diff --git "a/prism-siglip+13b/run-metrics.jsonl" "b/prism-siglip+13b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/prism-siglip+13b/run-metrics.jsonl"
@@ -0,0 +1,19233 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-lvis4v-lrv", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_lvis4v_lrv_mix1231k.json", "download/llava-v1.5-instruct"], "type": "llava-lvis4v-lrv"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 2, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "llama2-13b-pure", "llm_max_length": 2048, "model_id": "prism-siglip+13b", "reduce_in_full_precision": false, "type": "prism-siglip+13b", "vision_backbone_id": "siglip-vit-so400m-384px"}, "pretrained_checkpoint": null, "run_id": "prism-siglip+13b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "prism-siglip+13b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 3.472222222222222e-08, "Finetune/Loss": 7.623363971710205, "Finetune/Loss (Raw)": 7.623363971710205, "Finetune/Step": 1, "Finetune/Step Time": 41.05741548538208}
+{"Finetune/Learning Rate": 6.944444444444444e-08, "Finetune/Loss": 6.475332736968994, "Finetune/Loss (Raw)": 5.327301502227783, "Finetune/Step": 2, "Finetune/Step Time": 25.916598320007324}
+{"Finetune/Learning Rate": 1.0416666666666667e-07, "Finetune/Loss": 6.09003210067749, "Finetune/Loss (Raw)": 5.319431304931641, "Finetune/Step": 3, "Finetune/Step Time": 21.075208981831867}
+{"Finetune/Learning Rate": 1.3888888888888888e-07, "Finetune/Loss": 5.942708969116211, "Finetune/Loss (Raw)": 5.500739097595215, "Finetune/Step": 4, "Finetune/Step Time": 18.644762217998505}
+{"Finetune/Learning Rate": 1.7361111111111115e-07, "Finetune/Loss": 5.723771095275879, "Finetune/Loss (Raw)": 4.848019123077393, "Finetune/Step": 5, "Finetune/Step Time": 17.200079584121703}
+{"Finetune/Learning Rate": 2.0833333333333333e-07, "Finetune/Loss": 5.667034149169922, "Finetune/Loss (Raw)": 5.383349418640137, "Finetune/Step": 6, "Finetune/Step Time": 16.666292150815327}
+{"Finetune/Learning Rate": 2.430555555555556e-07, "Finetune/Loss": 5.550085067749023, "Finetune/Loss (Raw)": 4.848389625549316, "Finetune/Step": 7, "Finetune/Step Time": 15.9883131980896}
+{"Finetune/Learning Rate": 2.7777777777777776e-07, "Finetune/Loss": 5.493278503417969, "Finetune/Loss (Raw)": 5.0956315994262695, "Finetune/Step": 8, "Finetune/Step Time": 15.386400938034058}
+{"Finetune/Learning Rate": 3.125e-07, "Finetune/Loss": 5.416301250457764, "Finetune/Loss (Raw)": 4.800488471984863, "Finetune/Step": 9, "Finetune/Step Time": 15.016938580407036}
+{"Finetune/Learning Rate": 3.472222222222223e-07, "Finetune/Loss": 5.389834880828857, "Finetune/Loss (Raw)": 5.151630878448486, "Finetune/Step": 10, "Finetune/Step Time": 14.606386065483093}
+{"Finetune/Learning Rate": 3.819444444444445e-07, "Finetune/Loss": 5.4079909324646, "Finetune/Loss (Raw)": 5.58955192565918, "Finetune/Step": 11, "Finetune/Step Time": 14.36071421883323}
+{"Finetune/Learning Rate": 4.1666666666666667e-07, "Finetune/Loss": 5.35321044921875, "Finetune/Loss (Raw)": 4.7506256103515625, "Finetune/Step": 12, "Finetune/Step Time": 14.144203265508017}
+{"Finetune/Learning Rate": 4.5138888888888893e-07, "Finetune/Loss": 5.28788423538208, "Finetune/Loss (Raw)": 4.503964424133301, "Finetune/Step": 13, "Finetune/Step Time": 13.900788362209614}
+{"Finetune/Learning Rate": 4.861111111111112e-07, "Finetune/Loss": 5.253446578979492, "Finetune/Loss (Raw)": 4.805760383605957, "Finetune/Step": 14, "Finetune/Step Time": 13.810023767607552}
+{"Finetune/Learning Rate": 5.208333333333334e-07, "Finetune/Loss": 5.199717044830322, "Finetune/Loss (Raw)": 4.447503089904785, "Finetune/Step": 15, "Finetune/Step Time": 13.58856561978658}
+{"Finetune/Learning Rate": 5.555555555555555e-07, "Finetune/Loss": 4.913631439208984, "Finetune/Loss (Raw)": 0.6223465204238892, "Finetune/Step": 16, "Finetune/Step Time": 13.742299020290375}
+{"Finetune/Learning Rate": 5.902777777777778e-07, "Finetune/Loss": 4.884324073791504, "Finetune/Loss (Raw)": 4.415410041809082, "Finetune/Step": 17, "Finetune/Step Time": 13.634980075499591}
+{"Finetune/Learning Rate": 6.25e-07, "Finetune/Loss": 4.884288311004639, "Finetune/Loss (Raw)": 4.8836774826049805, "Finetune/Step": 18, "Finetune/Step Time": 13.709308478567335}
+{"Finetune/Learning Rate": 6.597222222222223e-07, "Finetune/Loss": 4.905059814453125, "Finetune/Loss (Raw)": 5.278955459594727, "Finetune/Step": 19, "Finetune/Step Time": 13.810416083586844}
+{"Finetune/Learning Rate": 6.944444444444446e-07, "Finetune/Loss": 4.867318630218506, "Finetune/Loss (Raw)": 4.15022611618042, "Finetune/Step": 20, "Finetune/Step Time": 13.676993584632873}
+{"Finetune/Learning Rate": 7.291666666666667e-07, "Finetune/Loss": 4.8338165283203125, "Finetune/Loss (Raw)": 4.1637749671936035, "Finetune/Step": 21, "Finetune/Step Time": 13.54168973650251}
+{"Finetune/Learning Rate": 7.63888888888889e-07, "Finetune/Loss": 4.7939453125, "Finetune/Loss (Raw)": 3.9566495418548584, "Finetune/Step": 22, "Finetune/Step Time": 13.427672483704306}
+{"Finetune/Learning Rate": 7.986111111111111e-07, "Finetune/Loss": 4.739149570465088, "Finetune/Loss (Raw)": 3.533651113510132, "Finetune/Step": 23, "Finetune/Step Time": 13.318876919539079}
+{"Finetune/Learning Rate": 8.333333333333333e-07, "Finetune/Loss": 4.697507858276367, "Finetune/Loss (Raw)": 3.739746570587158, "Finetune/Step": 24, "Finetune/Step Time": 13.221394469340643}
+{"Finetune/Learning Rate": 8.680555555555556e-07, "Finetune/Loss": 4.649661064147949, "Finetune/Loss (Raw)": 3.5013437271118164, "Finetune/Step": 25, "Finetune/Step Time": 13.14141125679016}
+{"Finetune/Learning Rate": 9.027777777777779e-07, "Finetune/Loss": 4.597262382507324, "Finetune/Loss (Raw)": 3.2872776985168457, "Finetune/Step": 26, "Finetune/Step Time": 13.083385687607985}
+{"Finetune/Learning Rate": 9.375000000000001e-07, "Finetune/Loss": 4.550554275512695, "Finetune/Loss (Raw)": 3.3361432552337646, "Finetune/Step": 27, "Finetune/Step Time": 12.994867836987531}
+{"Finetune/Learning Rate": 9.722222222222224e-07, "Finetune/Loss": 4.512867450714111, "Finetune/Loss (Raw)": 3.495326280593872, "Finetune/Step": 28, "Finetune/Step Time": 12.97971361875534}
+{"Finetune/Learning Rate": 1.0069444444444447e-06, "Finetune/Loss": 4.475539207458496, "Finetune/Loss (Raw)": 3.430349588394165, "Finetune/Step": 29, "Finetune/Step Time": 12.904221008563864}
+{"Finetune/Learning Rate": 1.0416666666666667e-06, "Finetune/Loss": 4.42312479019165, "Finetune/Loss (Raw)": 2.9031102657318115, "Finetune/Step": 30, "Finetune/Step Time": 12.84316603342692}
+{"Finetune/Learning Rate": 1.076388888888889e-06, "Finetune/Loss": 4.373531818389893, "Finetune/Loss (Raw)": 2.885737657546997, "Finetune/Step": 31, "Finetune/Step Time": 12.842260945227839}
+{"Finetune/Learning Rate": 1.111111111111111e-06, "Finetune/Loss": 4.314301490783691, "Finetune/Loss (Raw)": 2.4781689643859863, "Finetune/Step": 32, "Finetune/Step Time": 12.795502319931984}
+{"Finetune/Learning Rate": 1.1458333333333333e-06, "Finetune/Loss": 4.260994911193848, "Finetune/Loss (Raw)": 2.555163860321045, "Finetune/Step": 33, "Finetune/Step Time": 12.744911583987149}
+{"Finetune/Learning Rate": 1.1805555555555556e-06, "Finetune/Loss": 4.206517696380615, "Finetune/Loss (Raw)": 2.4088001251220703, "Finetune/Step": 34, "Finetune/Step Time": 12.702043449177461}
+{"Finetune/Learning Rate": 1.2152777777777778e-06, "Finetune/Loss": 4.1607184410095215, "Finetune/Loss (Raw)": 2.603529930114746, "Finetune/Step": 35, "Finetune/Step Time": 12.71781691142491}
+{"Finetune/Learning Rate": 1.25e-06, "Finetune/Loss": 4.115732192993164, "Finetune/Loss (Raw)": 2.5412051677703857, "Finetune/Step": 36, "Finetune/Step Time": 12.657829350895351}
+{"Finetune/Learning Rate": 1.2847222222222222e-06, "Finetune/Loss": 4.066171169281006, "Finetune/Loss (Raw)": 2.281982421875, "Finetune/Step": 37, "Finetune/Step Time": 12.65419481251691}
+{"Finetune/Learning Rate": 1.3194444444444446e-06, "Finetune/Loss": 4.021111488342285, "Finetune/Loss (Raw)": 2.35390043258667, "Finetune/Step": 38, "Finetune/Step Time": 12.610849618911743}
+{"Finetune/Learning Rate": 1.3541666666666667e-06, "Finetune/Loss": 3.972362756729126, "Finetune/Loss (Raw)": 2.11991548538208, "Finetune/Step": 39, "Finetune/Step Time": 12.575891971588135}
+{"Finetune/Learning Rate": 1.3888888888888892e-06, "Finetune/Loss": 3.9304473400115967, "Finetune/Loss (Raw)": 2.295750617980957, "Finetune/Step": 40, "Finetune/Step Time": 12.54707184433937}
+{"Finetune/Learning Rate": 1.4236111111111112e-06, "Finetune/Loss": 3.8828399181365967, "Finetune/Loss (Raw)": 1.9785499572753906, "Finetune/Step": 41, "Finetune/Step Time": 12.51011487332786}
+{"Finetune/Learning Rate": 1.4583333333333335e-06, "Finetune/Loss": 3.8409011363983154, "Finetune/Loss (Raw)": 2.1213912963867188, "Finetune/Step": 42, "Finetune/Step Time": 12.475655351366315}
+{"Finetune/Learning Rate": 1.4930555555555555e-06, "Finetune/Loss": 3.799182653427124, "Finetune/Loss (Raw)": 2.047010660171509, "Finetune/Step": 43, "Finetune/Step Time": 12.454253645830375}
+{"Finetune/Learning Rate": 1.527777777777778e-06, "Finetune/Loss": 3.7565670013427734, "Finetune/Loss (Raw)": 1.924087405204773, "Finetune/Step": 44, "Finetune/Step Time": 12.436022091995586}
+{"Finetune/Learning Rate": 1.5625e-06, "Finetune/Loss": 3.7186951637268066, "Finetune/Loss (Raw)": 2.052337169647217, "Finetune/Step": 45, "Finetune/Step Time": 12.431900315814548}
+{"Finetune/Learning Rate": 1.5972222222222221e-06, "Finetune/Loss": 3.6727302074432373, "Finetune/Loss (Raw)": 1.6043063402175903, "Finetune/Step": 46, "Finetune/Step Time": 12.426704012829324}
+{"Finetune/Learning Rate": 1.6319444444444446e-06, "Finetune/Loss": 3.6319010257720947, "Finetune/Loss (Raw)": 1.7537732124328613, "Finetune/Step": 47, "Finetune/Step Time": 12.39316172802702}
+{"Finetune/Learning Rate": 1.6666666666666667e-06, "Finetune/Loss": 3.5950851440429688, "Finetune/Loss (Raw)": 1.864742636680603, "Finetune/Step": 48, "Finetune/Step Time": 12.37691712876161}
+{"Finetune/Learning Rate": 1.7013888888888891e-06, "Finetune/Loss": 3.5580148696899414, "Finetune/Loss (Raw)": 1.7786368131637573, "Finetune/Step": 49, "Finetune/Step Time": 12.353246635320236}
+{"Finetune/Learning Rate": 1.7361111111111112e-06, "Finetune/Loss": 3.524545192718506, "Finetune/Loss (Raw)": 1.8845341205596924, "Finetune/Step": 50, "Finetune/Step Time": 12.32766620159149}
+{"Finetune/Learning Rate": 1.7708333333333337e-06, "Finetune/Loss": 3.487039804458618, "Finetune/Loss (Raw)": 1.6117527484893799, "Finetune/Step": 51, "Finetune/Step Time": 12.316257995717665}
+{"Finetune/Learning Rate": 1.8055555555555557e-06, "Finetune/Loss": 3.451737642288208, "Finetune/Loss (Raw)": 1.6513315439224243, "Finetune/Step": 52, "Finetune/Step Time": 12.303599568513723}
+{"Finetune/Learning Rate": 1.840277777777778e-06, "Finetune/Loss": 3.4202098846435547, "Finetune/Loss (Raw)": 1.7807607650756836, "Finetune/Step": 53, "Finetune/Step Time": 12.282218681191498}
+{"Finetune/Learning Rate": 1.8750000000000003e-06, "Finetune/Loss": 3.3820784091949463, "Finetune/Loss (Raw)": 1.3611193895339966, "Finetune/Step": 54, "Finetune/Step Time": 12.308740390671623}
+{"Finetune/Learning Rate": 1.909722222222222e-06, "Finetune/Loss": 3.3493168354034424, "Finetune/Loss (Raw)": 1.5801955461502075, "Finetune/Step": 55, "Finetune/Step Time": 12.286277367851952}
+{"Finetune/Learning Rate": 1.944444444444445e-06, "Finetune/Loss": 3.316283702850342, "Finetune/Loss (Raw)": 1.4994585514068604, "Finetune/Step": 56, "Finetune/Step Time": 12.263964359249387}
+{"Finetune/Learning Rate": 1.9791666666666666e-06, "Finetune/Loss": 3.2855441570281982, "Finetune/Loss (Raw)": 1.5641292333602905, "Finetune/Step": 57, "Finetune/Step Time": 12.264722803182769}
+{"Finetune/Learning Rate": 2.0138888888888893e-06, "Finetune/Loss": 3.251826763153076, "Finetune/Loss (Raw)": 1.3299560546875, "Finetune/Step": 58, "Finetune/Step Time": 12.258969886549588}
+{"Finetune/Learning Rate": 2.048611111111111e-06, "Finetune/Loss": 3.225552558898926, "Finetune/Loss (Raw)": 1.7016321420669556, "Finetune/Step": 59, "Finetune/Step Time": 12.260248911582817}
+{"Finetune/Learning Rate": 2.0833333333333334e-06, "Finetune/Loss": 3.1927695274353027, "Finetune/Loss (Raw)": 1.2585610151290894, "Finetune/Step": 60, "Finetune/Step Time": 12.25106595357259}
+{"Finetune/Learning Rate": 2.1180555555555557e-06, "Finetune/Loss": 3.159533739089966, "Finetune/Loss (Raw)": 1.165398120880127, "Finetune/Step": 61, "Finetune/Step Time": 12.324867479136733}
+{"Finetune/Learning Rate": 2.152777777777778e-06, "Finetune/Loss": 3.130236864089966, "Finetune/Loss (Raw)": 1.343135118484497, "Finetune/Step": 62, "Finetune/Step Time": 12.321080334724918}
+{"Finetune/Learning Rate": 2.1875000000000002e-06, "Finetune/Loss": 3.1034657955169678, "Finetune/Loss (Raw)": 1.4436556100845337, "Finetune/Step": 63, "Finetune/Step Time": 12.303130906725686}
+{"Finetune/Learning Rate": 2.222222222222222e-06, "Finetune/Loss": 3.076335906982422, "Finetune/Loss (Raw)": 1.3671410083770752, "Finetune/Step": 64, "Finetune/Step Time": 12.301539681851864}
+{"Finetune/Learning Rate": 2.2569444444444448e-06, "Finetune/Loss": 3.049550771713257, "Finetune/Loss (Raw)": 1.3353081941604614, "Finetune/Step": 65, "Finetune/Step Time": 12.308109639241145}
+{"Finetune/Learning Rate": 2.2916666666666666e-06, "Finetune/Loss": 3.0214734077453613, "Finetune/Loss (Raw)": 1.1964491605758667, "Finetune/Step": 66, "Finetune/Step Time": 12.389396028085189}
+{"Finetune/Learning Rate": 2.3263888888888893e-06, "Finetune/Loss": 2.997980833053589, "Finetune/Loss (Raw)": 1.4474730491638184, "Finetune/Step": 67, "Finetune/Step Time": 12.373548226570016}
+{"Finetune/Learning Rate": 2.361111111111111e-06, "Finetune/Loss": 2.9732253551483154, "Finetune/Loss (Raw)": 1.3146041631698608, "Finetune/Step": 68, "Finetune/Step Time": 12.368016593596515}
+{"Finetune/Learning Rate": 2.395833333333334e-06, "Finetune/Loss": 2.948009967803955, "Finetune/Loss (Raw)": 1.2333531379699707, "Finetune/Step": 69, "Finetune/Step Time": 12.360939986463906}
+{"Finetune/Learning Rate": 2.4305555555555557e-06, "Finetune/Loss": 2.926534652709961, "Finetune/Loss (Raw)": 1.4447550773620605, "Finetune/Step": 70, "Finetune/Step Time": 12.346781652314322}
+{"Finetune/Learning Rate": 2.465277777777778e-06, "Finetune/Loss": 2.906250476837158, "Finetune/Loss (Raw)": 1.4863550662994385, "Finetune/Step": 71, "Finetune/Step Time": 12.332947119860583}
+{"Finetune/Learning Rate": 2.5e-06, "Finetune/Loss": 2.8857948780059814, "Finetune/Loss (Raw)": 1.4334166049957275, "Finetune/Step": 72, "Finetune/Step Time": 12.318011177910698}
+{"Finetune/Learning Rate": 2.5347222222222225e-06, "Finetune/Loss": 2.864541530609131, "Finetune/Loss (Raw)": 1.3343312740325928, "Finetune/Step": 73, "Finetune/Step Time": 12.298494446767519}
+{"Finetune/Learning Rate": 2.5694444444444443e-06, "Finetune/Loss": 2.843578577041626, "Finetune/Loss (Raw)": 1.3132596015930176, "Finetune/Step": 74, "Finetune/Step Time": 12.303895976092365}
+{"Finetune/Learning Rate": 2.604166666666667e-06, "Finetune/Loss": 2.8240878582000732, "Finetune/Loss (Raw)": 1.381771206855774, "Finetune/Step": 75, "Finetune/Step Time": 12.288754479090374}
+{"Finetune/Learning Rate": 2.6388888888888893e-06, "Finetune/Loss": 2.8050456047058105, "Finetune/Loss (Raw)": 1.3769067525863647, "Finetune/Step": 76, "Finetune/Step Time": 12.285092777327487}
+{"Finetune/Learning Rate": 2.673611111111111e-06, "Finetune/Loss": 2.7853400707244873, "Finetune/Loss (Raw)": 1.2876979112625122, "Finetune/Step": 77, "Finetune/Step Time": 12.282241579774139}
+{"Finetune/Learning Rate": 2.7083333333333334e-06, "Finetune/Loss": 2.765627861022949, "Finetune/Loss (Raw)": 1.2477740049362183, "Finetune/Step": 78, "Finetune/Step Time": 12.272669883874746}
+{"Finetune/Learning Rate": 2.743055555555556e-06, "Finetune/Loss": 2.745913505554199, "Finetune/Loss (Raw)": 1.2082066535949707, "Finetune/Step": 79, "Finetune/Step Time": 12.259035255335554}
+{"Finetune/Learning Rate": 2.7777777777777783e-06, "Finetune/Loss": 2.7282893657684326, "Finetune/Loss (Raw)": 1.3359802961349487, "Finetune/Step": 80, "Finetune/Step Time": 12.340666189789772}
+{"Finetune/Learning Rate": 2.8125e-06, "Finetune/Loss": 2.711254835128784, "Finetune/Loss (Raw)": 1.3484944105148315, "Finetune/Step": 81, "Finetune/Step Time": 12.332242477087327}
+{"Finetune/Learning Rate": 2.8472222222222224e-06, "Finetune/Loss": 2.691113233566284, "Finetune/Loss (Raw)": 1.0596659183502197, "Finetune/Step": 82, "Finetune/Step Time": 12.3309193209904}
+{"Finetune/Learning Rate": 2.8819444444444443e-06, "Finetune/Loss": 2.673611879348755, "Finetune/Loss (Raw)": 1.2384788990020752, "Finetune/Step": 83, "Finetune/Step Time": 12.324215705136218}
+{"Finetune/Learning Rate": 2.916666666666667e-06, "Finetune/Loss": 2.656096935272217, "Finetune/Loss (Raw)": 1.2023564577102661, "Finetune/Step": 84, "Finetune/Step Time": 12.30960316317422}
+{"Finetune/Learning Rate": 2.9513888888888892e-06, "Finetune/Loss": 2.6387131214141846, "Finetune/Loss (Raw)": 1.1784734725952148, "Finetune/Step": 85, "Finetune/Step Time": 12.29697128464194}
+{"Finetune/Learning Rate": 2.986111111111111e-06, "Finetune/Loss": 2.6218676567077637, "Finetune/Loss (Raw)": 1.1900097131729126, "Finetune/Step": 86, "Finetune/Step Time": 12.282709751018258}
+{"Finetune/Learning Rate": 3.0208333333333334e-06, "Finetune/Loss": 2.6054739952087402, "Finetune/Loss (Raw)": 1.1956108808517456, "Finetune/Step": 87, "Finetune/Step Time": 12.269962924650345}
+{"Finetune/Learning Rate": 3.055555555555556e-06, "Finetune/Loss": 2.5898611545562744, "Finetune/Loss (Raw)": 1.2315478324890137, "Finetune/Step": 88, "Finetune/Step Time": 12.25962792743336}
+{"Finetune/Learning Rate": 3.0902777777777783e-06, "Finetune/Loss": 2.572166681289673, "Finetune/Loss (Raw)": 1.0150500535964966, "Finetune/Step": 89, "Finetune/Step Time": 12.247284468640103}
+{"Finetune/Learning Rate": 3.125e-06, "Finetune/Loss": 2.556730270385742, "Finetune/Loss (Raw)": 1.1828787326812744, "Finetune/Step": 90, "Finetune/Step Time": 12.242290009392633}
+{"Finetune/Learning Rate": 3.1597222222222224e-06, "Finetune/Loss": 2.543065071105957, "Finetune/Loss (Raw)": 1.3132108449935913, "Finetune/Step": 91, "Finetune/Step Time": 12.23156032195458}
+{"Finetune/Learning Rate": 3.1944444444444443e-06, "Finetune/Loss": 2.5285377502441406, "Finetune/Loss (Raw)": 1.2065311670303345, "Finetune/Step": 92, "Finetune/Step Time": 12.219595357127812}
+{"Finetune/Learning Rate": 3.229166666666667e-06, "Finetune/Loss": 2.5142409801483154, "Finetune/Loss (Raw)": 1.198962688446045, "Finetune/Step": 93, "Finetune/Step Time": 12.213311843974616}
+{"Finetune/Learning Rate": 3.2638888888888892e-06, "Finetune/Loss": 2.4996440410614014, "Finetune/Loss (Raw)": 1.1421153545379639, "Finetune/Step": 94, "Finetune/Step Time": 12.201994880716851}
+{"Finetune/Learning Rate": 3.2986111111111115e-06, "Finetune/Loss": 2.4845149517059326, "Finetune/Loss (Raw)": 1.0623701810836792, "Finetune/Step": 95, "Finetune/Step Time": 12.211670639640406}
+{"Finetune/Learning Rate": 3.3333333333333333e-06, "Finetune/Loss": 2.4706900119781494, "Finetune/Loss (Raw)": 1.1573292016983032, "Finetune/Step": 96, "Finetune/Step Time": 12.20126740137736}
+{"Finetune/Learning Rate": 3.368055555555556e-06, "Finetune/Loss": 2.4562692642211914, "Finetune/Loss (Raw)": 1.071893572807312, "Finetune/Step": 97, "Finetune/Step Time": 12.199021172277707}
+{"Finetune/Learning Rate": 3.4027777777777783e-06, "Finetune/Loss": 2.440682888031006, "Finetune/Loss (Raw)": 0.9288061857223511, "Finetune/Step": 98, "Finetune/Step Time": 12.199680632474472}
+{"Finetune/Learning Rate": 3.4375e-06, "Finetune/Loss": 2.4271554946899414, "Finetune/Loss (Raw)": 1.101458191871643, "Finetune/Step": 99, "Finetune/Step Time": 12.190645788655136}
+{"Finetune/Learning Rate": 3.4722222222222224e-06, "Finetune/Loss": 2.414567470550537, "Finetune/Loss (Raw)": 1.1683664321899414, "Finetune/Step": 100, "Finetune/Step Time": 12.17955644607544}
+{"Finetune/Learning Rate": 3.5069444444444447e-06, "Finetune/Loss": 2.4008121490478516, "Finetune/Loss (Raw)": 1.0252737998962402, "Finetune/Step": 101, "Finetune/Step Time": 12.202548348077453}
+{"Finetune/Learning Rate": 3.5416666666666673e-06, "Finetune/Loss": 2.389021635055542, "Finetune/Loss (Raw)": 1.198172688484192, "Finetune/Step": 102, "Finetune/Step Time": 12.202604226037568}
+{"Finetune/Learning Rate": 3.576388888888889e-06, "Finetune/Loss": 2.376232624053955, "Finetune/Loss (Raw)": 1.0717589855194092, "Finetune/Step": 103, "Finetune/Step Time": 12.193335264631845}
+{"Finetune/Learning Rate": 3.6111111111111115e-06, "Finetune/Loss": 2.3631696701049805, "Finetune/Loss (Raw)": 1.0176876783370972, "Finetune/Step": 104, "Finetune/Step Time": 12.190889791800426}
+{"Finetune/Learning Rate": 3.6458333333333333e-06, "Finetune/Loss": 2.351978063583374, "Finetune/Loss (Raw)": 1.1880518198013306, "Finetune/Step": 105, "Finetune/Step Time": 12.183409307116554}
+{"Finetune/Learning Rate": 3.680555555555556e-06, "Finetune/Loss": 2.3401434421539307, "Finetune/Loss (Raw)": 1.0975171327590942, "Finetune/Step": 106, "Finetune/Step Time": 12.175268209205484}
+{"Finetune/Learning Rate": 3.7152777777777783e-06, "Finetune/Loss": 2.328526258468628, "Finetune/Loss (Raw)": 1.0971266031265259, "Finetune/Step": 107, "Finetune/Step Time": 12.169285370924763}
+{"Finetune/Learning Rate": 3.7500000000000005e-06, "Finetune/Loss": 2.3180060386657715, "Finetune/Loss (Raw)": 1.1923069953918457, "Finetune/Step": 108, "Finetune/Step Time": 12.166621188322702}
+{"Finetune/Learning Rate": 3.7847222222222224e-06, "Finetune/Loss": 2.3067398071289062, "Finetune/Loss (Raw)": 1.0900181531906128, "Finetune/Step": 109, "Finetune/Step Time": 12.159857677757193}
+{"Finetune/Learning Rate": 3.819444444444444e-06, "Finetune/Loss": 2.296456813812256, "Finetune/Loss (Raw)": 1.1756006479263306, "Finetune/Step": 110, "Finetune/Step Time": 12.15047570141879}
+{"Finetune/Learning Rate": 3.854166666666667e-06, "Finetune/Loss": 2.287165880203247, "Finetune/Loss (Raw)": 1.265150547027588, "Finetune/Step": 111, "Finetune/Step Time": 12.146447529663911}
+{"Finetune/Learning Rate": 3.88888888888889e-06, "Finetune/Loss": 2.277700424194336, "Finetune/Loss (Raw)": 1.2270270586013794, "Finetune/Step": 112, "Finetune/Step Time": 12.138495172773089}
+{"Finetune/Learning Rate": 3.9236111111111114e-06, "Finetune/Loss": 2.2664096355438232, "Finetune/Loss (Raw)": 1.0018577575683594, "Finetune/Step": 113, "Finetune/Step Time": 12.136748672586627}
+{"Finetune/Learning Rate": 3.958333333333333e-06, "Finetune/Loss": 2.257380723953247, "Finetune/Loss (Raw)": 1.2371108531951904, "Finetune/Step": 114, "Finetune/Step Time": 12.132202623183268}
+{"Finetune/Learning Rate": 3.993055555555556e-06, "Finetune/Loss": 2.246767997741699, "Finetune/Loss (Raw)": 1.0369360446929932, "Finetune/Step": 115, "Finetune/Step Time": 12.133739566802978}
+{"Finetune/Learning Rate": 4.027777777777779e-06, "Finetune/Loss": 2.2361433506011963, "Finetune/Loss (Raw)": 1.0143017768859863, "Finetune/Step": 116, "Finetune/Step Time": 12.13126892468025}
+{"Finetune/Learning Rate": 4.0625000000000005e-06, "Finetune/Loss": 2.2261099815368652, "Finetune/Loss (Raw)": 1.0622347593307495, "Finetune/Step": 117, "Finetune/Step Time": 12.128332508934868}
+{"Finetune/Learning Rate": 4.097222222222222e-06, "Finetune/Loss": 2.219423294067383, "Finetune/Loss (Raw)": 1.4370588064193726, "Finetune/Step": 118, "Finetune/Step Time": 12.133312039456126}
+{"Finetune/Learning Rate": 4.131944444444444e-06, "Finetune/Loss": 2.2093758583068848, "Finetune/Loss (Raw)": 1.0237866640090942, "Finetune/Step": 119, "Finetune/Step Time": 12.136537175218598}
+{"Finetune/Learning Rate": 4.166666666666667e-06, "Finetune/Loss": 2.2017877101898193, "Finetune/Loss (Raw)": 1.2987934350967407, "Finetune/Step": 120, "Finetune/Step Time": 12.132244044542313}
+{"Finetune/Learning Rate": 4.2013888888888896e-06, "Finetune/Loss": 2.193206548690796, "Finetune/Loss (Raw)": 1.1634923219680786, "Finetune/Step": 121, "Finetune/Step Time": 12.122766987351346}
+{"Finetune/Learning Rate": 4.236111111111111e-06, "Finetune/Loss": 2.183529853820801, "Finetune/Loss (Raw)": 1.0126545429229736, "Finetune/Step": 122, "Finetune/Step Time": 12.119854762905934}
+{"Finetune/Learning Rate": 4.270833333333333e-06, "Finetune/Loss": 2.173938274383545, "Finetune/Loss (Raw)": 1.0037504434585571, "Finetune/Step": 123, "Finetune/Step Time": 12.118859897784102}
+{"Finetune/Learning Rate": 4.305555555555556e-06, "Finetune/Loss": 2.1639137268066406, "Finetune/Loss (Raw)": 0.930916965007782, "Finetune/Step": 124, "Finetune/Step Time": 12.114422484751671}
+{"Finetune/Learning Rate": 4.340277777777779e-06, "Finetune/Loss": 2.1555702686309814, "Finetune/Loss (Raw)": 1.1209458112716675, "Finetune/Step": 125, "Finetune/Step Time": 12.109994205474854}
+{"Finetune/Learning Rate": 4.3750000000000005e-06, "Finetune/Loss": 2.1477835178375244, "Finetune/Loss (Raw)": 1.1744433641433716, "Finetune/Step": 126, "Finetune/Step Time": 12.101399459536113}
+{"Finetune/Learning Rate": 4.409722222222222e-06, "Finetune/Loss": 2.1396191120147705, "Finetune/Loss (Raw)": 1.1109176874160767, "Finetune/Step": 127, "Finetune/Step Time": 12.09351088681559}
+{"Finetune/Learning Rate": 4.444444444444444e-06, "Finetune/Loss": 2.1308112144470215, "Finetune/Loss (Raw)": 1.012218952178955, "Finetune/Step": 128, "Finetune/Step Time": 12.101813532412052}
+{"Finetune/Learning Rate": 4.479166666666667e-06, "Finetune/Loss": 2.080613613128662, "Finetune/Loss (Raw)": 1.1980329751968384, "Finetune/Step": 129, "Finetune/Step Time": 11.870138408616185}
+{"Finetune/Learning Rate": 4.5138888888888895e-06, "Finetune/Loss": 2.047332286834717, "Finetune/Loss (Raw)": 1.0673383474349976, "Finetune/Step": 130, "Finetune/Step Time": 11.881536403670907}
+{"Finetune/Learning Rate": 4.548611111111111e-06, "Finetune/Loss": 2.0139312744140625, "Finetune/Loss (Raw)": 1.0440959930419922, "Finetune/Step": 131, "Finetune/Step Time": 11.88494635745883}
+{"Finetune/Learning Rate": 4.583333333333333e-06, "Finetune/Loss": 1.9783117771148682, "Finetune/Loss (Raw)": 0.9414377808570862, "Finetune/Step": 132, "Finetune/Step Time": 11.883091308176517}
+{"Finetune/Learning Rate": 4.618055555555556e-06, "Finetune/Loss": 1.9494801759719849, "Finetune/Loss (Raw)": 1.1575579643249512, "Finetune/Step": 133, "Finetune/Step Time": 11.88722601160407}
+{"Finetune/Learning Rate": 4.652777777777779e-06, "Finetune/Loss": 1.9154279232025146, "Finetune/Loss (Raw)": 1.0246562957763672, "Finetune/Step": 134, "Finetune/Step Time": 11.887456657364964}
+{"Finetune/Learning Rate": 4.6875000000000004e-06, "Finetune/Loss": 1.885176420211792, "Finetune/Loss (Raw)": 0.976190984249115, "Finetune/Step": 135, "Finetune/Step Time": 11.902818009257317}
+{"Finetune/Learning Rate": 4.722222222222222e-06, "Finetune/Loss": 1.8553093671798706, "Finetune/Loss (Raw)": 1.2726534605026245, "Finetune/Step": 136, "Finetune/Step Time": 11.904525907710195}
+{"Finetune/Learning Rate": 4.756944444444445e-06, "Finetune/Loss": 1.827522873878479, "Finetune/Loss (Raw)": 1.2438290119171143, "Finetune/Step": 137, "Finetune/Step Time": 11.897203238680959}
+{"Finetune/Learning Rate": 4.791666666666668e-06, "Finetune/Loss": 1.7965092658996582, "Finetune/Loss (Raw)": 1.181881308555603, "Finetune/Step": 138, "Finetune/Step Time": 11.900706956163049}
+{"Finetune/Learning Rate": 4.8263888888888895e-06, "Finetune/Loss": 1.7611761093139648, "Finetune/Loss (Raw)": 1.0669255256652832, "Finetune/Step": 139, "Finetune/Step Time": 11.91104863025248}
+{"Finetune/Learning Rate": 4.861111111111111e-06, "Finetune/Loss": 1.7321736812591553, "Finetune/Loss (Raw)": 1.0383118391036987, "Finetune/Step": 140, "Finetune/Step Time": 11.906282560899854}
+{"Finetune/Learning Rate": 4.895833333333333e-06, "Finetune/Loss": 1.7055888175964355, "Finetune/Loss (Raw)": 1.1010990142822266, "Finetune/Step": 141, "Finetune/Step Time": 11.911975122988224}
+{"Finetune/Learning Rate": 4.930555555555556e-06, "Finetune/Loss": 1.6760350465774536, "Finetune/Loss (Raw)": 1.0228697061538696, "Finetune/Step": 142, "Finetune/Step Time": 11.917733771726489}
+{"Finetune/Learning Rate": 4.9652777777777786e-06, "Finetune/Loss": 1.6496810913085938, "Finetune/Loss (Raw)": 1.0742076635360718, "Finetune/Step": 143, "Finetune/Step Time": 11.925715383142233}
+{"Finetune/Learning Rate": 5e-06, "Finetune/Loss": 1.6531956195831299, "Finetune/Loss (Raw)": 1.0722026824951172, "Finetune/Step": 144, "Finetune/Step Time": 11.886605136096478}
+{"Finetune/Learning Rate": 5.034722222222222e-06, "Finetune/Loss": 1.6276698112487793, "Finetune/Loss (Raw)": 1.1480921506881714, "Finetune/Step": 145, "Finetune/Step Time": 11.881092071533203}
+{"Finetune/Learning Rate": 5.069444444444445e-06, "Finetune/Loss": 1.5972579717636108, "Finetune/Loss (Raw)": 0.9909714460372925, "Finetune/Step": 146, "Finetune/Step Time": 11.854839952662587}
+{"Finetune/Learning Rate": 5.104166666666667e-06, "Finetune/Loss": 1.5632054805755615, "Finetune/Loss (Raw)": 0.9202390313148499, "Finetune/Step": 147, "Finetune/Step Time": 11.823063772171736}
+{"Finetune/Learning Rate": 5.138888888888889e-06, "Finetune/Loss": 1.5392811298370361, "Finetune/Loss (Raw)": 1.0879050493240356, "Finetune/Step": 148, "Finetune/Step Time": 11.823829393833876}
+{"Finetune/Learning Rate": 5.173611111111112e-06, "Finetune/Loss": 1.5148332118988037, "Finetune/Loss (Raw)": 1.0344364643096924, "Finetune/Step": 149, "Finetune/Step Time": 11.820411961525679}
+{"Finetune/Learning Rate": 5.208333333333334e-06, "Finetune/Loss": 1.4914672374725342, "Finetune/Loss (Raw)": 0.9658105969429016, "Finetune/Step": 150, "Finetune/Step Time": 11.831032402813435}
+{"Finetune/Learning Rate": 5.243055555555556e-06, "Finetune/Loss": 1.4720513820648193, "Finetune/Loss (Raw)": 1.048409342765808, "Finetune/Step": 151, "Finetune/Step Time": 11.83466344512999}
+{"Finetune/Learning Rate": 5.2777777777777785e-06, "Finetune/Loss": 1.4508100748062134, "Finetune/Loss (Raw)": 1.0208661556243896, "Finetune/Step": 152, "Finetune/Step Time": 11.890077030286193}
+{"Finetune/Learning Rate": 5.3125e-06, "Finetune/Loss": 1.4319506883621216, "Finetune/Loss (Raw)": 1.087348461151123, "Finetune/Step": 153, "Finetune/Step Time": 11.886315459385514}
+{"Finetune/Learning Rate": 5.347222222222222e-06, "Finetune/Loss": 1.4153437614440918, "Finetune/Loss (Raw)": 1.1615875959396362, "Finetune/Step": 154, "Finetune/Step Time": 11.883554542437196}
+{"Finetune/Learning Rate": 5.381944444444445e-06, "Finetune/Loss": 1.3980368375778198, "Finetune/Loss (Raw)": 1.1208603382110596, "Finetune/Step": 155, "Finetune/Step Time": 11.889778265729547}
+{"Finetune/Learning Rate": 5.416666666666667e-06, "Finetune/Loss": 1.3794760704040527, "Finetune/Loss (Raw)": 1.1195369958877563, "Finetune/Step": 156, "Finetune/Step Time": 11.878533635288477}
+{"Finetune/Learning Rate": 5.451388888888889e-06, "Finetune/Loss": 1.3581866025924683, "Finetune/Loss (Raw)": 0.7052997946739197, "Finetune/Step": 157, "Finetune/Step Time": 11.915550414472818}
+{"Finetune/Learning Rate": 5.486111111111112e-06, "Finetune/Loss": 1.344118595123291, "Finetune/Loss (Raw)": 1.1024103164672852, "Finetune/Step": 158, "Finetune/Step Time": 11.933356508612633}
+{"Finetune/Learning Rate": 5.520833333333334e-06, "Finetune/Loss": 1.330354928970337, "Finetune/Loss (Raw)": 1.1239879131317139, "Finetune/Step": 159, "Finetune/Step Time": 11.925346732139587}
+{"Finetune/Learning Rate": 5.555555555555557e-06, "Finetune/Loss": 1.319815993309021, "Finetune/Loss (Raw)": 1.1291793584823608, "Finetune/Step": 160, "Finetune/Step Time": 11.925248000770807}
+{"Finetune/Learning Rate": 5.5902777777777785e-06, "Finetune/Loss": 1.3086814880371094, "Finetune/Loss (Raw)": 1.1299461126327515, "Finetune/Step": 161, "Finetune/Step Time": 11.947198951616883}
+{"Finetune/Learning Rate": 5.625e-06, "Finetune/Loss": 1.2979732751846313, "Finetune/Loss (Raw)": 1.038162112236023, "Finetune/Step": 162, "Finetune/Step Time": 11.948271127417684}
+{"Finetune/Learning Rate": 5.659722222222222e-06, "Finetune/Loss": 1.2859702110290527, "Finetune/Loss (Raw)": 1.067134141921997, "Finetune/Step": 163, "Finetune/Step Time": 11.942263443022966}
+{"Finetune/Learning Rate": 5.694444444444445e-06, "Finetune/Loss": 1.27322518825531, "Finetune/Loss (Raw)": 0.9098459482192993, "Finetune/Step": 164, "Finetune/Step Time": 11.951537240296602}
+{"Finetune/Learning Rate": 5.729166666666667e-06, "Finetune/Loss": 1.2649757862091064, "Finetune/Loss (Raw)": 1.2260422706604004, "Finetune/Step": 165, "Finetune/Step Time": 11.939247136935592}
+{"Finetune/Learning Rate": 5.7638888888888886e-06, "Finetune/Loss": 1.2509403228759766, "Finetune/Loss (Raw)": 0.5573748350143433, "Finetune/Step": 166, "Finetune/Step Time": 11.972734078764915}
+{"Finetune/Learning Rate": 5.798611111111112e-06, "Finetune/Loss": 1.2433222532272339, "Finetune/Loss (Raw)": 1.1447981595993042, "Finetune/Step": 167, "Finetune/Step Time": 11.969023631885648}
+{"Finetune/Learning Rate": 5.833333333333334e-06, "Finetune/Loss": 1.2333173751831055, "Finetune/Loss (Raw)": 1.0151326656341553, "Finetune/Step": 168, "Finetune/Step Time": 11.974319245666265}
+{"Finetune/Learning Rate": 5.868055555555557e-06, "Finetune/Loss": 1.2256593704223633, "Finetune/Loss (Raw)": 0.9983265399932861, "Finetune/Step": 169, "Finetune/Step Time": 11.975733922794461}
+{"Finetune/Learning Rate": 5.9027777777777785e-06, "Finetune/Loss": 1.2159889936447144, "Finetune/Loss (Raw)": 0.8835849761962891, "Finetune/Step": 170, "Finetune/Step Time": 11.980348665267229}
+{"Finetune/Learning Rate": 5.9375e-06, "Finetune/Loss": 1.20802903175354, "Finetune/Loss (Raw)": 1.0281285047531128, "Finetune/Step": 171, "Finetune/Step Time": 11.975362192839384}
+{"Finetune/Learning Rate": 5.972222222222222e-06, "Finetune/Loss": 1.2012944221496582, "Finetune/Loss (Raw)": 1.0620477199554443, "Finetune/Step": 172, "Finetune/Step Time": 11.970080865547061}
+{"Finetune/Learning Rate": 6.006944444444445e-06, "Finetune/Loss": 1.1940398216247559, "Finetune/Loss (Raw)": 1.1237586736679077, "Finetune/Step": 173, "Finetune/Step Time": 11.959930149838328}
+{"Finetune/Learning Rate": 6.041666666666667e-06, "Finetune/Loss": 1.1893632411956787, "Finetune/Loss (Raw)": 1.0057082176208496, "Finetune/Step": 174, "Finetune/Step Time": 11.972919849678874}
+{"Finetune/Learning Rate": 6.0763888888888885e-06, "Finetune/Loss": 1.1842806339263916, "Finetune/Loss (Raw)": 1.1032017469406128, "Finetune/Step": 175, "Finetune/Step Time": 11.974713059142232}
+{"Finetune/Learning Rate": 6.111111111111112e-06, "Finetune/Loss": 1.1782488822937012, "Finetune/Loss (Raw)": 1.0926686525344849, "Finetune/Step": 176, "Finetune/Step Time": 11.989390939474106}
+{"Finetune/Learning Rate": 6.145833333333334e-06, "Finetune/Loss": 1.1727200746536255, "Finetune/Loss (Raw)": 1.0709497928619385, "Finetune/Step": 177, "Finetune/Step Time": 11.987191693857312}
+{"Finetune/Learning Rate": 6.180555555555557e-06, "Finetune/Loss": 1.1659321784973145, "Finetune/Loss (Raw)": 1.0156879425048828, "Finetune/Step": 178, "Finetune/Step Time": 11.992476867511868}
+{"Finetune/Learning Rate": 6.2152777777777785e-06, "Finetune/Loss": 1.1621381044387817, "Finetune/Loss (Raw)": 1.1261123418807983, "Finetune/Step": 179, "Finetune/Step Time": 12.008427964523435}
+{"Finetune/Learning Rate": 6.25e-06, "Finetune/Loss": 1.1579461097717285, "Finetune/Loss (Raw)": 1.1147496700286865, "Finetune/Step": 180, "Finetune/Step Time": 12.007750960066915}
+{"Finetune/Learning Rate": 6.284722222222223e-06, "Finetune/Loss": 1.1526618003845215, "Finetune/Loss (Raw)": 1.1043671369552612, "Finetune/Step": 181, "Finetune/Step Time": 12.009396946057677}
+{"Finetune/Learning Rate": 6.319444444444445e-06, "Finetune/Loss": 1.150674819946289, "Finetune/Loss (Raw)": 1.1067984104156494, "Finetune/Step": 182, "Finetune/Step Time": 11.99793871305883}
+{"Finetune/Learning Rate": 6.354166666666667e-06, "Finetune/Loss": 1.146255612373352, "Finetune/Loss (Raw)": 1.0145303010940552, "Finetune/Step": 183, "Finetune/Step Time": 12.007552310824394}
+{"Finetune/Learning Rate": 6.3888888888888885e-06, "Finetune/Loss": 1.1432161331176758, "Finetune/Loss (Raw)": 1.1104075908660889, "Finetune/Step": 184, "Finetune/Step Time": 12.009284283965826}
+{"Finetune/Learning Rate": 6.423611111111112e-06, "Finetune/Loss": 1.139070749282837, "Finetune/Loss (Raw)": 1.0335097312927246, "Finetune/Step": 185, "Finetune/Step Time": 11.999015083536506}
+{"Finetune/Learning Rate": 6.458333333333334e-06, "Finetune/Loss": 1.1335238218307495, "Finetune/Loss (Raw)": 0.6199598908424377, "Finetune/Step": 186, "Finetune/Step Time": 12.032837979495525}
+{"Finetune/Learning Rate": 6.493055555555557e-06, "Finetune/Loss": 1.1272104978561401, "Finetune/Loss (Raw)": 0.8935285210609436, "Finetune/Step": 187, "Finetune/Step Time": 12.03305922076106}
+{"Finetune/Learning Rate": 6.5277777777777784e-06, "Finetune/Loss": 1.1260102987289429, "Finetune/Loss (Raw)": 1.1049307584762573, "Finetune/Step": 188, "Finetune/Step Time": 12.027323072776198}
+{"Finetune/Learning Rate": 6.5625e-06, "Finetune/Loss": 1.1246838569641113, "Finetune/Loss (Raw)": 0.9956138134002686, "Finetune/Step": 189, "Finetune/Step Time": 11.99698275141418}
+{"Finetune/Learning Rate": 6.597222222222223e-06, "Finetune/Loss": 1.1215156316757202, "Finetune/Loss (Raw)": 0.9376025795936584, "Finetune/Step": 190, "Finetune/Step Time": 11.99228047952056}
+{"Finetune/Learning Rate": 6.631944444444445e-06, "Finetune/Loss": 1.1169582605361938, "Finetune/Loss (Raw)": 0.8603164553642273, "Finetune/Step": 191, "Finetune/Step Time": 12.013955648988485}
+{"Finetune/Learning Rate": 6.666666666666667e-06, "Finetune/Loss": 1.1154227256774902, "Finetune/Loss (Raw)": 1.1705873012542725, "Finetune/Step": 192, "Finetune/Step Time": 12.003484660759568}
+{"Finetune/Learning Rate": 6.701388888888889e-06, "Finetune/Loss": 1.11237370967865, "Finetune/Loss (Raw)": 0.9450309872627258, "Finetune/Step": 193, "Finetune/Step Time": 12.041474394500256}
+{"Finetune/Learning Rate": 6.736111111111112e-06, "Finetune/Loss": 1.1112905740737915, "Finetune/Loss (Raw)": 1.0578134059906006, "Finetune/Step": 194, "Finetune/Step Time": 11.99929797835648}
+{"Finetune/Learning Rate": 6.770833333333334e-06, "Finetune/Loss": 1.109670877456665, "Finetune/Loss (Raw)": 1.2401564121246338, "Finetune/Step": 195, "Finetune/Step Time": 11.996714876964688}
+{"Finetune/Learning Rate": 6.8055555555555566e-06, "Finetune/Loss": 1.107328176498413, "Finetune/Loss (Raw)": 1.0147310495376587, "Finetune/Step": 196, "Finetune/Step Time": 11.99321585521102}
+{"Finetune/Learning Rate": 6.840277777777778e-06, "Finetune/Loss": 1.1062617301940918, "Finetune/Loss (Raw)": 1.0968468189239502, "Finetune/Step": 197, "Finetune/Step Time": 11.990138310939074}
+{"Finetune/Learning Rate": 6.875e-06, "Finetune/Loss": 1.1031155586242676, "Finetune/Loss (Raw)": 1.042044997215271, "Finetune/Step": 198, "Finetune/Step Time": 12.000160031020641}
+{"Finetune/Learning Rate": 6.909722222222223e-06, "Finetune/Loss": 1.09990394115448, "Finetune/Loss (Raw)": 1.0752654075622559, "Finetune/Step": 199, "Finetune/Step Time": 12.008361665531993}
+{"Finetune/Learning Rate": 6.944444444444445e-06, "Finetune/Loss": 1.0971872806549072, "Finetune/Loss (Raw)": 1.0856871604919434, "Finetune/Step": 200, "Finetune/Step Time": 12.01298407651484}
+{"Finetune/Learning Rate": 6.979166666666667e-06, "Finetune/Loss": 1.0945638418197632, "Finetune/Loss (Raw)": 0.998525083065033, "Finetune/Step": 201, "Finetune/Step Time": 12.018481329083443}
+{"Finetune/Learning Rate": 7.013888888888889e-06, "Finetune/Loss": 1.0926618576049805, "Finetune/Loss (Raw)": 1.0698083639144897, "Finetune/Step": 202, "Finetune/Step Time": 12.008059080690145}
+{"Finetune/Learning Rate": 7.048611111111112e-06, "Finetune/Loss": 1.090250015258789, "Finetune/Loss (Raw)": 1.0730513334274292, "Finetune/Step": 203, "Finetune/Step Time": 12.026923842728138}
+{"Finetune/Learning Rate": 7.083333333333335e-06, "Finetune/Loss": 1.0884318351745605, "Finetune/Loss (Raw)": 1.1441928148269653, "Finetune/Step": 204, "Finetune/Step Time": 12.026417713612318}
+{"Finetune/Learning Rate": 7.1180555555555565e-06, "Finetune/Loss": 1.0865910053253174, "Finetune/Loss (Raw)": 1.0520585775375366, "Finetune/Step": 205, "Finetune/Step Time": 12.018937101587653}
+{"Finetune/Learning Rate": 7.152777777777778e-06, "Finetune/Loss": 1.0857123136520386, "Finetune/Loss (Raw)": 1.1353050470352173, "Finetune/Step": 206, "Finetune/Step Time": 12.014650719240308}
+{"Finetune/Learning Rate": 7.1875e-06, "Finetune/Loss": 1.0845375061035156, "Finetune/Loss (Raw)": 1.057842493057251, "Finetune/Step": 207, "Finetune/Step Time": 12.015413574874401}
+{"Finetune/Learning Rate": 7.222222222222223e-06, "Finetune/Loss": 1.0827817916870117, "Finetune/Loss (Raw)": 1.1112443208694458, "Finetune/Step": 208, "Finetune/Step Time": 11.963431857526302}
+{"Finetune/Learning Rate": 7.256944444444445e-06, "Finetune/Loss": 1.0810679197311401, "Finetune/Loss (Raw)": 1.1291122436523438, "Finetune/Step": 209, "Finetune/Step Time": 11.96256598457694}
+{"Finetune/Learning Rate": 7.291666666666667e-06, "Finetune/Loss": 1.0808689594268799, "Finetune/Loss (Raw)": 1.0341969728469849, "Finetune/Step": 210, "Finetune/Step Time": 11.958510521799326}
+{"Finetune/Learning Rate": 7.326388888888889e-06, "Finetune/Loss": 1.0793237686157227, "Finetune/Loss (Raw)": 1.0407066345214844, "Finetune/Step": 211, "Finetune/Step Time": 11.955511625856161}
+{"Finetune/Learning Rate": 7.361111111111112e-06, "Finetune/Loss": 1.0774484872817993, "Finetune/Loss (Raw)": 0.9623148441314697, "Finetune/Step": 212, "Finetune/Step Time": 11.980032201856375}
+{"Finetune/Learning Rate": 7.395833333333335e-06, "Finetune/Loss": 1.0753676891326904, "Finetune/Loss (Raw)": 0.9121265411376953, "Finetune/Step": 213, "Finetune/Step Time": 12.023422287777066}
+{"Finetune/Learning Rate": 7.4305555555555565e-06, "Finetune/Loss": 1.0743920803070068, "Finetune/Loss (Raw)": 1.0651476383209229, "Finetune/Step": 214, "Finetune/Step Time": 12.024687550961971}
+{"Finetune/Learning Rate": 7.465277777777778e-06, "Finetune/Loss": 1.0725059509277344, "Finetune/Loss (Raw)": 0.9541756510734558, "Finetune/Step": 215, "Finetune/Step Time": 12.020999141037464}
+{"Finetune/Learning Rate": 7.500000000000001e-06, "Finetune/Loss": 1.0711784362792969, "Finetune/Loss (Raw)": 1.0616323947906494, "Finetune/Step": 216, "Finetune/Step Time": 12.01996847987175}
+{"Finetune/Learning Rate": 7.534722222222223e-06, "Finetune/Loss": 1.0710997581481934, "Finetune/Loss (Raw)": 1.0049585103988647, "Finetune/Step": 217, "Finetune/Step Time": 12.0325239431113}
+{"Finetune/Learning Rate": 7.569444444444445e-06, "Finetune/Loss": 1.0701336860656738, "Finetune/Loss (Raw)": 1.059247612953186, "Finetune/Step": 218, "Finetune/Step Time": 12.028408536687493}
+{"Finetune/Learning Rate": 7.6041666666666666e-06, "Finetune/Loss": 1.0675485134124756, "Finetune/Loss (Raw)": 0.9822902679443359, "Finetune/Step": 219, "Finetune/Step Time": 12.050457708537579}
+{"Finetune/Learning Rate": 7.638888888888888e-06, "Finetune/Loss": 1.0671374797821045, "Finetune/Loss (Raw)": 1.1539210081100464, "Finetune/Step": 220, "Finetune/Step Time": 12.053805904462934}
+{"Finetune/Learning Rate": 7.673611111111113e-06, "Finetune/Loss": 1.0657405853271484, "Finetune/Loss (Raw)": 1.0201667547225952, "Finetune/Step": 221, "Finetune/Step Time": 12.057922611013055}
+{"Finetune/Learning Rate": 7.708333333333334e-06, "Finetune/Loss": 1.064774751663208, "Finetune/Loss (Raw)": 1.018486499786377, "Finetune/Step": 222, "Finetune/Step Time": 12.082451855763793}
+{"Finetune/Learning Rate": 7.743055555555556e-06, "Finetune/Loss": 1.0641237497329712, "Finetune/Loss (Raw)": 0.9790478348731995, "Finetune/Step": 223, "Finetune/Step Time": 12.067635929211974}
+{"Finetune/Learning Rate": 7.77777777777778e-06, "Finetune/Loss": 1.0638264417648315, "Finetune/Loss (Raw)": 1.1192760467529297, "Finetune/Step": 224, "Finetune/Step Time": 12.07615060172975}
+{"Finetune/Learning Rate": 7.8125e-06, "Finetune/Loss": 1.0640459060668945, "Finetune/Loss (Raw)": 1.099981665611267, "Finetune/Step": 225, "Finetune/Step Time": 12.082557212561369}
+{"Finetune/Learning Rate": 7.847222222222223e-06, "Finetune/Loss": 1.0652508735656738, "Finetune/Loss (Raw)": 1.0830472707748413, "Finetune/Step": 226, "Finetune/Step Time": 12.08148786239326}
+{"Finetune/Learning Rate": 7.881944444444446e-06, "Finetune/Loss": 1.0643264055252075, "Finetune/Loss (Raw)": 0.9831207394599915, "Finetune/Step": 227, "Finetune/Step Time": 12.088346749544144}
+{"Finetune/Learning Rate": 7.916666666666667e-06, "Finetune/Loss": 1.06345796585083, "Finetune/Loss (Raw)": 1.0572025775909424, "Finetune/Step": 228, "Finetune/Step Time": 12.102888582274318}
+{"Finetune/Learning Rate": 7.95138888888889e-06, "Finetune/Loss": 1.0628225803375244, "Finetune/Loss (Raw)": 0.9439451098442078, "Finetune/Step": 229, "Finetune/Step Time": 12.097785523161292}
+{"Finetune/Learning Rate": 7.986111111111112e-06, "Finetune/Loss": 1.0620427131652832, "Finetune/Loss (Raw)": 1.098352074623108, "Finetune/Step": 230, "Finetune/Step Time": 12.09377515502274}
+{"Finetune/Learning Rate": 8.020833333333335e-06, "Finetune/Loss": 1.063586950302124, "Finetune/Loss (Raw)": 1.2694251537322998, "Finetune/Step": 231, "Finetune/Step Time": 12.106781175360084}
+{"Finetune/Learning Rate": 8.055555555555557e-06, "Finetune/Loss": 1.0639902353286743, "Finetune/Loss (Raw)": 1.069296956062317, "Finetune/Step": 232, "Finetune/Step Time": 12.101157311350107}
+{"Finetune/Learning Rate": 8.090277777777778e-06, "Finetune/Loss": 1.0621498823165894, "Finetune/Loss (Raw)": 0.9524864554405212, "Finetune/Step": 233, "Finetune/Step Time": 12.116521503776312}
+{"Finetune/Learning Rate": 8.125000000000001e-06, "Finetune/Loss": 1.0612678527832031, "Finetune/Loss (Raw)": 0.9846192598342896, "Finetune/Step": 234, "Finetune/Step Time": 12.113399278372526}
+{"Finetune/Learning Rate": 8.159722222222222e-06, "Finetune/Loss": 1.0614278316497803, "Finetune/Loss (Raw)": 1.1176117658615112, "Finetune/Step": 235, "Finetune/Step Time": 12.109182124957442}
+{"Finetune/Learning Rate": 8.194444444444445e-06, "Finetune/Loss": 1.0600883960723877, "Finetune/Loss (Raw)": 1.0208461284637451, "Finetune/Step": 236, "Finetune/Step Time": 12.112872287631035}
+{"Finetune/Learning Rate": 8.229166666666667e-06, "Finetune/Loss": 1.059965968132019, "Finetune/Loss (Raw)": 1.074365496635437, "Finetune/Step": 237, "Finetune/Step Time": 12.110994623973966}
+{"Finetune/Learning Rate": 8.263888888888888e-06, "Finetune/Loss": 1.0579581260681152, "Finetune/Loss (Raw)": 0.9185903668403625, "Finetune/Step": 238, "Finetune/Step Time": 12.115925734862685}
+{"Finetune/Learning Rate": 8.298611111111113e-06, "Finetune/Loss": 1.0557398796081543, "Finetune/Loss (Raw)": 0.9812037348747253, "Finetune/Step": 239, "Finetune/Step Time": 12.111808465793729}
+{"Finetune/Learning Rate": 8.333333333333334e-06, "Finetune/Loss": 1.0546810626983643, "Finetune/Loss (Raw)": 1.0915049314498901, "Finetune/Step": 240, "Finetune/Step Time": 12.115321112796664}
+{"Finetune/Learning Rate": 8.368055555555556e-06, "Finetune/Loss": 1.0549415349960327, "Finetune/Loss (Raw)": 1.035201072692871, "Finetune/Step": 241, "Finetune/Step Time": 12.110246503725648}
+{"Finetune/Learning Rate": 8.402777777777779e-06, "Finetune/Loss": 1.0542360544204712, "Finetune/Loss (Raw)": 1.1468112468719482, "Finetune/Step": 242, "Finetune/Step Time": 12.107198797166348}
+{"Finetune/Learning Rate": 8.4375e-06, "Finetune/Loss": 1.0555766820907593, "Finetune/Loss (Raw)": 1.2085272073745728, "Finetune/Step": 243, "Finetune/Step Time": 12.097788732498884}
+{"Finetune/Learning Rate": 8.472222222222223e-06, "Finetune/Loss": 1.0563886165618896, "Finetune/Loss (Raw)": 1.1182318925857544, "Finetune/Step": 244, "Finetune/Step Time": 12.09122908487916}
+{"Finetune/Learning Rate": 8.506944444444445e-06, "Finetune/Loss": 1.0563335418701172, "Finetune/Loss (Raw)": 1.0551950931549072, "Finetune/Step": 245, "Finetune/Step Time": 12.08586759865284}
+{"Finetune/Learning Rate": 8.541666666666666e-06, "Finetune/Loss": 1.053186297416687, "Finetune/Loss (Raw)": 1.0342020988464355, "Finetune/Step": 246, "Finetune/Step Time": 12.072223018854856}
+{"Finetune/Learning Rate": 8.57638888888889e-06, "Finetune/Loss": 1.053802490234375, "Finetune/Loss (Raw)": 1.1026687622070312, "Finetune/Step": 247, "Finetune/Step Time": 12.064417021349072}
+{"Finetune/Learning Rate": 8.611111111111112e-06, "Finetune/Loss": 1.0516259670257568, "Finetune/Loss (Raw)": 1.0201919078826904, "Finetune/Step": 248, "Finetune/Step Time": 12.06088343448937}
+{"Finetune/Learning Rate": 8.645833333333335e-06, "Finetune/Loss": 1.050511360168457, "Finetune/Loss (Raw)": 1.0208195447921753, "Finetune/Step": 249, "Finetune/Step Time": 12.063063995912671}
+{"Finetune/Learning Rate": 8.680555555555557e-06, "Finetune/Loss": 1.0503804683685303, "Finetune/Loss (Raw)": 0.9958864450454712, "Finetune/Step": 250, "Finetune/Step Time": 12.058953359723091}
+{"Finetune/Learning Rate": 8.715277777777778e-06, "Finetune/Loss": 1.0507843494415283, "Finetune/Loss (Raw)": 1.0554693937301636, "Finetune/Step": 251, "Finetune/Step Time": 12.056837605312467}
+{"Finetune/Learning Rate": 8.750000000000001e-06, "Finetune/Loss": 1.0513969659805298, "Finetune/Loss (Raw)": 1.0093166828155518, "Finetune/Step": 252, "Finetune/Step Time": 12.057738970965147}
+{"Finetune/Learning Rate": 8.784722222222224e-06, "Finetune/Loss": 1.0512964725494385, "Finetune/Loss (Raw)": 1.1080865859985352, "Finetune/Step": 253, "Finetune/Step Time": 12.084536746144295}
+{"Finetune/Learning Rate": 8.819444444444445e-06, "Finetune/Loss": 1.0505683422088623, "Finetune/Loss (Raw)": 1.0812575817108154, "Finetune/Step": 254, "Finetune/Step Time": 12.086222629994154}
+{"Finetune/Learning Rate": 8.854166666666667e-06, "Finetune/Loss": 1.0506651401519775, "Finetune/Loss (Raw)": 1.1233043670654297, "Finetune/Step": 255, "Finetune/Step Time": 12.086014900356531}
+{"Finetune/Learning Rate": 8.888888888888888e-06, "Finetune/Loss": 1.05159330368042, "Finetune/Loss (Raw)": 1.1310163736343384, "Finetune/Step": 256, "Finetune/Step Time": 12.07121654227376}
+{"Finetune/Learning Rate": 8.923611111111113e-06, "Finetune/Loss": 1.0509381294250488, "Finetune/Loss (Raw)": 1.1141728162765503, "Finetune/Step": 257, "Finetune/Step Time": 12.069720014929771}
+{"Finetune/Learning Rate": 8.958333333333334e-06, "Finetune/Loss": 1.051674246788025, "Finetune/Loss (Raw)": 1.1615639925003052, "Finetune/Step": 258, "Finetune/Step Time": 12.063881078734994}
+{"Finetune/Learning Rate": 8.993055555555556e-06, "Finetune/Loss": 1.0522116422653198, "Finetune/Loss (Raw)": 1.1128712892532349, "Finetune/Step": 259, "Finetune/Step Time": 12.060207169502974}
+{"Finetune/Learning Rate": 9.027777777777779e-06, "Finetune/Loss": 1.0534827709197998, "Finetune/Loss (Raw)": 1.1041377782821655, "Finetune/Step": 260, "Finetune/Step Time": 12.059160977602005}
+{"Finetune/Learning Rate": 9.0625e-06, "Finetune/Loss": 1.051884651184082, "Finetune/Loss (Raw)": 0.9530158042907715, "Finetune/Step": 261, "Finetune/Step Time": 12.090232484042645}
+{"Finetune/Learning Rate": 9.097222222222223e-06, "Finetune/Loss": 1.052187442779541, "Finetune/Loss (Raw)": 1.0634087324142456, "Finetune/Step": 262, "Finetune/Step Time": 12.072670014575124}
+{"Finetune/Learning Rate": 9.131944444444445e-06, "Finetune/Loss": 1.05314302444458, "Finetune/Loss (Raw)": 1.0984911918640137, "Finetune/Step": 263, "Finetune/Step Time": 12.052624551579356}
+{"Finetune/Learning Rate": 9.166666666666666e-06, "Finetune/Loss": 1.052258849143982, "Finetune/Loss (Raw)": 1.1594879627227783, "Finetune/Step": 264, "Finetune/Step Time": 12.059291511774063}
+{"Finetune/Learning Rate": 9.201388888888889e-06, "Finetune/Loss": 1.0508959293365479, "Finetune/Loss (Raw)": 1.0693743228912354, "Finetune/Step": 265, "Finetune/Step Time": 12.062730476260185}
+{"Finetune/Learning Rate": 9.236111111111112e-06, "Finetune/Loss": 1.0503816604614258, "Finetune/Loss (Raw)": 1.1160591840744019, "Finetune/Step": 266, "Finetune/Step Time": 12.061999659985304}
+{"Finetune/Learning Rate": 9.270833333333334e-06, "Finetune/Loss": 1.0510103702545166, "Finetune/Loss (Raw)": 1.1473969221115112, "Finetune/Step": 267, "Finetune/Step Time": 12.045733353123069}
+{"Finetune/Learning Rate": 9.305555555555557e-06, "Finetune/Loss": 1.0515893697738647, "Finetune/Loss (Raw)": 1.1124215126037598, "Finetune/Step": 268, "Finetune/Step Time": 12.0560622215271}
+{"Finetune/Learning Rate": 9.340277777777778e-06, "Finetune/Loss": 1.0504391193389893, "Finetune/Loss (Raw)": 0.9538722038269043, "Finetune/Step": 269, "Finetune/Step Time": 12.053429629653692}
+{"Finetune/Learning Rate": 9.375000000000001e-06, "Finetune/Loss": 1.0471796989440918, "Finetune/Loss (Raw)": 0.6056658029556274, "Finetune/Step": 270, "Finetune/Step Time": 12.061386417597532}
+{"Finetune/Learning Rate": 9.409722222222224e-06, "Finetune/Loss": 1.0466541051864624, "Finetune/Loss (Raw)": 1.0069363117218018, "Finetune/Step": 271, "Finetune/Step Time": 12.060508094727993}
+{"Finetune/Learning Rate": 9.444444444444445e-06, "Finetune/Loss": 1.0468058586120605, "Finetune/Loss (Raw)": 1.0916266441345215, "Finetune/Step": 272, "Finetune/Step Time": 12.065234877169132}
+{"Finetune/Learning Rate": 9.479166666666667e-06, "Finetune/Loss": 1.0454474687576294, "Finetune/Loss (Raw)": 0.9742148518562317, "Finetune/Step": 273, "Finetune/Step Time": 12.066447012126446}
+{"Finetune/Learning Rate": 9.51388888888889e-06, "Finetune/Loss": 1.0447278022766113, "Finetune/Loss (Raw)": 0.898849606513977, "Finetune/Step": 274, "Finetune/Step Time": 12.06448457762599}
+{"Finetune/Learning Rate": 9.548611111111113e-06, "Finetune/Loss": 1.0455005168914795, "Finetune/Loss (Raw)": 1.0191482305526733, "Finetune/Step": 275, "Finetune/Step Time": 12.062247350811958}
+{"Finetune/Learning Rate": 9.583333333333335e-06, "Finetune/Loss": 1.0454856157302856, "Finetune/Loss (Raw)": 1.0859953165054321, "Finetune/Step": 276, "Finetune/Step Time": 12.06375389546156}
+{"Finetune/Learning Rate": 9.618055555555556e-06, "Finetune/Loss": 1.045098066329956, "Finetune/Loss (Raw)": 0.9848412275314331, "Finetune/Step": 277, "Finetune/Step Time": 12.07049748301506}
+{"Finetune/Learning Rate": 9.652777777777779e-06, "Finetune/Loss": 1.0451518297195435, "Finetune/Loss (Raw)": 0.972684383392334, "Finetune/Step": 278, "Finetune/Step Time": 12.062646422535181}
+{"Finetune/Learning Rate": 9.6875e-06, "Finetune/Loss": 1.0450737476348877, "Finetune/Loss (Raw)": 1.038411021232605, "Finetune/Step": 279, "Finetune/Step Time": 12.06212816387415}
+{"Finetune/Learning Rate": 9.722222222222223e-06, "Finetune/Loss": 1.0451111793518066, "Finetune/Loss (Raw)": 1.0256736278533936, "Finetune/Step": 280, "Finetune/Step Time": 12.005267847329378}
+{"Finetune/Learning Rate": 9.756944444444445e-06, "Finetune/Loss": 1.0436731576919556, "Finetune/Loss (Raw)": 0.90325927734375, "Finetune/Step": 281, "Finetune/Step Time": 12.007032031193376}
+{"Finetune/Learning Rate": 9.791666666666666e-06, "Finetune/Loss": 1.0421431064605713, "Finetune/Loss (Raw)": 0.9657429456710815, "Finetune/Step": 282, "Finetune/Step Time": 12.022758582606912}
+{"Finetune/Learning Rate": 9.826388888888889e-06, "Finetune/Loss": 1.0431244373321533, "Finetune/Loss (Raw)": 1.2464655637741089, "Finetune/Step": 283, "Finetune/Step Time": 12.014555966481566}
+{"Finetune/Learning Rate": 9.861111111111112e-06, "Finetune/Loss": 1.0413299798965454, "Finetune/Loss (Raw)": 0.8898566961288452, "Finetune/Step": 284, "Finetune/Step Time": 12.036801397800446}
+{"Finetune/Learning Rate": 9.895833333333334e-06, "Finetune/Loss": 1.0432484149932861, "Finetune/Loss (Raw)": 0.9508559703826904, "Finetune/Step": 285, "Finetune/Step Time": 12.015184944495559}
+{"Finetune/Learning Rate": 9.930555555555557e-06, "Finetune/Loss": 1.0418155193328857, "Finetune/Loss (Raw)": 0.9189958572387695, "Finetune/Step": 286, "Finetune/Step Time": 12.030198566615582}
+{"Finetune/Learning Rate": 9.965277777777778e-06, "Finetune/Loss": 1.0403105020523071, "Finetune/Loss (Raw)": 0.9313603043556213, "Finetune/Step": 287, "Finetune/Step Time": 12.025093970820308}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 1.0388176441192627, "Finetune/Loss (Raw)": 0.9380964040756226, "Finetune/Step": 288, "Finetune/Step Time": 12.021029012277722}
+{"Finetune/Learning Rate": 1.0034722222222224e-05, "Finetune/Loss": 1.0383251905441284, "Finetune/Loss (Raw)": 1.0668970346450806, "Finetune/Step": 289, "Finetune/Step Time": 12.007444662973285}
+{"Finetune/Learning Rate": 1.0069444444444445e-05, "Finetune/Loss": 1.0388095378875732, "Finetune/Loss (Raw)": 1.1001564264297485, "Finetune/Step": 290, "Finetune/Step Time": 12.022302383556962}
+{"Finetune/Learning Rate": 1.0104166666666669e-05, "Finetune/Loss": 1.0379470586776733, "Finetune/Loss (Raw)": 0.9567415714263916, "Finetune/Step": 291, "Finetune/Step Time": 12.015126807615161}
+{"Finetune/Learning Rate": 1.013888888888889e-05, "Finetune/Loss": 1.0396363735198975, "Finetune/Loss (Raw)": 1.126083254814148, "Finetune/Step": 292, "Finetune/Step Time": 12.025064477697015}
+{"Finetune/Learning Rate": 1.0173611111111113e-05, "Finetune/Loss": 1.0383750200271606, "Finetune/Loss (Raw)": 1.0645909309387207, "Finetune/Step": 293, "Finetune/Step Time": 12.030730614438653}
+{"Finetune/Learning Rate": 1.0208333333333334e-05, "Finetune/Loss": 1.041839599609375, "Finetune/Loss (Raw)": 1.0008431673049927, "Finetune/Step": 294, "Finetune/Step Time": 11.997191103175282}
+{"Finetune/Learning Rate": 1.0243055555555556e-05, "Finetune/Loss": 1.0408763885498047, "Finetune/Loss (Raw)": 1.0214992761611938, "Finetune/Step": 295, "Finetune/Step Time": 11.99772897735238}
+{"Finetune/Learning Rate": 1.0277777777777777e-05, "Finetune/Loss": 1.0413506031036377, "Finetune/Loss (Raw)": 1.075840950012207, "Finetune/Step": 296, "Finetune/Step Time": 11.993098195642233}
+{"Finetune/Learning Rate": 1.0312500000000002e-05, "Finetune/Loss": 1.0393115282058716, "Finetune/Loss (Raw)": 0.7373089790344238, "Finetune/Step": 297, "Finetune/Step Time": 12.002640273422003}
+{"Finetune/Learning Rate": 1.0347222222222224e-05, "Finetune/Loss": 1.0398850440979004, "Finetune/Loss (Raw)": 0.9569958448410034, "Finetune/Step": 298, "Finetune/Step Time": 12.00156270712614}
+{"Finetune/Learning Rate": 1.0381944444444445e-05, "Finetune/Loss": 1.0384297370910645, "Finetune/Loss (Raw)": 0.8418553471565247, "Finetune/Step": 299, "Finetune/Step Time": 12.020449075847864}
+{"Finetune/Learning Rate": 1.0416666666666668e-05, "Finetune/Loss": 1.0384180545806885, "Finetune/Loss (Raw)": 1.0605535507202148, "Finetune/Step": 300, "Finetune/Step Time": 12.023842735216022}
+{"Finetune/Learning Rate": 1.0451388888888889e-05, "Finetune/Loss": 1.0368540287017822, "Finetune/Loss (Raw)": 0.9235678911209106, "Finetune/Step": 301, "Finetune/Step Time": 12.027062131091952}
+{"Finetune/Learning Rate": 1.0486111111111112e-05, "Finetune/Loss": 1.037041425704956, "Finetune/Loss (Raw)": 1.029682993888855, "Finetune/Step": 302, "Finetune/Step Time": 12.011197904124856}
+{"Finetune/Learning Rate": 1.0520833333333333e-05, "Finetune/Loss": 1.0365002155303955, "Finetune/Loss (Raw)": 1.033935546875, "Finetune/Step": 303, "Finetune/Step Time": 12.01087793149054}
+{"Finetune/Learning Rate": 1.0555555555555557e-05, "Finetune/Loss": 1.0364658832550049, "Finetune/Loss (Raw)": 1.0882688760757446, "Finetune/Step": 304, "Finetune/Step Time": 12.00081343203783}
+{"Finetune/Learning Rate": 1.0590277777777778e-05, "Finetune/Loss": 1.0370557308197021, "Finetune/Loss (Raw)": 1.1464519500732422, "Finetune/Step": 305, "Finetune/Step Time": 11.999296041205525}
+{"Finetune/Learning Rate": 1.0625e-05, "Finetune/Loss": 1.0360262393951416, "Finetune/Loss (Raw)": 0.8839127421379089, "Finetune/Step": 306, "Finetune/Step Time": 11.998870588839054}
+{"Finetune/Learning Rate": 1.0659722222222223e-05, "Finetune/Loss": 1.0347051620483398, "Finetune/Loss (Raw)": 0.9570232033729553, "Finetune/Step": 307, "Finetune/Step Time": 11.979706948623061}
+{"Finetune/Learning Rate": 1.0694444444444444e-05, "Finetune/Loss": 1.0339168310165405, "Finetune/Loss (Raw)": 1.0138442516326904, "Finetune/Step": 308, "Finetune/Step Time": 11.995385749265552}
+{"Finetune/Learning Rate": 1.0729166666666669e-05, "Finetune/Loss": 1.0335540771484375, "Finetune/Loss (Raw)": 1.0579313039779663, "Finetune/Step": 309, "Finetune/Step Time": 11.994940586388111}
+{"Finetune/Learning Rate": 1.076388888888889e-05, "Finetune/Loss": 1.0335910320281982, "Finetune/Loss (Raw)": 1.1115334033966064, "Finetune/Step": 310, "Finetune/Step Time": 12.003217099234462}
+{"Finetune/Learning Rate": 1.0798611111111113e-05, "Finetune/Loss": 1.034571886062622, "Finetune/Loss (Raw)": 1.1400645971298218, "Finetune/Step": 311, "Finetune/Step Time": 11.998039554804564}
+{"Finetune/Learning Rate": 1.0833333333333334e-05, "Finetune/Loss": 1.0328147411346436, "Finetune/Loss (Raw)": 0.8855055570602417, "Finetune/Step": 312, "Finetune/Step Time": 12.00631651468575}
+{"Finetune/Learning Rate": 1.0868055555555556e-05, "Finetune/Loss": 1.0335578918457031, "Finetune/Loss (Raw)": 1.128626823425293, "Finetune/Step": 313, "Finetune/Step Time": 12.006344081833959}
+{"Finetune/Learning Rate": 1.0902777777777777e-05, "Finetune/Loss": 1.0365900993347168, "Finetune/Loss (Raw)": 1.0080806016921997, "Finetune/Step": 314, "Finetune/Step Time": 11.965155955404043}
+{"Finetune/Learning Rate": 1.0937500000000002e-05, "Finetune/Loss": 1.0374822616577148, "Finetune/Loss (Raw)": 1.0077381134033203, "Finetune/Step": 315, "Finetune/Step Time": 11.9543580673635}
+{"Finetune/Learning Rate": 1.0972222222222224e-05, "Finetune/Loss": 1.0371315479278564, "Finetune/Loss (Raw)": 1.0600273609161377, "Finetune/Step": 316, "Finetune/Step Time": 11.990630485117435}
+{"Finetune/Learning Rate": 1.1006944444444445e-05, "Finetune/Loss": 1.0368332862854004, "Finetune/Loss (Raw)": 0.9574480056762695, "Finetune/Step": 317, "Finetune/Step Time": 11.986445359885693}
+{"Finetune/Learning Rate": 1.1041666666666668e-05, "Finetune/Loss": 1.037686824798584, "Finetune/Loss (Raw)": 1.0468411445617676, "Finetune/Step": 318, "Finetune/Step Time": 11.983595175668597}
+{"Finetune/Learning Rate": 1.1076388888888889e-05, "Finetune/Loss": 1.0390164852142334, "Finetune/Loss (Raw)": 1.0305167436599731, "Finetune/Step": 319, "Finetune/Step Time": 11.96471587009728}
+{"Finetune/Learning Rate": 1.1111111111111113e-05, "Finetune/Loss": 1.0370413064956665, "Finetune/Loss (Raw)": 0.9177685379981995, "Finetune/Step": 320, "Finetune/Step Time": 11.961653431877494}
+{"Finetune/Learning Rate": 1.1145833333333334e-05, "Finetune/Loss": 1.0382667779922485, "Finetune/Loss (Raw)": 1.1018871068954468, "Finetune/Step": 321, "Finetune/Step Time": 11.919374957680702}
+{"Finetune/Learning Rate": 1.1180555555555557e-05, "Finetune/Loss": 1.0390263795852661, "Finetune/Loss (Raw)": 1.155043601989746, "Finetune/Step": 322, "Finetune/Step Time": 11.9102654568851}
+{"Finetune/Learning Rate": 1.1215277777777778e-05, "Finetune/Loss": 1.03713059425354, "Finetune/Loss (Raw)": 0.9975032806396484, "Finetune/Step": 323, "Finetune/Step Time": 11.907346298918128}
+{"Finetune/Learning Rate": 1.125e-05, "Finetune/Loss": 1.0370283126831055, "Finetune/Loss (Raw)": 1.0016294717788696, "Finetune/Step": 324, "Finetune/Step Time": 11.906276684254408}
+{"Finetune/Learning Rate": 1.1284722222222223e-05, "Finetune/Loss": 1.0360957384109497, "Finetune/Loss (Raw)": 0.9774806499481201, "Finetune/Step": 325, "Finetune/Step Time": 11.910063436254859}
+{"Finetune/Learning Rate": 1.1319444444444444e-05, "Finetune/Loss": 1.0361791849136353, "Finetune/Loss (Raw)": 1.052728533744812, "Finetune/Step": 326, "Finetune/Step Time": 11.901063630357385}
+{"Finetune/Learning Rate": 1.1354166666666669e-05, "Finetune/Loss": 1.0354373455047607, "Finetune/Loss (Raw)": 0.9803183078765869, "Finetune/Step": 327, "Finetune/Step Time": 11.898102363571525}
+{"Finetune/Learning Rate": 1.138888888888889e-05, "Finetune/Loss": 1.0351223945617676, "Finetune/Loss (Raw)": 1.0453555583953857, "Finetune/Step": 328, "Finetune/Step Time": 11.890318615362048}
+{"Finetune/Learning Rate": 1.1423611111111112e-05, "Finetune/Loss": 1.0348505973815918, "Finetune/Loss (Raw)": 0.9637437462806702, "Finetune/Step": 329, "Finetune/Step Time": 11.889902209863067}
+{"Finetune/Learning Rate": 1.1458333333333333e-05, "Finetune/Loss": 1.0349222421646118, "Finetune/Loss (Raw)": 1.0789811611175537, "Finetune/Step": 330, "Finetune/Step Time": 11.898251572623849}
+{"Finetune/Learning Rate": 1.1493055555555556e-05, "Finetune/Loss": 1.0338056087493896, "Finetune/Loss (Raw)": 0.9301192760467529, "Finetune/Step": 331, "Finetune/Step Time": 11.885349467396736}
+{"Finetune/Learning Rate": 1.1527777777777777e-05, "Finetune/Loss": 1.0330086946487427, "Finetune/Loss (Raw)": 1.0421918630599976, "Finetune/Step": 332, "Finetune/Step Time": 11.877889117226005}
+{"Finetune/Learning Rate": 1.1562500000000002e-05, "Finetune/Loss": 1.0331934690475464, "Finetune/Loss (Raw)": 1.0757067203521729, "Finetune/Step": 333, "Finetune/Step Time": 11.87823661789298}
+{"Finetune/Learning Rate": 1.1597222222222224e-05, "Finetune/Loss": 1.0310611724853516, "Finetune/Loss (Raw)": 0.8623764514923096, "Finetune/Step": 334, "Finetune/Step Time": 11.922964347526431}
+{"Finetune/Learning Rate": 1.1631944444444445e-05, "Finetune/Loss": 1.0310256481170654, "Finetune/Loss (Raw)": 1.0532959699630737, "Finetune/Step": 335, "Finetune/Step Time": 11.937577534466982}
+{"Finetune/Learning Rate": 1.1666666666666668e-05, "Finetune/Loss": 1.029552698135376, "Finetune/Loss (Raw)": 0.9227028489112854, "Finetune/Step": 336, "Finetune/Step Time": 11.930720848962665}
+{"Finetune/Learning Rate": 1.1701388888888889e-05, "Finetune/Loss": 1.0281366109848022, "Finetune/Loss (Raw)": 0.947843611240387, "Finetune/Step": 337, "Finetune/Step Time": 11.925905918702483}
+{"Finetune/Learning Rate": 1.1736111111111113e-05, "Finetune/Loss": 1.0281648635864258, "Finetune/Loss (Raw)": 1.0378198623657227, "Finetune/Step": 338, "Finetune/Step Time": 11.925748756155372}
+{"Finetune/Learning Rate": 1.1770833333333334e-05, "Finetune/Loss": 1.0287798643112183, "Finetune/Loss (Raw)": 1.1194297075271606, "Finetune/Step": 339, "Finetune/Step Time": 11.933134661987424}
+{"Finetune/Learning Rate": 1.1805555555555557e-05, "Finetune/Loss": 1.0292165279388428, "Finetune/Loss (Raw)": 1.0182147026062012, "Finetune/Step": 340, "Finetune/Step Time": 11.923224281519651}
+{"Finetune/Learning Rate": 1.1840277777777778e-05, "Finetune/Loss": 1.0303977727890015, "Finetune/Loss (Raw)": 1.0633171796798706, "Finetune/Step": 341, "Finetune/Step Time": 11.885161085054278}
+{"Finetune/Learning Rate": 1.1875e-05, "Finetune/Loss": 1.026900291442871, "Finetune/Loss (Raw)": 0.6174651980400085, "Finetune/Step": 342, "Finetune/Step Time": 11.909667385742068}
+{"Finetune/Learning Rate": 1.1909722222222223e-05, "Finetune/Loss": 1.0276485681533813, "Finetune/Loss (Raw)": 1.0499557256698608, "Finetune/Step": 343, "Finetune/Step Time": 11.920832145959139}
+{"Finetune/Learning Rate": 1.1944444444444444e-05, "Finetune/Loss": 1.0282975435256958, "Finetune/Loss (Raw)": 1.1447131633758545, "Finetune/Step": 344, "Finetune/Step Time": 11.924483381211758}
+{"Finetune/Learning Rate": 1.1979166666666669e-05, "Finetune/Loss": 1.0287351608276367, "Finetune/Loss (Raw)": 1.0609627962112427, "Finetune/Step": 345, "Finetune/Step Time": 11.917868355289102}
+{"Finetune/Learning Rate": 1.201388888888889e-05, "Finetune/Loss": 1.0302397012710571, "Finetune/Loss (Raw)": 1.251834511756897, "Finetune/Step": 346, "Finetune/Step Time": 11.91397000104189}
+{"Finetune/Learning Rate": 1.2048611111111112e-05, "Finetune/Loss": 1.0304043292999268, "Finetune/Loss (Raw)": 1.003351092338562, "Finetune/Step": 347, "Finetune/Step Time": 11.894882099702954}
+{"Finetune/Learning Rate": 1.2083333333333333e-05, "Finetune/Loss": 1.0293956995010376, "Finetune/Loss (Raw)": 1.024832844734192, "Finetune/Step": 348, "Finetune/Step Time": 11.894401039928198}
+{"Finetune/Learning Rate": 1.2118055555555556e-05, "Finetune/Loss": 1.029716968536377, "Finetune/Loss (Raw)": 1.0612871646881104, "Finetune/Step": 349, "Finetune/Step Time": 11.886280309408903}
+{"Finetune/Learning Rate": 1.2152777777777777e-05, "Finetune/Loss": 1.0300688743591309, "Finetune/Loss (Raw)": 1.0635329484939575, "Finetune/Step": 350, "Finetune/Step Time": 11.857084192335606}
+{"Finetune/Learning Rate": 1.2187500000000001e-05, "Finetune/Loss": 1.026566505432129, "Finetune/Loss (Raw)": 0.5307210087776184, "Finetune/Step": 351, "Finetune/Step Time": 11.892038311809301}
+{"Finetune/Learning Rate": 1.2222222222222224e-05, "Finetune/Loss": 1.0260382890701294, "Finetune/Loss (Raw)": 1.0516815185546875, "Finetune/Step": 352, "Finetune/Step Time": 11.884120238944888}
+{"Finetune/Learning Rate": 1.2256944444444445e-05, "Finetune/Loss": 1.021594524383545, "Finetune/Loss (Raw)": 0.5311654806137085, "Finetune/Step": 353, "Finetune/Step Time": 11.898444069549441}
+{"Finetune/Learning Rate": 1.2291666666666668e-05, "Finetune/Loss": 1.0207902193069458, "Finetune/Loss (Raw)": 0.9801086783409119, "Finetune/Step": 354, "Finetune/Step Time": 11.886228330433369}
+{"Finetune/Learning Rate": 1.2326388888888889e-05, "Finetune/Loss": 1.0198118686676025, "Finetune/Loss (Raw)": 0.85788494348526, "Finetune/Step": 355, "Finetune/Step Time": 11.894855314865708}
+{"Finetune/Learning Rate": 1.2361111111111113e-05, "Finetune/Loss": 1.0205438137054443, "Finetune/Loss (Raw)": 1.1509116888046265, "Finetune/Step": 356, "Finetune/Step Time": 11.878734197467566}
+{"Finetune/Learning Rate": 1.2395833333333334e-05, "Finetune/Loss": 1.0209031105041504, "Finetune/Loss (Raw)": 0.9899102449417114, "Finetune/Step": 357, "Finetune/Step Time": 11.85973946377635}
+{"Finetune/Learning Rate": 1.2430555555555557e-05, "Finetune/Loss": 1.019460678100586, "Finetune/Loss (Raw)": 0.9137227535247803, "Finetune/Step": 358, "Finetune/Step Time": 11.854775451123714}
+{"Finetune/Learning Rate": 1.2465277777777778e-05, "Finetune/Loss": 1.017735481262207, "Finetune/Loss (Raw)": 1.0486129522323608, "Finetune/Step": 359, "Finetune/Step Time": 11.867411008104682}
+{"Finetune/Learning Rate": 1.25e-05, "Finetune/Loss": 1.017292857170105, "Finetune/Loss (Raw)": 1.0126516819000244, "Finetune/Step": 360, "Finetune/Step Time": 11.868351928889751}
+{"Finetune/Learning Rate": 1.2534722222222225e-05, "Finetune/Loss": 1.0191601514816284, "Finetune/Loss (Raw)": 1.1914812326431274, "Finetune/Step": 361, "Finetune/Step Time": 11.845985040068626}
+{"Finetune/Learning Rate": 1.2569444444444446e-05, "Finetune/Loss": 1.018843412399292, "Finetune/Loss (Raw)": 0.9440944194793701, "Finetune/Step": 362, "Finetune/Step Time": 11.844748053699732}
+{"Finetune/Learning Rate": 1.2604166666666669e-05, "Finetune/Loss": 1.0176267623901367, "Finetune/Loss (Raw)": 0.9618675708770752, "Finetune/Step": 363, "Finetune/Step Time": 11.863432614132762}
+{"Finetune/Learning Rate": 1.263888888888889e-05, "Finetune/Loss": 1.0188844203948975, "Finetune/Loss (Raw)": 1.18182373046875, "Finetune/Step": 364, "Finetune/Step Time": 11.859453622251749}
+{"Finetune/Learning Rate": 1.2673611111111112e-05, "Finetune/Loss": 1.017063856124878, "Finetune/Loss (Raw)": 0.8413276672363281, "Finetune/Step": 365, "Finetune/Step Time": 11.87429078668356}
+{"Finetune/Learning Rate": 1.2708333333333333e-05, "Finetune/Loss": 1.0174919366836548, "Finetune/Loss (Raw)": 0.9734013676643372, "Finetune/Step": 366, "Finetune/Step Time": 11.869997423142195}
+{"Finetune/Learning Rate": 1.2743055555555556e-05, "Finetune/Loss": 1.017409324645996, "Finetune/Loss (Raw)": 0.9706089496612549, "Finetune/Step": 367, "Finetune/Step Time": 11.928864331915975}
+{"Finetune/Learning Rate": 1.2777777777777777e-05, "Finetune/Loss": 1.0175856351852417, "Finetune/Loss (Raw)": 1.1140843629837036, "Finetune/Step": 368, "Finetune/Step Time": 11.925323747098446}
+{"Finetune/Learning Rate": 1.2812500000000001e-05, "Finetune/Loss": 1.017530083656311, "Finetune/Loss (Raw)": 1.0280885696411133, "Finetune/Step": 369, "Finetune/Step Time": 11.931277459487319}
+{"Finetune/Learning Rate": 1.2847222222222224e-05, "Finetune/Loss": 1.0156196355819702, "Finetune/Loss (Raw)": 0.9022712111473083, "Finetune/Step": 370, "Finetune/Step Time": 11.961348859593272}
+{"Finetune/Learning Rate": 1.2881944444444445e-05, "Finetune/Loss": 1.0147242546081543, "Finetune/Loss (Raw)": 1.0939300060272217, "Finetune/Step": 371, "Finetune/Step Time": 11.969099605455995}
+{"Finetune/Learning Rate": 1.2916666666666668e-05, "Finetune/Loss": 1.0132322311401367, "Finetune/Loss (Raw)": 0.9272472858428955, "Finetune/Step": 372, "Finetune/Step Time": 11.97344134002924}
+{"Finetune/Learning Rate": 1.2951388888888889e-05, "Finetune/Loss": 1.0133893489837646, "Finetune/Loss (Raw)": 1.0753060579299927, "Finetune/Step": 373, "Finetune/Step Time": 11.978841364383698}
+{"Finetune/Learning Rate": 1.2986111111111113e-05, "Finetune/Loss": 1.0130268335342407, "Finetune/Loss (Raw)": 0.9878026247024536, "Finetune/Step": 374, "Finetune/Step Time": 11.997912347316742}
+{"Finetune/Learning Rate": 1.3020833333333334e-05, "Finetune/Loss": 1.0121674537658691, "Finetune/Loss (Raw)": 0.9926592111587524, "Finetune/Step": 375, "Finetune/Step Time": 11.996794994920492}
+{"Finetune/Learning Rate": 1.3055555555555557e-05, "Finetune/Loss": 1.011091709136963, "Finetune/Loss (Raw)": 0.8825006484985352, "Finetune/Step": 376, "Finetune/Step Time": 11.998596552759409}
+{"Finetune/Learning Rate": 1.3090277777777778e-05, "Finetune/Loss": 1.0101585388183594, "Finetune/Loss (Raw)": 0.9013710021972656, "Finetune/Step": 377, "Finetune/Step Time": 12.0082964040339}
+{"Finetune/Learning Rate": 1.3125e-05, "Finetune/Loss": 1.010756015777588, "Finetune/Loss (Raw)": 1.0723817348480225, "Finetune/Step": 378, "Finetune/Step Time": 12.013674102723598}
+{"Finetune/Learning Rate": 1.3159722222222225e-05, "Finetune/Loss": 1.011041283607483, "Finetune/Loss (Raw)": 1.0919766426086426, "Finetune/Step": 379, "Finetune/Step Time": 12.017387302592397}
+{"Finetune/Learning Rate": 1.3194444444444446e-05, "Finetune/Loss": 1.0102274417877197, "Finetune/Loss (Raw)": 0.9051533341407776, "Finetune/Step": 380, "Finetune/Step Time": 12.020285937935114}
+{"Finetune/Learning Rate": 1.3229166666666669e-05, "Finetune/Loss": 1.0105419158935547, "Finetune/Loss (Raw)": 1.1483135223388672, "Finetune/Step": 381, "Finetune/Step Time": 11.997644862160087}
+{"Finetune/Learning Rate": 1.326388888888889e-05, "Finetune/Loss": 1.0102453231811523, "Finetune/Loss (Raw)": 1.0433151721954346, "Finetune/Step": 382, "Finetune/Step Time": 11.998723732307553}
+{"Finetune/Learning Rate": 1.3298611111111112e-05, "Finetune/Loss": 1.0090255737304688, "Finetune/Loss (Raw)": 0.9671646356582642, "Finetune/Step": 383, "Finetune/Step Time": 12.007157174870372}
+{"Finetune/Learning Rate": 1.3333333333333333e-05, "Finetune/Loss": 1.0084983110427856, "Finetune/Loss (Raw)": 1.0635327100753784, "Finetune/Step": 384, "Finetune/Step Time": 12.01108181104064}
+{"Finetune/Learning Rate": 1.3368055555555558e-05, "Finetune/Loss": 1.0077763795852661, "Finetune/Loss (Raw)": 1.0217639207839966, "Finetune/Step": 385, "Finetune/Step Time": 12.014062102884054}
+{"Finetune/Learning Rate": 1.3402777777777779e-05, "Finetune/Loss": 1.0064795017242432, "Finetune/Loss (Raw)": 0.9955489635467529, "Finetune/Step": 386, "Finetune/Step Time": 12.083044791594148}
+{"Finetune/Learning Rate": 1.3437500000000001e-05, "Finetune/Loss": 1.0054523944854736, "Finetune/Loss (Raw)": 0.9814180731773376, "Finetune/Step": 387, "Finetune/Step Time": 12.080237368121743}
+{"Finetune/Learning Rate": 1.3472222222222224e-05, "Finetune/Loss": 1.0053935050964355, "Finetune/Loss (Raw)": 1.0966020822525024, "Finetune/Step": 388, "Finetune/Step Time": 12.092697070911527}
+{"Finetune/Learning Rate": 1.3506944444444445e-05, "Finetune/Loss": 1.00618577003479, "Finetune/Loss (Raw)": 1.054424524307251, "Finetune/Step": 389, "Finetune/Step Time": 12.048931876197457}
+{"Finetune/Learning Rate": 1.3541666666666668e-05, "Finetune/Loss": 1.00624680519104, "Finetune/Loss (Raw)": 1.071230411529541, "Finetune/Step": 390, "Finetune/Step Time": 12.044922245666385}
+{"Finetune/Learning Rate": 1.3576388888888889e-05, "Finetune/Loss": 1.0053400993347168, "Finetune/Loss (Raw)": 0.9824194312095642, "Finetune/Step": 391, "Finetune/Step Time": 12.085506413131952}
+{"Finetune/Learning Rate": 1.3611111111111113e-05, "Finetune/Loss": 1.0045262575149536, "Finetune/Loss (Raw)": 1.0553170442581177, "Finetune/Step": 392, "Finetune/Step Time": 12.07554130256176}
+{"Finetune/Learning Rate": 1.3645833333333334e-05, "Finetune/Loss": 1.003996729850769, "Finetune/Loss (Raw)": 1.0015875101089478, "Finetune/Step": 393, "Finetune/Step Time": 12.074363185092807}
+{"Finetune/Learning Rate": 1.3680555555555557e-05, "Finetune/Loss": 1.0041474103927612, "Finetune/Loss (Raw)": 1.1353564262390137, "Finetune/Step": 394, "Finetune/Step Time": 12.070301255211234}
+{"Finetune/Learning Rate": 1.3715277777777778e-05, "Finetune/Loss": 1.003328800201416, "Finetune/Loss (Raw)": 1.04262113571167, "Finetune/Step": 395, "Finetune/Step Time": 12.079435922205448}
+{"Finetune/Learning Rate": 1.375e-05, "Finetune/Loss": 1.0031039714813232, "Finetune/Loss (Raw)": 1.08362877368927, "Finetune/Step": 396, "Finetune/Step Time": 12.08077184483409}
+{"Finetune/Learning Rate": 1.3784722222222225e-05, "Finetune/Loss": 1.0042364597320557, "Finetune/Loss (Raw)": 1.098832368850708, "Finetune/Step": 397, "Finetune/Step Time": 12.123513512313366}
+{"Finetune/Learning Rate": 1.3819444444444446e-05, "Finetune/Loss": 1.0076322555541992, "Finetune/Loss (Raw)": 1.0403382778167725, "Finetune/Step": 398, "Finetune/Step Time": 12.095772737637162}
+{"Finetune/Learning Rate": 1.3854166666666669e-05, "Finetune/Loss": 1.0081183910369873, "Finetune/Loss (Raw)": 1.0691606998443604, "Finetune/Step": 399, "Finetune/Step Time": 12.097509674727917}
+{"Finetune/Learning Rate": 1.388888888888889e-05, "Finetune/Loss": 1.0065186023712158, "Finetune/Loss (Raw)": 0.8868507146835327, "Finetune/Step": 400, "Finetune/Step Time": 12.091064147651196}
+{"Finetune/Learning Rate": 1.3923611111111112e-05, "Finetune/Loss": 1.0065131187438965, "Finetune/Loss (Raw)": 0.9735109210014343, "Finetune/Step": 401, "Finetune/Step Time": 12.103752881288528}
+{"Finetune/Learning Rate": 1.3958333333333333e-05, "Finetune/Loss": 1.0066540241241455, "Finetune/Loss (Raw)": 0.9168799519538879, "Finetune/Step": 402, "Finetune/Step Time": 12.099077401682734}
+{"Finetune/Learning Rate": 1.3993055555555558e-05, "Finetune/Loss": 1.0071946382522583, "Finetune/Loss (Raw)": 1.0883525609970093, "Finetune/Step": 403, "Finetune/Step Time": 12.098411481827497}
+{"Finetune/Learning Rate": 1.4027777777777779e-05, "Finetune/Loss": 1.0071125030517578, "Finetune/Loss (Raw)": 1.0754714012145996, "Finetune/Step": 404, "Finetune/Step Time": 12.092124918475747}
+{"Finetune/Learning Rate": 1.4062500000000001e-05, "Finetune/Loss": 1.0068950653076172, "Finetune/Loss (Raw)": 0.957016110420227, "Finetune/Step": 405, "Finetune/Step Time": 12.088270828127861}
+{"Finetune/Learning Rate": 1.4097222222222224e-05, "Finetune/Loss": 1.007180094718933, "Finetune/Loss (Raw)": 1.0091710090637207, "Finetune/Step": 406, "Finetune/Step Time": 12.086473807692528}
+{"Finetune/Learning Rate": 1.4131944444444445e-05, "Finetune/Loss": 1.0067923069000244, "Finetune/Loss (Raw)": 0.988776445388794, "Finetune/Step": 407, "Finetune/Step Time": 12.08920382708311}
+{"Finetune/Learning Rate": 1.416666666666667e-05, "Finetune/Loss": 1.006070613861084, "Finetune/Loss (Raw)": 0.9332892894744873, "Finetune/Step": 408, "Finetune/Step Time": 12.09125086478889}
+{"Finetune/Learning Rate": 1.420138888888889e-05, "Finetune/Loss": 1.0067200660705566, "Finetune/Loss (Raw)": 0.9863907098770142, "Finetune/Step": 409, "Finetune/Step Time": 12.09497668966651}
+{"Finetune/Learning Rate": 1.4236111111111113e-05, "Finetune/Loss": 1.0078641176223755, "Finetune/Loss (Raw)": 1.1121852397918701, "Finetune/Step": 410, "Finetune/Step Time": 12.081154238432646}
+{"Finetune/Learning Rate": 1.4270833333333334e-05, "Finetune/Loss": 1.0032134056091309, "Finetune/Loss (Raw)": 0.6511663794517517, "Finetune/Step": 411, "Finetune/Step Time": 12.116719245910645}
+{"Finetune/Learning Rate": 1.4305555555555557e-05, "Finetune/Loss": 1.0037868022918701, "Finetune/Loss (Raw)": 0.963261067867279, "Finetune/Step": 412, "Finetune/Step Time": 12.101511850953102}
+{"Finetune/Learning Rate": 1.4340277777777778e-05, "Finetune/Loss": 1.0009031295776367, "Finetune/Loss (Raw)": 0.5817436575889587, "Finetune/Step": 413, "Finetune/Step Time": 12.124584261327982}
+{"Finetune/Learning Rate": 1.4375e-05, "Finetune/Loss": 1.001330018043518, "Finetune/Loss (Raw)": 0.9736343622207642, "Finetune/Step": 414, "Finetune/Step Time": 12.095431873574853}
+{"Finetune/Learning Rate": 1.4409722222222225e-05, "Finetune/Loss": 1.0020160675048828, "Finetune/Loss (Raw)": 1.0191723108291626, "Finetune/Step": 415, "Finetune/Step Time": 12.093248086050153}
+{"Finetune/Learning Rate": 1.4444444444444446e-05, "Finetune/Loss": 1.0027364492416382, "Finetune/Loss (Raw)": 1.0303125381469727, "Finetune/Step": 416, "Finetune/Step Time": 12.105850579217076}
+{"Finetune/Learning Rate": 1.4479166666666669e-05, "Finetune/Loss": 1.0017690658569336, "Finetune/Loss (Raw)": 0.943054735660553, "Finetune/Step": 417, "Finetune/Step Time": 12.097924137488008}
+{"Finetune/Learning Rate": 1.451388888888889e-05, "Finetune/Loss": 1.0028969049453735, "Finetune/Loss (Raw)": 1.2445416450500488, "Finetune/Step": 418, "Finetune/Step Time": 12.096306562423706}
+{"Finetune/Learning Rate": 1.4548611111111112e-05, "Finetune/Loss": 0.9997993111610413, "Finetune/Loss (Raw)": 0.5602393746376038, "Finetune/Step": 419, "Finetune/Step Time": 12.129103526473045}
+{"Finetune/Learning Rate": 1.4583333333333333e-05, "Finetune/Loss": 0.9996645450592041, "Finetune/Loss (Raw)": 1.108837366104126, "Finetune/Step": 420, "Finetune/Step Time": 12.111633364111185}
+{"Finetune/Learning Rate": 1.4618055555555558e-05, "Finetune/Loss": 0.9996471405029297, "Finetune/Loss (Raw)": 1.0623568296432495, "Finetune/Step": 421, "Finetune/Step Time": 12.107111612334847}
+{"Finetune/Learning Rate": 1.4652777777777779e-05, "Finetune/Loss": 1.0001320838928223, "Finetune/Loss (Raw)": 1.06292724609375, "Finetune/Step": 422, "Finetune/Step Time": 12.112342204898596}
+{"Finetune/Learning Rate": 1.4687500000000001e-05, "Finetune/Loss": 1.000641107559204, "Finetune/Loss (Raw)": 1.0866422653198242, "Finetune/Step": 423, "Finetune/Step Time": 12.119992554187775}
+{"Finetune/Learning Rate": 1.4722222222222224e-05, "Finetune/Loss": 0.9996663331985474, "Finetune/Loss (Raw)": 0.9510748982429504, "Finetune/Step": 424, "Finetune/Step Time": 12.116070691496134}
+{"Finetune/Learning Rate": 1.4756944444444445e-05, "Finetune/Loss": 1.0021636486053467, "Finetune/Loss (Raw)": 1.0569579601287842, "Finetune/Step": 425, "Finetune/Step Time": 12.108098866418004}
+{"Finetune/Learning Rate": 1.479166666666667e-05, "Finetune/Loss": 1.0035113096237183, "Finetune/Loss (Raw)": 1.1295117139816284, "Finetune/Step": 426, "Finetune/Step Time": 12.123863559216261}
+{"Finetune/Learning Rate": 1.482638888888889e-05, "Finetune/Loss": 1.0048810243606567, "Finetune/Loss (Raw)": 1.017175555229187, "Finetune/Step": 427, "Finetune/Step Time": 12.112051021307707}
+{"Finetune/Learning Rate": 1.4861111111111113e-05, "Finetune/Loss": 1.0052523612976074, "Finetune/Loss (Raw)": 1.10808265209198, "Finetune/Step": 428, "Finetune/Step Time": 12.106697177514434}
+{"Finetune/Learning Rate": 1.4895833333333334e-05, "Finetune/Loss": 1.005786657333374, "Finetune/Loss (Raw)": 0.9919614195823669, "Finetune/Step": 429, "Finetune/Step Time": 12.107151815667748}
+{"Finetune/Learning Rate": 1.4930555555555557e-05, "Finetune/Loss": 1.0064955949783325, "Finetune/Loss (Raw)": 1.1204180717468262, "Finetune/Step": 430, "Finetune/Step Time": 12.108972584828734}
+{"Finetune/Learning Rate": 1.4965277777777778e-05, "Finetune/Loss": 1.0069572925567627, "Finetune/Loss (Raw)": 1.093033790588379, "Finetune/Step": 431, "Finetune/Step Time": 12.111046897247434}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 1.007036805152893, "Finetune/Loss (Raw)": 1.0984559059143066, "Finetune/Step": 432, "Finetune/Step Time": 12.12301099486649}
+{"Finetune/Learning Rate": 1.5034722222222225e-05, "Finetune/Loss": 1.0057318210601807, "Finetune/Loss (Raw)": 0.9793910384178162, "Finetune/Step": 433, "Finetune/Step Time": 12.130379563197494}
+{"Finetune/Learning Rate": 1.5069444444444446e-05, "Finetune/Loss": 1.0060265064239502, "Finetune/Loss (Raw)": 0.9216421842575073, "Finetune/Step": 434, "Finetune/Step Time": 12.150173706933856}
+{"Finetune/Learning Rate": 1.5104166666666668e-05, "Finetune/Loss": 1.0076355934143066, "Finetune/Loss (Raw)": 1.1629784107208252, "Finetune/Step": 435, "Finetune/Step Time": 12.149921752512455}
+{"Finetune/Learning Rate": 1.513888888888889e-05, "Finetune/Loss": 1.0078688859939575, "Finetune/Loss (Raw)": 1.0437254905700684, "Finetune/Step": 436, "Finetune/Step Time": 12.141743931919336}
+{"Finetune/Learning Rate": 1.5173611111111112e-05, "Finetune/Loss": 1.0079582929611206, "Finetune/Loss (Raw)": 1.0693660974502563, "Finetune/Step": 437, "Finetune/Step Time": 12.146740823984146}
+{"Finetune/Learning Rate": 1.5208333333333333e-05, "Finetune/Loss": 1.0069575309753418, "Finetune/Loss (Raw)": 0.9834364056587219, "Finetune/Step": 438, "Finetune/Step Time": 12.142798537388444}
+{"Finetune/Learning Rate": 1.5243055555555558e-05, "Finetune/Loss": 1.005610704421997, "Finetune/Loss (Raw)": 0.9676705002784729, "Finetune/Step": 439, "Finetune/Step Time": 12.134898403659463}
+{"Finetune/Learning Rate": 1.5277777777777777e-05, "Finetune/Loss": 1.0057806968688965, "Finetune/Loss (Raw)": 0.9072587490081787, "Finetune/Step": 440, "Finetune/Step Time": 12.126001352444291}
+{"Finetune/Learning Rate": 1.5312500000000003e-05, "Finetune/Loss": 1.0049617290496826, "Finetune/Loss (Raw)": 1.0237962007522583, "Finetune/Step": 441, "Finetune/Step Time": 12.133029522374272}
+{"Finetune/Learning Rate": 1.5347222222222226e-05, "Finetune/Loss": 1.0051850080490112, "Finetune/Loss (Raw)": 1.036677598953247, "Finetune/Step": 442, "Finetune/Step Time": 12.133992781862617}
+{"Finetune/Learning Rate": 1.5381944444444445e-05, "Finetune/Loss": 1.0067633390426636, "Finetune/Loss (Raw)": 1.2097617387771606, "Finetune/Step": 443, "Finetune/Step Time": 12.137477783486247}
+{"Finetune/Learning Rate": 1.5416666666666668e-05, "Finetune/Loss": 1.0061614513397217, "Finetune/Loss (Raw)": 0.982993483543396, "Finetune/Step": 444, "Finetune/Step Time": 12.099328702315688}
+{"Finetune/Learning Rate": 1.545138888888889e-05, "Finetune/Loss": 1.006758689880371, "Finetune/Loss (Raw)": 1.0338729619979858, "Finetune/Step": 445, "Finetune/Step Time": 12.10485652461648}
+{"Finetune/Learning Rate": 1.5486111111111113e-05, "Finetune/Loss": 1.0068897008895874, "Finetune/Loss (Raw)": 1.063619613647461, "Finetune/Step": 446, "Finetune/Step Time": 12.118409221991897}
+{"Finetune/Learning Rate": 1.5520833333333332e-05, "Finetune/Loss": 1.0069923400878906, "Finetune/Loss (Raw)": 1.0436668395996094, "Finetune/Step": 447, "Finetune/Step Time": 12.116408480331302}
+{"Finetune/Learning Rate": 1.555555555555556e-05, "Finetune/Loss": 1.0096428394317627, "Finetune/Loss (Raw)": 1.2570174932479858, "Finetune/Step": 448, "Finetune/Step Time": 12.130605723708868}
+{"Finetune/Learning Rate": 1.5590277777777778e-05, "Finetune/Loss": 1.0083000659942627, "Finetune/Loss (Raw)": 0.9300062656402588, "Finetune/Step": 449, "Finetune/Step Time": 12.135476093739271}
+{"Finetune/Learning Rate": 1.5625e-05, "Finetune/Loss": 1.0071773529052734, "Finetune/Loss (Raw)": 1.0113556385040283, "Finetune/Step": 450, "Finetune/Step Time": 12.138102995231748}
+{"Finetune/Learning Rate": 1.5659722222222223e-05, "Finetune/Loss": 1.0086997747421265, "Finetune/Loss (Raw)": 1.1923635005950928, "Finetune/Step": 451, "Finetune/Step Time": 12.145361477509141}
+{"Finetune/Learning Rate": 1.5694444444444446e-05, "Finetune/Loss": 1.0099605321884155, "Finetune/Loss (Raw)": 1.1630033254623413, "Finetune/Step": 452, "Finetune/Step Time": 12.145074248313904}
+{"Finetune/Learning Rate": 1.572916666666667e-05, "Finetune/Loss": 1.0097627639770508, "Finetune/Loss (Raw)": 0.952162504196167, "Finetune/Step": 453, "Finetune/Step Time": 12.135444805026054}
+{"Finetune/Learning Rate": 1.576388888888889e-05, "Finetune/Loss": 1.0096139907836914, "Finetune/Loss (Raw)": 1.0336874723434448, "Finetune/Step": 454, "Finetune/Step Time": 12.132646020501852}
+{"Finetune/Learning Rate": 1.5798611111111114e-05, "Finetune/Loss": 1.0105490684509277, "Finetune/Loss (Raw)": 1.1000243425369263, "Finetune/Step": 455, "Finetune/Step Time": 12.12819760479033}
+{"Finetune/Learning Rate": 1.5833333333333333e-05, "Finetune/Loss": 1.0104799270629883, "Finetune/Loss (Raw)": 1.0364829301834106, "Finetune/Step": 456, "Finetune/Step Time": 12.161151360720396}
+{"Finetune/Learning Rate": 1.5868055555555556e-05, "Finetune/Loss": 1.0101892948150635, "Finetune/Loss (Raw)": 0.9265627264976501, "Finetune/Step": 457, "Finetune/Step Time": 12.157595375552773}
+{"Finetune/Learning Rate": 1.590277777777778e-05, "Finetune/Loss": 1.0102567672729492, "Finetune/Loss (Raw)": 1.087618112564087, "Finetune/Step": 458, "Finetune/Step Time": 12.147261491045356}
+{"Finetune/Learning Rate": 1.59375e-05, "Finetune/Loss": 1.0098812580108643, "Finetune/Loss (Raw)": 0.8820493817329407, "Finetune/Step": 459, "Finetune/Step Time": 12.161840587854385}
+{"Finetune/Learning Rate": 1.5972222222222224e-05, "Finetune/Loss": 1.010158896446228, "Finetune/Loss (Raw)": 1.0777215957641602, "Finetune/Step": 460, "Finetune/Step Time": 12.161718284711242}
+{"Finetune/Learning Rate": 1.6006944444444447e-05, "Finetune/Loss": 1.0106825828552246, "Finetune/Loss (Raw)": 1.1427459716796875, "Finetune/Step": 461, "Finetune/Step Time": 12.16360054910183}
+{"Finetune/Learning Rate": 1.604166666666667e-05, "Finetune/Loss": 1.0120396614074707, "Finetune/Loss (Raw)": 1.036075234413147, "Finetune/Step": 462, "Finetune/Step Time": 12.121931565925479}
+{"Finetune/Learning Rate": 1.607638888888889e-05, "Finetune/Loss": 1.012332558631897, "Finetune/Loss (Raw)": 1.090788722038269, "Finetune/Step": 463, "Finetune/Step Time": 12.104973604902625}
+{"Finetune/Learning Rate": 1.6111111111111115e-05, "Finetune/Loss": 1.013197422027588, "Finetune/Loss (Raw)": 1.0333938598632812, "Finetune/Step": 464, "Finetune/Step Time": 12.104022631421685}
+{"Finetune/Learning Rate": 1.6145833333333334e-05, "Finetune/Loss": 1.0131242275238037, "Finetune/Loss (Raw)": 0.9384846091270447, "Finetune/Step": 465, "Finetune/Step Time": 12.103839822113514}
+{"Finetune/Learning Rate": 1.6180555555555557e-05, "Finetune/Loss": 1.0135211944580078, "Finetune/Loss (Raw)": 1.0886311531066895, "Finetune/Step": 466, "Finetune/Step Time": 12.101137198507786}
+{"Finetune/Learning Rate": 1.621527777777778e-05, "Finetune/Loss": 1.0128698348999023, "Finetune/Loss (Raw)": 1.0360623598098755, "Finetune/Step": 467, "Finetune/Step Time": 12.094297908246517}
+{"Finetune/Learning Rate": 1.6250000000000002e-05, "Finetune/Loss": 1.0129680633544922, "Finetune/Loss (Raw)": 1.0307929515838623, "Finetune/Step": 468, "Finetune/Step Time": 12.081025471910834}
+{"Finetune/Learning Rate": 1.6284722222222225e-05, "Finetune/Loss": 1.012803554534912, "Finetune/Loss (Raw)": 1.0422619581222534, "Finetune/Step": 469, "Finetune/Step Time": 12.07838504575193}
+{"Finetune/Learning Rate": 1.6319444444444444e-05, "Finetune/Loss": 1.0159105062484741, "Finetune/Loss (Raw)": 1.0151437520980835, "Finetune/Step": 470, "Finetune/Step Time": 12.056412726640701}
+{"Finetune/Learning Rate": 1.635416666666667e-05, "Finetune/Loss": 1.0158629417419434, "Finetune/Loss (Raw)": 1.0438593626022339, "Finetune/Step": 471, "Finetune/Step Time": 12.050929134711623}
+{"Finetune/Learning Rate": 1.638888888888889e-05, "Finetune/Loss": 1.0152837038040161, "Finetune/Loss (Raw)": 1.0705713033676147, "Finetune/Step": 472, "Finetune/Step Time": 12.051128435879946}
+{"Finetune/Learning Rate": 1.6423611111111112e-05, "Finetune/Loss": 1.0160735845565796, "Finetune/Loss (Raw)": 1.162078619003296, "Finetune/Step": 473, "Finetune/Step Time": 12.05075390636921}
+{"Finetune/Learning Rate": 1.6458333333333335e-05, "Finetune/Loss": 1.0147523880004883, "Finetune/Loss (Raw)": 1.082721471786499, "Finetune/Step": 474, "Finetune/Step Time": 12.05752625502646}
+{"Finetune/Learning Rate": 1.6493055555555557e-05, "Finetune/Loss": 1.0144619941711426, "Finetune/Loss (Raw)": 0.9661852121353149, "Finetune/Step": 475, "Finetune/Step Time": 12.05956313572824}
+{"Finetune/Learning Rate": 1.6527777777777777e-05, "Finetune/Loss": 1.0139765739440918, "Finetune/Loss (Raw)": 0.9626798033714294, "Finetune/Step": 476, "Finetune/Step Time": 12.063763486221433}
+{"Finetune/Learning Rate": 1.6562500000000003e-05, "Finetune/Loss": 1.0144270658493042, "Finetune/Loss (Raw)": 1.1189643144607544, "Finetune/Step": 477, "Finetune/Step Time": 12.068585313856602}
+{"Finetune/Learning Rate": 1.6597222222222225e-05, "Finetune/Loss": 1.0114362239837646, "Finetune/Loss (Raw)": 0.6806957721710205, "Finetune/Step": 478, "Finetune/Step Time": 12.094558859243989}
+{"Finetune/Learning Rate": 1.6631944444444445e-05, "Finetune/Loss": 1.0151654481887817, "Finetune/Loss (Raw)": 1.008056402206421, "Finetune/Step": 479, "Finetune/Step Time": 12.06441550143063}
+{"Finetune/Learning Rate": 1.6666666666666667e-05, "Finetune/Loss": 1.0144238471984863, "Finetune/Loss (Raw)": 0.9567614793777466, "Finetune/Step": 480, "Finetune/Step Time": 12.063959307968616}
+{"Finetune/Learning Rate": 1.670138888888889e-05, "Finetune/Loss": 1.0180675983428955, "Finetune/Loss (Raw)": 0.9975763559341431, "Finetune/Step": 481, "Finetune/Step Time": 12.039960451424122}
+{"Finetune/Learning Rate": 1.6736111111111113e-05, "Finetune/Loss": 1.0181901454925537, "Finetune/Loss (Raw)": 0.9957929253578186, "Finetune/Step": 482, "Finetune/Step Time": 12.043332904577255}
+{"Finetune/Learning Rate": 1.6770833333333336e-05, "Finetune/Loss": 1.0195904970169067, "Finetune/Loss (Raw)": 1.0371322631835938, "Finetune/Step": 483, "Finetune/Step Time": 12.027929343283176}
+{"Finetune/Learning Rate": 1.6805555555555558e-05, "Finetune/Loss": 1.0197092294692993, "Finetune/Loss (Raw)": 1.1661081314086914, "Finetune/Step": 484, "Finetune/Step Time": 12.039851972833276}
+{"Finetune/Learning Rate": 1.6840277777777778e-05, "Finetune/Loss": 1.020336627960205, "Finetune/Loss (Raw)": 1.0702245235443115, "Finetune/Step": 485, "Finetune/Step Time": 12.039542032405734}
+{"Finetune/Learning Rate": 1.6875e-05, "Finetune/Loss": 1.0201932191848755, "Finetune/Loss (Raw)": 0.8953573703765869, "Finetune/Step": 486, "Finetune/Step Time": 12.038328601047397}
+{"Finetune/Learning Rate": 1.6909722222222223e-05, "Finetune/Loss": 1.0191950798034668, "Finetune/Loss (Raw)": 0.9208463430404663, "Finetune/Step": 487, "Finetune/Step Time": 12.036038046702743}
+{"Finetune/Learning Rate": 1.6944444444444446e-05, "Finetune/Loss": 1.0194323062896729, "Finetune/Loss (Raw)": 1.0430136919021606, "Finetune/Step": 488, "Finetune/Step Time": 12.033959185704589}
+{"Finetune/Learning Rate": 1.6979166666666668e-05, "Finetune/Loss": 1.017707347869873, "Finetune/Loss (Raw)": 0.970696210861206, "Finetune/Step": 489, "Finetune/Step Time": 12.037557618692517}
+{"Finetune/Learning Rate": 1.701388888888889e-05, "Finetune/Loss": 1.0187621116638184, "Finetune/Loss (Raw)": 1.079098105430603, "Finetune/Step": 490, "Finetune/Step Time": 12.047210697084665}
+{"Finetune/Learning Rate": 1.7048611111111114e-05, "Finetune/Loss": 1.0192086696624756, "Finetune/Loss (Raw)": 1.019031047821045, "Finetune/Step": 491, "Finetune/Step Time": 12.02634697780013}
+{"Finetune/Learning Rate": 1.7083333333333333e-05, "Finetune/Loss": 1.018073558807373, "Finetune/Loss (Raw)": 1.0365301370620728, "Finetune/Step": 492, "Finetune/Step Time": 12.024338645860553}
+{"Finetune/Learning Rate": 1.7118055555555556e-05, "Finetune/Loss": 1.0199337005615234, "Finetune/Loss (Raw)": 1.0794166326522827, "Finetune/Step": 493, "Finetune/Step Time": 12.017623068764806}
+{"Finetune/Learning Rate": 1.715277777777778e-05, "Finetune/Loss": 1.0211055278778076, "Finetune/Loss (Raw)": 1.1234112977981567, "Finetune/Step": 494, "Finetune/Step Time": 12.012260530143976}
+{"Finetune/Learning Rate": 1.71875e-05, "Finetune/Loss": 1.0219353437423706, "Finetune/Loss (Raw)": 1.0768049955368042, "Finetune/Step": 495, "Finetune/Step Time": 11.956286258995533}
+{"Finetune/Learning Rate": 1.7222222222222224e-05, "Finetune/Loss": 1.0220751762390137, "Finetune/Loss (Raw)": 1.1319829225540161, "Finetune/Step": 496, "Finetune/Step Time": 11.95025297626853}
+{"Finetune/Learning Rate": 1.7256944444444446e-05, "Finetune/Loss": 1.021456003189087, "Finetune/Loss (Raw)": 0.9488458037376404, "Finetune/Step": 497, "Finetune/Step Time": 11.981784598901868}
+{"Finetune/Learning Rate": 1.729166666666667e-05, "Finetune/Loss": 1.0224676132202148, "Finetune/Loss (Raw)": 1.0317564010620117, "Finetune/Step": 498, "Finetune/Step Time": 11.961980743333697}
+{"Finetune/Learning Rate": 1.732638888888889e-05, "Finetune/Loss": 1.0215895175933838, "Finetune/Loss (Raw)": 0.9815459847450256, "Finetune/Step": 499, "Finetune/Step Time": 11.951376253739}
+{"Finetune/Learning Rate": 1.7361111111111114e-05, "Finetune/Loss": 1.022420048713684, "Finetune/Loss (Raw)": 1.0335384607315063, "Finetune/Step": 500, "Finetune/Step Time": 11.949173184111714}
+{"Finetune/Learning Rate": 1.7395833333333334e-05, "Finetune/Loss": 1.0221445560455322, "Finetune/Loss (Raw)": 1.040041446685791, "Finetune/Step": 501, "Finetune/Step Time": 11.962472992017865}
+{"Finetune/Learning Rate": 1.7430555555555556e-05, "Finetune/Loss": 1.0221256017684937, "Finetune/Loss (Raw)": 0.9853817224502563, "Finetune/Step": 502, "Finetune/Step Time": 11.953654650598764}
+{"Finetune/Learning Rate": 1.746527777777778e-05, "Finetune/Loss": 1.0224260091781616, "Finetune/Loss (Raw)": 1.0311135053634644, "Finetune/Step": 503, "Finetune/Step Time": 11.955185629427433}
+{"Finetune/Learning Rate": 1.7500000000000002e-05, "Finetune/Loss": 1.0242280960083008, "Finetune/Loss (Raw)": 1.1131740808486938, "Finetune/Step": 504, "Finetune/Step Time": 11.956479299813509}
+{"Finetune/Learning Rate": 1.7534722222222225e-05, "Finetune/Loss": 1.025714635848999, "Finetune/Loss (Raw)": 1.091644048690796, "Finetune/Step": 505, "Finetune/Step Time": 11.950973944738507}
+{"Finetune/Learning Rate": 1.7569444444444447e-05, "Finetune/Loss": 1.0258389711380005, "Finetune/Loss (Raw)": 1.0882930755615234, "Finetune/Step": 506, "Finetune/Step Time": 11.94294699281454}
+{"Finetune/Learning Rate": 1.760416666666667e-05, "Finetune/Loss": 1.0257821083068848, "Finetune/Loss (Raw)": 1.0846885442733765, "Finetune/Step": 507, "Finetune/Step Time": 11.949158461764455}
+{"Finetune/Learning Rate": 1.763888888888889e-05, "Finetune/Loss": 1.0258337259292603, "Finetune/Loss (Raw)": 0.9117768406867981, "Finetune/Step": 508, "Finetune/Step Time": 11.953429834917188}
+{"Finetune/Learning Rate": 1.7673611111111112e-05, "Finetune/Loss": 1.0257413387298584, "Finetune/Loss (Raw)": 1.1364779472351074, "Finetune/Step": 509, "Finetune/Step Time": 11.949381181970239}
+{"Finetune/Learning Rate": 1.7708333333333335e-05, "Finetune/Loss": 1.0243580341339111, "Finetune/Loss (Raw)": 0.8662581443786621, "Finetune/Step": 510, "Finetune/Step Time": 11.966765500605106}
+{"Finetune/Learning Rate": 1.7743055555555557e-05, "Finetune/Loss": 1.0251874923706055, "Finetune/Loss (Raw)": 1.0733283758163452, "Finetune/Step": 511, "Finetune/Step Time": 11.96635602787137}
+{"Finetune/Learning Rate": 1.7777777777777777e-05, "Finetune/Loss": 1.0224082469940186, "Finetune/Loss (Raw)": 0.707789421081543, "Finetune/Step": 512, "Finetune/Step Time": 11.98469622246921}
+{"Finetune/Learning Rate": 1.7812500000000003e-05, "Finetune/Loss": 1.0224895477294922, "Finetune/Loss (Raw)": 1.0321658849716187, "Finetune/Step": 513, "Finetune/Step Time": 11.993162211030722}
+{"Finetune/Learning Rate": 1.7847222222222225e-05, "Finetune/Loss": 1.0232691764831543, "Finetune/Loss (Raw)": 1.0953435897827148, "Finetune/Step": 514, "Finetune/Step Time": 11.922025436535478}
+{"Finetune/Learning Rate": 1.7881944444444445e-05, "Finetune/Loss": 1.0232445001602173, "Finetune/Loss (Raw)": 0.9782649278640747, "Finetune/Step": 515, "Finetune/Step Time": 11.928778529167175}
+{"Finetune/Learning Rate": 1.7916666666666667e-05, "Finetune/Loss": 1.0230276584625244, "Finetune/Loss (Raw)": 1.0688369274139404, "Finetune/Step": 516, "Finetune/Step Time": 11.92650030553341}
+{"Finetune/Learning Rate": 1.795138888888889e-05, "Finetune/Loss": 1.0224030017852783, "Finetune/Loss (Raw)": 0.9744794368743896, "Finetune/Step": 517, "Finetune/Step Time": 11.933770895004272}
+{"Finetune/Learning Rate": 1.7986111111111113e-05, "Finetune/Loss": 1.0218181610107422, "Finetune/Loss (Raw)": 0.9963622093200684, "Finetune/Step": 518, "Finetune/Step Time": 11.933987682685256}
+{"Finetune/Learning Rate": 1.8020833333333335e-05, "Finetune/Loss": 1.0225577354431152, "Finetune/Loss (Raw)": 1.0770937204360962, "Finetune/Step": 519, "Finetune/Step Time": 11.917413523420691}
+{"Finetune/Learning Rate": 1.8055555555555558e-05, "Finetune/Loss": 1.0221929550170898, "Finetune/Loss (Raw)": 1.0086127519607544, "Finetune/Step": 520, "Finetune/Step Time": 11.91538556292653}
+{"Finetune/Learning Rate": 1.8090277777777777e-05, "Finetune/Loss": 1.022840976715088, "Finetune/Loss (Raw)": 1.084549903869629, "Finetune/Step": 521, "Finetune/Step Time": 11.917183248326182}
+{"Finetune/Learning Rate": 1.8125e-05, "Finetune/Loss": 1.019140362739563, "Finetune/Loss (Raw)": 0.6616737246513367, "Finetune/Step": 522, "Finetune/Step Time": 11.949513893574476}
+{"Finetune/Learning Rate": 1.8159722222222226e-05, "Finetune/Loss": 1.0185922384262085, "Finetune/Loss (Raw)": 0.9724610447883606, "Finetune/Step": 523, "Finetune/Step Time": 11.940773217007518}
+{"Finetune/Learning Rate": 1.8194444444444445e-05, "Finetune/Loss": 1.0178852081298828, "Finetune/Loss (Raw)": 0.9931395649909973, "Finetune/Step": 524, "Finetune/Step Time": 11.930216252803802}
+{"Finetune/Learning Rate": 1.8229166666666668e-05, "Finetune/Loss": 1.0173492431640625, "Finetune/Loss (Raw)": 1.030213713645935, "Finetune/Step": 525, "Finetune/Step Time": 11.899492237716913}
+{"Finetune/Learning Rate": 1.826388888888889e-05, "Finetune/Loss": 1.0175995826721191, "Finetune/Loss (Raw)": 1.0723788738250732, "Finetune/Step": 526, "Finetune/Step Time": 11.902248041704297}
+{"Finetune/Learning Rate": 1.8298611111111114e-05, "Finetune/Loss": 1.0164600610733032, "Finetune/Loss (Raw)": 0.923315167427063, "Finetune/Step": 527, "Finetune/Step Time": 11.906767953187227}
+{"Finetune/Learning Rate": 1.8333333333333333e-05, "Finetune/Loss": 1.0178892612457275, "Finetune/Loss (Raw)": 1.0697739124298096, "Finetune/Step": 528, "Finetune/Step Time": 11.930976133793592}
+{"Finetune/Learning Rate": 1.836805555555556e-05, "Finetune/Loss": 1.0165942907333374, "Finetune/Loss (Raw)": 0.8077691793441772, "Finetune/Step": 529, "Finetune/Step Time": 11.938865317031741}
+{"Finetune/Learning Rate": 1.8402777777777778e-05, "Finetune/Loss": 1.0176985263824463, "Finetune/Loss (Raw)": 1.0582276582717896, "Finetune/Step": 530, "Finetune/Step Time": 11.944770272821188}
+{"Finetune/Learning Rate": 1.84375e-05, "Finetune/Loss": 1.016880750656128, "Finetune/Loss (Raw)": 0.9836704730987549, "Finetune/Step": 531, "Finetune/Step Time": 11.948100971058011}
+{"Finetune/Learning Rate": 1.8472222222222224e-05, "Finetune/Loss": 1.0152770280838013, "Finetune/Loss (Raw)": 0.8701934218406677, "Finetune/Step": 532, "Finetune/Step Time": 11.954330464825034}
+{"Finetune/Learning Rate": 1.8506944444444446e-05, "Finetune/Loss": 1.0162101984024048, "Finetune/Loss (Raw)": 1.0764552354812622, "Finetune/Step": 533, "Finetune/Step Time": 11.960899574682117}
+{"Finetune/Learning Rate": 1.854166666666667e-05, "Finetune/Loss": 1.0158157348632812, "Finetune/Loss (Raw)": 0.9586790204048157, "Finetune/Step": 534, "Finetune/Step Time": 11.959930444136262}
+{"Finetune/Learning Rate": 1.8576388888888888e-05, "Finetune/Loss": 1.0135278701782227, "Finetune/Loss (Raw)": 0.6959439516067505, "Finetune/Step": 535, "Finetune/Step Time": 11.983229141682386}
+{"Finetune/Learning Rate": 1.8611111111111114e-05, "Finetune/Loss": 1.014011025428772, "Finetune/Loss (Raw)": 0.995116651058197, "Finetune/Step": 536, "Finetune/Step Time": 12.000779749825597}
+{"Finetune/Learning Rate": 1.8645833333333334e-05, "Finetune/Loss": 1.014983892440796, "Finetune/Loss (Raw)": 1.1109341382980347, "Finetune/Step": 537, "Finetune/Step Time": 12.000574078410864}
+{"Finetune/Learning Rate": 1.8680555555555556e-05, "Finetune/Loss": 1.014817714691162, "Finetune/Loss (Raw)": 1.0909019708633423, "Finetune/Step": 538, "Finetune/Step Time": 11.99761718697846}
+{"Finetune/Learning Rate": 1.871527777777778e-05, "Finetune/Loss": 1.0155718326568604, "Finetune/Loss (Raw)": 0.7476977705955505, "Finetune/Step": 539, "Finetune/Step Time": 11.984608337283134}
+{"Finetune/Learning Rate": 1.8750000000000002e-05, "Finetune/Loss": 1.0159754753112793, "Finetune/Loss (Raw)": 1.014936089515686, "Finetune/Step": 540, "Finetune/Step Time": 11.980777487158775}
+{"Finetune/Learning Rate": 1.8784722222222224e-05, "Finetune/Loss": 1.0196259021759033, "Finetune/Loss (Raw)": 1.048974871635437, "Finetune/Step": 541, "Finetune/Step Time": 11.941465679556131}
+{"Finetune/Learning Rate": 1.8819444444444447e-05, "Finetune/Loss": 1.020176649093628, "Finetune/Loss (Raw)": 1.0441381931304932, "Finetune/Step": 542, "Finetune/Step Time": 11.944187404587865}
+{"Finetune/Learning Rate": 1.885416666666667e-05, "Finetune/Loss": 1.0192415714263916, "Finetune/Loss (Raw)": 0.8994956016540527, "Finetune/Step": 543, "Finetune/Step Time": 11.947779567912221}
+{"Finetune/Learning Rate": 1.888888888888889e-05, "Finetune/Loss": 1.0188727378845215, "Finetune/Loss (Raw)": 0.9830844402313232, "Finetune/Step": 544, "Finetune/Step Time": 11.940310515463352}
+{"Finetune/Learning Rate": 1.8923611111111112e-05, "Finetune/Loss": 1.0188336372375488, "Finetune/Loss (Raw)": 0.93805992603302, "Finetune/Step": 545, "Finetune/Step Time": 11.947182860225439}
+{"Finetune/Learning Rate": 1.8958333333333334e-05, "Finetune/Loss": 1.0179364681243896, "Finetune/Loss (Raw)": 1.1297098398208618, "Finetune/Step": 546, "Finetune/Step Time": 11.927755013108253}
+{"Finetune/Learning Rate": 1.8993055555555557e-05, "Finetune/Loss": 1.0189392566680908, "Finetune/Loss (Raw)": 0.68858802318573, "Finetune/Step": 547, "Finetune/Step Time": 11.923798197880387}
+{"Finetune/Learning Rate": 1.902777777777778e-05, "Finetune/Loss": 1.0178396701812744, "Finetune/Loss (Raw)": 0.9680979251861572, "Finetune/Step": 548, "Finetune/Step Time": 11.933907687664032}
+{"Finetune/Learning Rate": 1.9062500000000003e-05, "Finetune/Loss": 1.0168043375015259, "Finetune/Loss (Raw)": 0.9298215508460999, "Finetune/Step": 549, "Finetune/Step Time": 11.93607884645462}
+{"Finetune/Learning Rate": 1.9097222222222225e-05, "Finetune/Loss": 1.0166308879852295, "Finetune/Loss (Raw)": 1.0407259464263916, "Finetune/Step": 550, "Finetune/Step Time": 11.931707467883825}
+{"Finetune/Learning Rate": 1.9131944444444445e-05, "Finetune/Loss": 1.0166566371917725, "Finetune/Loss (Raw)": 1.0899370908737183, "Finetune/Step": 551, "Finetune/Step Time": 11.9273184761405}
+{"Finetune/Learning Rate": 1.916666666666667e-05, "Finetune/Loss": 1.0181801319122314, "Finetune/Loss (Raw)": 1.1460814476013184, "Finetune/Step": 552, "Finetune/Step Time": 11.932351998984814}
+{"Finetune/Learning Rate": 1.920138888888889e-05, "Finetune/Loss": 1.0177489519119263, "Finetune/Loss (Raw)": 1.0017677545547485, "Finetune/Step": 553, "Finetune/Step Time": 11.934083806350827}
+{"Finetune/Learning Rate": 1.9236111111111113e-05, "Finetune/Loss": 1.0157909393310547, "Finetune/Loss (Raw)": 0.878883421421051, "Finetune/Step": 554, "Finetune/Step Time": 11.916814969852567}
+{"Finetune/Learning Rate": 1.9270833333333335e-05, "Finetune/Loss": 1.017346739768982, "Finetune/Loss (Raw)": 1.2163188457489014, "Finetune/Step": 555, "Finetune/Step Time": 11.91232143715024}
+{"Finetune/Learning Rate": 1.9305555555555558e-05, "Finetune/Loss": 1.017673373222351, "Finetune/Loss (Raw)": 1.1499040126800537, "Finetune/Step": 556, "Finetune/Step Time": 11.927706317976117}
+{"Finetune/Learning Rate": 1.9340277777777777e-05, "Finetune/Loss": 1.0179176330566406, "Finetune/Loss (Raw)": 1.0232173204421997, "Finetune/Step": 557, "Finetune/Step Time": 11.945929128676653}
+{"Finetune/Learning Rate": 1.9375e-05, "Finetune/Loss": 1.0165221691131592, "Finetune/Loss (Raw)": 0.9418036341667175, "Finetune/Step": 558, "Finetune/Step Time": 11.952018527314067}
+{"Finetune/Learning Rate": 1.9409722222222226e-05, "Finetune/Loss": 1.015641212463379, "Finetune/Loss (Raw)": 0.9802679419517517, "Finetune/Step": 559, "Finetune/Step Time": 11.94976494833827}
+{"Finetune/Learning Rate": 1.9444444444444445e-05, "Finetune/Loss": 1.0155963897705078, "Finetune/Loss (Raw)": 1.092724323272705, "Finetune/Step": 560, "Finetune/Step Time": 11.929073946550488}
+{"Finetune/Learning Rate": 1.9479166666666668e-05, "Finetune/Loss": 1.016058087348938, "Finetune/Loss (Raw)": 1.038476586341858, "Finetune/Step": 561, "Finetune/Step Time": 11.925712805241346}
+{"Finetune/Learning Rate": 1.951388888888889e-05, "Finetune/Loss": 1.0153205394744873, "Finetune/Loss (Raw)": 0.8272385001182556, "Finetune/Step": 562, "Finetune/Step Time": 11.898615153506398}
+{"Finetune/Learning Rate": 1.9548611111111113e-05, "Finetune/Loss": 1.0149474143981934, "Finetune/Loss (Raw)": 1.1152379512786865, "Finetune/Step": 563, "Finetune/Step Time": 11.893373172730207}
+{"Finetune/Learning Rate": 1.9583333333333333e-05, "Finetune/Loss": 1.0132195949554443, "Finetune/Loss (Raw)": 0.8225499987602234, "Finetune/Step": 564, "Finetune/Step Time": 11.91218207217753}
+{"Finetune/Learning Rate": 1.961805555555556e-05, "Finetune/Loss": 1.0135160684585571, "Finetune/Loss (Raw)": 1.107306718826294, "Finetune/Step": 565, "Finetune/Step Time": 11.902942761778831}
+{"Finetune/Learning Rate": 1.9652777777777778e-05, "Finetune/Loss": 1.0132520198822021, "Finetune/Loss (Raw)": 0.9496397376060486, "Finetune/Step": 566, "Finetune/Step Time": 11.891989378258586}
+{"Finetune/Learning Rate": 1.96875e-05, "Finetune/Loss": 1.0138198137283325, "Finetune/Loss (Raw)": 1.040352463722229, "Finetune/Step": 567, "Finetune/Step Time": 11.90277043171227}
+{"Finetune/Learning Rate": 1.9722222222222224e-05, "Finetune/Loss": 1.0158189535140991, "Finetune/Loss (Raw)": 1.1631429195404053, "Finetune/Step": 568, "Finetune/Step Time": 11.906547149643302}
+{"Finetune/Learning Rate": 1.9756944444444446e-05, "Finetune/Loss": 1.0162665843963623, "Finetune/Loss (Raw)": 1.0810937881469727, "Finetune/Step": 569, "Finetune/Step Time": 11.904404517263174}
+{"Finetune/Learning Rate": 1.979166666666667e-05, "Finetune/Loss": 1.0164105892181396, "Finetune/Loss (Raw)": 1.0551226139068604, "Finetune/Step": 570, "Finetune/Step Time": 11.912076033651829}
+{"Finetune/Learning Rate": 1.982638888888889e-05, "Finetune/Loss": 1.0155638456344604, "Finetune/Loss (Raw)": 1.1013766527175903, "Finetune/Step": 571, "Finetune/Step Time": 11.91158652305603}
+{"Finetune/Learning Rate": 1.9861111111111114e-05, "Finetune/Loss": 1.0151469707489014, "Finetune/Loss (Raw)": 0.9296426773071289, "Finetune/Step": 572, "Finetune/Step Time": 11.918726751580834}
+{"Finetune/Learning Rate": 1.9895833333333334e-05, "Finetune/Loss": 1.0140966176986694, "Finetune/Loss (Raw)": 0.8994134068489075, "Finetune/Step": 573, "Finetune/Step Time": 11.901112666353583}
+{"Finetune/Learning Rate": 1.9930555555555556e-05, "Finetune/Loss": 1.0147161483764648, "Finetune/Loss (Raw)": 1.1429164409637451, "Finetune/Step": 574, "Finetune/Step Time": 11.887463718652725}
+{"Finetune/Learning Rate": 1.996527777777778e-05, "Finetune/Loss": 1.0146023035049438, "Finetune/Loss (Raw)": 1.0290988683700562, "Finetune/Step": 575, "Finetune/Step Time": 11.885413262993097}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0131645202636719, "Finetune/Loss (Raw)": 1.0729846954345703, "Finetune/Step": 576, "Finetune/Step Time": 11.8924665953964}
+{"Finetune/Learning Rate": 1.9999999858214218e-05, "Finetune/Loss": 1.0141558647155762, "Finetune/Loss (Raw)": 1.056897759437561, "Finetune/Step": 577, "Finetune/Step Time": 11.88005655258894}
+{"Finetune/Learning Rate": 1.9999999432856878e-05, "Finetune/Loss": 1.0144426822662354, "Finetune/Loss (Raw)": 1.0480760335922241, "Finetune/Step": 578, "Finetune/Step Time": 11.877000587061048}
+{"Finetune/Learning Rate": 1.999999872392799e-05, "Finetune/Loss": 1.0133633613586426, "Finetune/Loss (Raw)": 1.0542155504226685, "Finetune/Step": 579, "Finetune/Step Time": 11.877181133255363}
+{"Finetune/Learning Rate": 1.9999997731427573e-05, "Finetune/Loss": 1.0136429071426392, "Finetune/Loss (Raw)": 1.198773980140686, "Finetune/Step": 580, "Finetune/Step Time": 11.895137349143624}
+{"Finetune/Learning Rate": 1.9999996455355653e-05, "Finetune/Loss": 1.0103601217269897, "Finetune/Loss (Raw)": 0.5319587588310242, "Finetune/Step": 581, "Finetune/Step Time": 11.921983551234007}
+{"Finetune/Learning Rate": 1.9999994895712275e-05, "Finetune/Loss": 1.0076489448547363, "Finetune/Loss (Raw)": 0.6866529583930969, "Finetune/Step": 582, "Finetune/Step Time": 11.945838566869497}
+{"Finetune/Learning Rate": 1.9999993052497478e-05, "Finetune/Loss": 1.0065817832946777, "Finetune/Loss (Raw)": 0.9634396433830261, "Finetune/Step": 583, "Finetune/Step Time": 11.942224692553282}
+{"Finetune/Learning Rate": 1.999999092571131e-05, "Finetune/Loss": 1.005727767944336, "Finetune/Loss (Raw)": 0.927171528339386, "Finetune/Step": 584, "Finetune/Step Time": 11.921648781746626}
+{"Finetune/Learning Rate": 1.9999988515353838e-05, "Finetune/Loss": 1.0072650909423828, "Finetune/Loss (Raw)": 1.123325228691101, "Finetune/Step": 585, "Finetune/Step Time": 11.915587993338704}
+{"Finetune/Learning Rate": 1.9999985821425126e-05, "Finetune/Loss": 1.0062733888626099, "Finetune/Loss (Raw)": 0.9606919884681702, "Finetune/Step": 586, "Finetune/Step Time": 11.912425814196467}
+{"Finetune/Learning Rate": 1.9999982843925257e-05, "Finetune/Loss": 1.0077036619186401, "Finetune/Loss (Raw)": 1.0651291608810425, "Finetune/Step": 587, "Finetune/Step Time": 11.914408402517438}
+{"Finetune/Learning Rate": 1.999997958285431e-05, "Finetune/Loss": 1.0041531324386597, "Finetune/Loss (Raw)": 0.6232545375823975, "Finetune/Step": 588, "Finetune/Step Time": 11.94226710125804}
+{"Finetune/Learning Rate": 1.9999976038212373e-05, "Finetune/Loss": 1.0022552013397217, "Finetune/Loss (Raw)": 0.8998111486434937, "Finetune/Step": 589, "Finetune/Step Time": 11.949493609368801}
+{"Finetune/Learning Rate": 1.9999972209999554e-05, "Finetune/Loss": 1.0022265911102295, "Finetune/Loss (Raw)": 1.0324007272720337, "Finetune/Step": 590, "Finetune/Step Time": 11.95328588783741}
+{"Finetune/Learning Rate": 1.999996809821596e-05, "Finetune/Loss": 1.0028042793273926, "Finetune/Loss (Raw)": 1.1647542715072632, "Finetune/Step": 591, "Finetune/Step Time": 11.953773461282253}
+{"Finetune/Learning Rate": 1.9999963702861706e-05, "Finetune/Loss": 1.002934455871582, "Finetune/Loss (Raw)": 1.0500515699386597, "Finetune/Step": 592, "Finetune/Step Time": 11.954147709533572}
+{"Finetune/Learning Rate": 1.9999959023936917e-05, "Finetune/Loss": 1.0025794506072998, "Finetune/Loss (Raw)": 0.8930336833000183, "Finetune/Step": 593, "Finetune/Step Time": 11.955116380006075}
+{"Finetune/Learning Rate": 1.999995406144173e-05, "Finetune/Loss": 0.9993427991867065, "Finetune/Loss (Raw)": 0.6743293404579163, "Finetune/Step": 594, "Finetune/Step Time": 11.984076257795095}
+{"Finetune/Learning Rate": 1.999994881537628e-05, "Finetune/Loss": 0.9994717240333557, "Finetune/Loss (Raw)": 1.0525765419006348, "Finetune/Step": 595, "Finetune/Step Time": 11.987877858802676}
+{"Finetune/Learning Rate": 1.9999943285740712e-05, "Finetune/Loss": 0.9995465278625488, "Finetune/Loss (Raw)": 1.0403634309768677, "Finetune/Step": 596, "Finetune/Step Time": 11.99271990172565}
+{"Finetune/Learning Rate": 1.9999937472535195e-05, "Finetune/Loss": 0.9988700151443481, "Finetune/Loss (Raw)": 0.9556736350059509, "Finetune/Step": 597, "Finetune/Step Time": 12.00531747750938}
+{"Finetune/Learning Rate": 1.9999931375759885e-05, "Finetune/Loss": 0.9994737505912781, "Finetune/Loss (Raw)": 1.0924118757247925, "Finetune/Step": 598, "Finetune/Step Time": 12.007876705378294}
+{"Finetune/Learning Rate": 1.999992499541496e-05, "Finetune/Loss": 0.999562680721283, "Finetune/Loss (Raw)": 1.0552514791488647, "Finetune/Step": 599, "Finetune/Step Time": 12.007402768358588}
+{"Finetune/Learning Rate": 1.9999918331500595e-05, "Finetune/Loss": 0.9986557364463806, "Finetune/Loss (Raw)": 0.9544807076454163, "Finetune/Step": 600, "Finetune/Step Time": 12.000933803617954}
+{"Finetune/Learning Rate": 1.9999911384016984e-05, "Finetune/Loss": 0.9965961575508118, "Finetune/Loss (Raw)": 0.8984540700912476, "Finetune/Step": 601, "Finetune/Step Time": 12.023048093542457}
+{"Finetune/Learning Rate": 1.999990415296432e-05, "Finetune/Loss": 0.9966483116149902, "Finetune/Loss (Raw)": 1.0893888473510742, "Finetune/Step": 602, "Finetune/Step Time": 12.031077018007636}
+{"Finetune/Learning Rate": 1.999989663834281e-05, "Finetune/Loss": 0.9964816570281982, "Finetune/Loss (Raw)": 0.9448609352111816, "Finetune/Step": 603, "Finetune/Step Time": 12.036877945065498}
+{"Finetune/Learning Rate": 1.9999888840152667e-05, "Finetune/Loss": 0.9973467588424683, "Finetune/Loss (Raw)": 1.073411464691162, "Finetune/Step": 604, "Finetune/Step Time": 12.06591821834445}
+{"Finetune/Learning Rate": 1.9999880758394114e-05, "Finetune/Loss": 0.9976992607116699, "Finetune/Loss (Raw)": 1.1640809774398804, "Finetune/Step": 605, "Finetune/Step Time": 12.071860671043396}
+{"Finetune/Learning Rate": 1.999987239306738e-05, "Finetune/Loss": 1.000266671180725, "Finetune/Loss (Raw)": 1.0093269348144531, "Finetune/Step": 606, "Finetune/Step Time": 12.04740334302187}
+{"Finetune/Learning Rate": 1.99998637441727e-05, "Finetune/Loss": 1.0011932849884033, "Finetune/Loss (Raw)": 1.126670241355896, "Finetune/Step": 607, "Finetune/Step Time": 12.043511351570487}
+{"Finetune/Learning Rate": 1.9999854811710317e-05, "Finetune/Loss": 1.0011844635009766, "Finetune/Loss (Raw)": 0.9556259512901306, "Finetune/Step": 608, "Finetune/Step Time": 12.04511621594429}
+{"Finetune/Learning Rate": 1.999984559568049e-05, "Finetune/Loss": 1.0006024837493896, "Finetune/Loss (Raw)": 0.9230866432189941, "Finetune/Step": 609, "Finetune/Step Time": 12.048351230099797}
+{"Finetune/Learning Rate": 1.9999836096083477e-05, "Finetune/Loss": 1.0006341934204102, "Finetune/Loss (Raw)": 0.9998464584350586, "Finetune/Step": 610, "Finetune/Step Time": 12.053847208619118}
+{"Finetune/Learning Rate": 1.9999826312919547e-05, "Finetune/Loss": 1.000504970550537, "Finetune/Loss (Raw)": 1.0206013917922974, "Finetune/Step": 611, "Finetune/Step Time": 12.053460113704205}
+{"Finetune/Learning Rate": 1.999981624618898e-05, "Finetune/Loss": 0.9985262155532837, "Finetune/Loss (Raw)": 0.9128201603889465, "Finetune/Step": 612, "Finetune/Step Time": 12.047635864466429}
+{"Finetune/Learning Rate": 1.999980589589206e-05, "Finetune/Loss": 0.9969980716705322, "Finetune/Loss (Raw)": 0.8746243715286255, "Finetune/Step": 613, "Finetune/Step Time": 12.054797928780317}
+{"Finetune/Learning Rate": 1.9999795262029077e-05, "Finetune/Loss": 0.9978861808776855, "Finetune/Loss (Raw)": 1.009031057357788, "Finetune/Step": 614, "Finetune/Step Time": 12.056376921012998}
+{"Finetune/Learning Rate": 1.999978434460034e-05, "Finetune/Loss": 0.9964310526847839, "Finetune/Loss (Raw)": 0.7345951199531555, "Finetune/Step": 615, "Finetune/Step Time": 12.066368106752634}
+{"Finetune/Learning Rate": 1.9999773143606153e-05, "Finetune/Loss": 0.9957400560379028, "Finetune/Loss (Raw)": 0.9545621275901794, "Finetune/Step": 616, "Finetune/Step Time": 12.079305980354548}
+{"Finetune/Learning Rate": 1.9999761659046837e-05, "Finetune/Loss": 0.9969882965087891, "Finetune/Loss (Raw)": 1.1304676532745361, "Finetune/Step": 617, "Finetune/Step Time": 12.081390788778663}
+{"Finetune/Learning Rate": 1.9999749890922713e-05, "Finetune/Loss": 0.9959092736244202, "Finetune/Loss (Raw)": 0.9409905672073364, "Finetune/Step": 618, "Finetune/Step Time": 12.082372231408954}
+{"Finetune/Learning Rate": 1.999973783923412e-05, "Finetune/Loss": 0.9969884157180786, "Finetune/Loss (Raw)": 1.1571584939956665, "Finetune/Step": 619, "Finetune/Step Time": 12.0836526658386}
+{"Finetune/Learning Rate": 1.9999725503981394e-05, "Finetune/Loss": 0.9967546463012695, "Finetune/Loss (Raw)": 1.006605863571167, "Finetune/Step": 620, "Finetune/Step Time": 12.078543120995164}
+{"Finetune/Learning Rate": 1.9999712885164894e-05, "Finetune/Loss": 0.9930452704429626, "Finetune/Loss (Raw)": 0.604610800743103, "Finetune/Step": 621, "Finetune/Step Time": 12.095653507858515}
+{"Finetune/Learning Rate": 1.9999699982784964e-05, "Finetune/Loss": 0.9909757971763611, "Finetune/Loss (Raw)": 0.8585277795791626, "Finetune/Step": 622, "Finetune/Step Time": 12.126746837049723}
+{"Finetune/Learning Rate": 1.9999686796841986e-05, "Finetune/Loss": 0.9921541213989258, "Finetune/Loss (Raw)": 1.2276328802108765, "Finetune/Step": 623, "Finetune/Step Time": 12.129479918628931}
+{"Finetune/Learning Rate": 1.9999673327336323e-05, "Finetune/Loss": 0.9915739893913269, "Finetune/Loss (Raw)": 1.0577211380004883, "Finetune/Step": 624, "Finetune/Step Time": 12.131630903109908}
+{"Finetune/Learning Rate": 1.9999659574268357e-05, "Finetune/Loss": 0.9933956861495972, "Finetune/Loss (Raw)": 1.1820204257965088, "Finetune/Step": 625, "Finetune/Step Time": 12.090609470382333}
+{"Finetune/Learning Rate": 1.999964553763848e-05, "Finetune/Loss": 0.9932596683502197, "Finetune/Loss (Raw)": 1.0143532752990723, "Finetune/Step": 626, "Finetune/Step Time": 12.07411789149046}
+{"Finetune/Learning Rate": 1.9999631217447092e-05, "Finetune/Loss": 0.9939060211181641, "Finetune/Loss (Raw)": 1.0642777681350708, "Finetune/Step": 627, "Finetune/Step Time": 12.078356847167015}
+{"Finetune/Learning Rate": 1.9999616613694603e-05, "Finetune/Loss": 0.9933741092681885, "Finetune/Loss (Raw)": 0.9654545187950134, "Finetune/Step": 628, "Finetune/Step Time": 12.075829897075891}
+{"Finetune/Learning Rate": 1.9999601726381415e-05, "Finetune/Loss": 0.993398904800415, "Finetune/Loss (Raw)": 1.04320228099823, "Finetune/Step": 629, "Finetune/Step Time": 12.060159059241414}
+{"Finetune/Learning Rate": 1.999958655550796e-05, "Finetune/Loss": 0.993728756904602, "Finetune/Loss (Raw)": 1.0276124477386475, "Finetune/Step": 630, "Finetune/Step Time": 12.056250462308526}
+{"Finetune/Learning Rate": 1.9999571101074668e-05, "Finetune/Loss": 0.9939550161361694, "Finetune/Loss (Raw)": 1.0600736141204834, "Finetune/Step": 631, "Finetune/Step Time": 12.05062879435718}
+{"Finetune/Learning Rate": 1.999955536308197e-05, "Finetune/Loss": 0.9936482906341553, "Finetune/Loss (Raw)": 1.0739147663116455, "Finetune/Step": 632, "Finetune/Step Time": 12.049372039735317}
+{"Finetune/Learning Rate": 1.999953934153032e-05, "Finetune/Loss": 0.9938502311706543, "Finetune/Loss (Raw)": 1.1174918413162231, "Finetune/Step": 633, "Finetune/Step Time": 12.046477064490318}
+{"Finetune/Learning Rate": 1.9999523036420164e-05, "Finetune/Loss": 0.9928460121154785, "Finetune/Loss (Raw)": 0.9597592949867249, "Finetune/Step": 634, "Finetune/Step Time": 12.053074527531862}
+{"Finetune/Learning Rate": 1.9999506447751974e-05, "Finetune/Loss": 0.9904111623764038, "Finetune/Loss (Raw)": 0.773020327091217, "Finetune/Step": 635, "Finetune/Step Time": 12.066319528967142}
+{"Finetune/Learning Rate": 1.9999489575526216e-05, "Finetune/Loss": 0.990522027015686, "Finetune/Loss (Raw)": 0.9259642958641052, "Finetune/Step": 636, "Finetune/Step Time": 12.061152031645179}
+{"Finetune/Learning Rate": 1.999947241974337e-05, "Finetune/Loss": 0.9871806502342224, "Finetune/Loss (Raw)": 0.7087868452072144, "Finetune/Step": 637, "Finetune/Step Time": 12.085126193240285}
+{"Finetune/Learning Rate": 1.9999454980403917e-05, "Finetune/Loss": 0.9878115057945251, "Finetune/Loss (Raw)": 0.9470032453536987, "Finetune/Step": 638, "Finetune/Step Time": 12.075470231473446}
+{"Finetune/Learning Rate": 1.9999437257508355e-05, "Finetune/Loss": 0.9881855249404907, "Finetune/Loss (Raw)": 1.1212013959884644, "Finetune/Step": 639, "Finetune/Step Time": 12.066201927140355}
+{"Finetune/Learning Rate": 1.999941925105719e-05, "Finetune/Loss": 0.9914776086807251, "Finetune/Loss (Raw)": 1.129187822341919, "Finetune/Step": 640, "Finetune/Step Time": 12.042641021311283}
+{"Finetune/Learning Rate": 1.999940096105093e-05, "Finetune/Loss": 0.991040050983429, "Finetune/Loss (Raw)": 0.9761500954627991, "Finetune/Step": 641, "Finetune/Step Time": 12.035432428121567}
+{"Finetune/Learning Rate": 1.999938238749009e-05, "Finetune/Loss": 0.9898403882980347, "Finetune/Loss (Raw)": 0.9417877793312073, "Finetune/Step": 642, "Finetune/Step Time": 12.038326064124703}
+{"Finetune/Learning Rate": 1.99993635303752e-05, "Finetune/Loss": 0.9903005361557007, "Finetune/Loss (Raw)": 1.037158727645874, "Finetune/Step": 643, "Finetune/Step Time": 12.039808819070458}
+{"Finetune/Learning Rate": 1.9999344389706795e-05, "Finetune/Loss": 0.9887374639511108, "Finetune/Loss (Raw)": 0.8687667846679688, "Finetune/Step": 644, "Finetune/Step Time": 12.037674013525248}
+{"Finetune/Learning Rate": 1.9999324965485422e-05, "Finetune/Loss": 0.9896805882453918, "Finetune/Loss (Raw)": 1.0952045917510986, "Finetune/Step": 645, "Finetune/Step Time": 12.064440442249179}
+{"Finetune/Learning Rate": 1.9999305257711625e-05, "Finetune/Loss": 0.9898955821990967, "Finetune/Loss (Raw)": 1.0238789319992065, "Finetune/Step": 646, "Finetune/Step Time": 12.068716067820787}
+{"Finetune/Learning Rate": 1.9999285266385962e-05, "Finetune/Loss": 0.9902199506759644, "Finetune/Loss (Raw)": 1.118611216545105, "Finetune/Step": 647, "Finetune/Step Time": 12.048825280740857}
+{"Finetune/Learning Rate": 1.9999264991509007e-05, "Finetune/Loss": 0.9900144934654236, "Finetune/Loss (Raw)": 0.982322633266449, "Finetune/Step": 648, "Finetune/Step Time": 12.06228182837367}
+{"Finetune/Learning Rate": 1.9999244433081326e-05, "Finetune/Loss": 0.9910044074058533, "Finetune/Loss (Raw)": 1.211253046989441, "Finetune/Step": 649, "Finetune/Step Time": 12.061324577778578}
+{"Finetune/Learning Rate": 1.999922359110351e-05, "Finetune/Loss": 0.9940646886825562, "Finetune/Loss (Raw)": 1.0533887147903442, "Finetune/Step": 650, "Finetune/Step Time": 12.031999053433537}
+{"Finetune/Learning Rate": 1.9999202465576147e-05, "Finetune/Loss": 0.9942525625228882, "Finetune/Loss (Raw)": 0.9965102076530457, "Finetune/Step": 651, "Finetune/Step Time": 12.026548309251666}
+{"Finetune/Learning Rate": 1.9999181056499836e-05, "Finetune/Loss": 0.9944296479225159, "Finetune/Loss (Raw)": 1.0158036947250366, "Finetune/Step": 652, "Finetune/Step Time": 12.059520099312067}
+{"Finetune/Learning Rate": 1.9999159363875184e-05, "Finetune/Loss": 0.994436502456665, "Finetune/Loss (Raw)": 1.0311027765274048, "Finetune/Step": 653, "Finetune/Step Time": 12.042695021256804}
+{"Finetune/Learning Rate": 1.9999137387702803e-05, "Finetune/Loss": 0.9927781820297241, "Finetune/Loss (Raw)": 0.8601051568984985, "Finetune/Step": 654, "Finetune/Step Time": 12.073371710255742}
+{"Finetune/Learning Rate": 1.9999115127983325e-05, "Finetune/Loss": 0.9926142692565918, "Finetune/Loss (Raw)": 0.9023352265357971, "Finetune/Step": 655, "Finetune/Step Time": 12.069385338574648}
+{"Finetune/Learning Rate": 1.9999092584717375e-05, "Finetune/Loss": 0.993060827255249, "Finetune/Loss (Raw)": 1.1269416809082031, "Finetune/Step": 656, "Finetune/Step Time": 12.056061252951622}
+{"Finetune/Learning Rate": 1.999906975790559e-05, "Finetune/Loss": 0.9940261840820312, "Finetune/Loss (Raw)": 0.9313270449638367, "Finetune/Step": 657, "Finetune/Step Time": 12.0467898696661}
+{"Finetune/Learning Rate": 1.999904664754862e-05, "Finetune/Loss": 0.9944710731506348, "Finetune/Loss (Raw)": 1.1151745319366455, "Finetune/Step": 658, "Finetune/Step Time": 12.043858658522367}
+{"Finetune/Learning Rate": 1.9999023253647122e-05, "Finetune/Loss": 0.9951635599136353, "Finetune/Loss (Raw)": 1.0723068714141846, "Finetune/Step": 659, "Finetune/Step Time": 12.04285867139697}
+{"Finetune/Learning Rate": 1.999899957620176e-05, "Finetune/Loss": 0.9962409138679504, "Finetune/Loss (Raw)": 1.0080890655517578, "Finetune/Step": 660, "Finetune/Step Time": 12.044382153078914}
+{"Finetune/Learning Rate": 1.99989756152132e-05, "Finetune/Loss": 0.9927291870117188, "Finetune/Loss (Raw)": 0.626960277557373, "Finetune/Step": 661, "Finetune/Step Time": 12.07264239154756}
+{"Finetune/Learning Rate": 1.9998951370682125e-05, "Finetune/Loss": 0.9923887252807617, "Finetune/Loss (Raw)": 0.9151053428649902, "Finetune/Step": 662, "Finetune/Step Time": 12.074685150757432}
+{"Finetune/Learning Rate": 1.9998926842609223e-05, "Finetune/Loss": 0.9946590662002563, "Finetune/Loss (Raw)": 0.9865443706512451, "Finetune/Step": 663, "Finetune/Step Time": 12.056153181940317}
+{"Finetune/Learning Rate": 1.999890203099519e-05, "Finetune/Loss": 0.9953061938285828, "Finetune/Loss (Raw)": 1.0779485702514648, "Finetune/Step": 664, "Finetune/Step Time": 12.050331411883235}
+{"Finetune/Learning Rate": 1.9998876935840727e-05, "Finetune/Loss": 0.9948562383651733, "Finetune/Loss (Raw)": 1.053343415260315, "Finetune/Step": 665, "Finetune/Step Time": 12.053501311689615}
+{"Finetune/Learning Rate": 1.999885155714655e-05, "Finetune/Loss": 0.9943628311157227, "Finetune/Loss (Raw)": 1.0277398824691772, "Finetune/Step": 666, "Finetune/Step Time": 12.060787240043283}
+{"Finetune/Learning Rate": 1.9998825894913373e-05, "Finetune/Loss": 0.9947313666343689, "Finetune/Loss (Raw)": 0.7948703169822693, "Finetune/Step": 667, "Finetune/Step Time": 12.049139119684696}
+{"Finetune/Learning Rate": 1.999879994914193e-05, "Finetune/Loss": 0.9961145520210266, "Finetune/Loss (Raw)": 1.1919821500778198, "Finetune/Step": 668, "Finetune/Step Time": 12.06065115518868}
+{"Finetune/Learning Rate": 1.9998773719832948e-05, "Finetune/Loss": 0.9967308044433594, "Finetune/Loss (Raw)": 1.127853274345398, "Finetune/Step": 669, "Finetune/Step Time": 12.06452153250575}
+{"Finetune/Learning Rate": 1.9998747206987175e-05, "Finetune/Loss": 0.9960016012191772, "Finetune/Loss (Raw)": 0.9508123397827148, "Finetune/Step": 670, "Finetune/Step Time": 12.06258781440556}
+{"Finetune/Learning Rate": 1.9998720410605367e-05, "Finetune/Loss": 0.9964828491210938, "Finetune/Loss (Raw)": 0.9610840082168579, "Finetune/Step": 671, "Finetune/Step Time": 12.058574419468641}
+{"Finetune/Learning Rate": 1.9998693330688283e-05, "Finetune/Loss": 0.9977052211761475, "Finetune/Loss (Raw)": 1.1395576000213623, "Finetune/Step": 672, "Finetune/Step Time": 12.05466734431684}
+{"Finetune/Learning Rate": 1.9998665967236687e-05, "Finetune/Loss": 0.9975759983062744, "Finetune/Loss (Raw)": 0.9215109348297119, "Finetune/Step": 673, "Finetune/Step Time": 12.050267469137907}
+{"Finetune/Learning Rate": 1.9998638320251356e-05, "Finetune/Loss": 0.9957650303840637, "Finetune/Loss (Raw)": 0.8979134559631348, "Finetune/Step": 674, "Finetune/Step Time": 12.063055830076337}
+{"Finetune/Learning Rate": 1.9998610389733075e-05, "Finetune/Loss": 0.9977599382400513, "Finetune/Loss (Raw)": 0.9439303874969482, "Finetune/Step": 675, "Finetune/Step Time": 12.031061127781868}
+{"Finetune/Learning Rate": 1.9998582175682632e-05, "Finetune/Loss": 0.9987757802009583, "Finetune/Loss (Raw)": 1.0981225967407227, "Finetune/Step": 676, "Finetune/Step Time": 12.023282239213586}
+{"Finetune/Learning Rate": 1.9998553678100835e-05, "Finetune/Loss": 0.9997092485427856, "Finetune/Loss (Raw)": 1.0493084192276, "Finetune/Step": 677, "Finetune/Step Time": 12.033021615818143}
+{"Finetune/Learning Rate": 1.9998524896988488e-05, "Finetune/Loss": 0.9999386072158813, "Finetune/Loss (Raw)": 1.0700846910476685, "Finetune/Step": 678, "Finetune/Step Time": 12.03269750252366}
+{"Finetune/Learning Rate": 1.9998495832346404e-05, "Finetune/Loss": 0.9993957877159119, "Finetune/Loss (Raw)": 1.020460605621338, "Finetune/Step": 679, "Finetune/Step Time": 12.034049952402711}
+{"Finetune/Learning Rate": 1.9998466484175412e-05, "Finetune/Loss": 0.9966965913772583, "Finetune/Loss (Raw)": 0.800578773021698, "Finetune/Step": 680, "Finetune/Step Time": 12.055089814588428}
+{"Finetune/Learning Rate": 1.999843685247634e-05, "Finetune/Loss": 0.9945887923240662, "Finetune/Loss (Raw)": 0.7319749593734741, "Finetune/Step": 681, "Finetune/Step Time": 12.061609026044607}
+{"Finetune/Learning Rate": 1.9998406937250035e-05, "Finetune/Loss": 0.9949525594711304, "Finetune/Loss (Raw)": 0.9254499077796936, "Finetune/Step": 682, "Finetune/Step Time": 12.060299668461084}
+{"Finetune/Learning Rate": 1.999837673849734e-05, "Finetune/Loss": 0.9927585124969482, "Finetune/Loss (Raw)": 0.9354654550552368, "Finetune/Step": 683, "Finetune/Step Time": 12.064691992476583}
+{"Finetune/Learning Rate": 1.999834625621911e-05, "Finetune/Loss": 0.9925095438957214, "Finetune/Loss (Raw)": 1.1180408000946045, "Finetune/Step": 684, "Finetune/Step Time": 12.065183905884624}
+{"Finetune/Learning Rate": 1.9998315490416212e-05, "Finetune/Loss": 0.9922980666160583, "Finetune/Loss (Raw)": 0.9961486458778381, "Finetune/Step": 685, "Finetune/Step Time": 12.048197031021118}
+{"Finetune/Learning Rate": 1.9998284441089518e-05, "Finetune/Loss": 0.9922211766242981, "Finetune/Loss (Raw)": 0.9319700002670288, "Finetune/Step": 686, "Finetune/Step Time": 12.06050425209105}
+{"Finetune/Learning Rate": 1.999825310823991e-05, "Finetune/Loss": 0.9921596050262451, "Finetune/Loss (Raw)": 0.9723783731460571, "Finetune/Step": 687, "Finetune/Step Time": 12.066772699356079}
+{"Finetune/Learning Rate": 1.9998221491868274e-05, "Finetune/Loss": 0.9911227226257324, "Finetune/Loss (Raw)": 0.9600070118904114, "Finetune/Step": 688, "Finetune/Step Time": 12.068878142163157}
+{"Finetune/Learning Rate": 1.999818959197551e-05, "Finetune/Loss": 0.9911128282546997, "Finetune/Loss (Raw)": 1.0372052192687988, "Finetune/Step": 689, "Finetune/Step Time": 12.072248619049788}
+{"Finetune/Learning Rate": 1.9998157408562514e-05, "Finetune/Loss": 0.9924722909927368, "Finetune/Loss (Raw)": 1.0012507438659668, "Finetune/Step": 690, "Finetune/Step Time": 12.08368750475347}
+{"Finetune/Learning Rate": 1.9998124941630207e-05, "Finetune/Loss": 0.9915896654129028, "Finetune/Loss (Raw)": 1.0022660493850708, "Finetune/Step": 691, "Finetune/Step Time": 12.092629911378026}
+{"Finetune/Learning Rate": 1.999809219117951e-05, "Finetune/Loss": 0.9904146194458008, "Finetune/Loss (Raw)": 0.6721422076225281, "Finetune/Step": 692, "Finetune/Step Time": 12.092117682099342}
+{"Finetune/Learning Rate": 1.999805915721135e-05, "Finetune/Loss": 0.9898965358734131, "Finetune/Loss (Raw)": 1.0409903526306152, "Finetune/Step": 693, "Finetune/Step Time": 12.097138902172446}
+{"Finetune/Learning Rate": 1.9998025839726664e-05, "Finetune/Loss": 0.9902527928352356, "Finetune/Loss (Raw)": 0.9952419996261597, "Finetune/Step": 694, "Finetune/Step Time": 12.094228401780128}
+{"Finetune/Learning Rate": 1.9997992238726392e-05, "Finetune/Loss": 0.9890086650848389, "Finetune/Loss (Raw)": 0.8811030983924866, "Finetune/Step": 695, "Finetune/Step Time": 12.083607902750373}
+{"Finetune/Learning Rate": 1.999795835421149e-05, "Finetune/Loss": 0.988671064376831, "Finetune/Loss (Raw)": 1.119928002357483, "Finetune/Step": 696, "Finetune/Step Time": 12.077211994677782}
+{"Finetune/Learning Rate": 1.999792418618292e-05, "Finetune/Loss": 0.9879032969474792, "Finetune/Loss (Raw)": 0.9828234910964966, "Finetune/Step": 697, "Finetune/Step Time": 12.085629045963287}
+{"Finetune/Learning Rate": 1.9997889734641654e-05, "Finetune/Loss": 0.9882932901382446, "Finetune/Loss (Raw)": 1.1050374507904053, "Finetune/Step": 698, "Finetune/Step Time": 12.086817709729075}
+{"Finetune/Learning Rate": 1.999785499958866e-05, "Finetune/Loss": 0.9874958992004395, "Finetune/Loss (Raw)": 0.9993055462837219, "Finetune/Step": 699, "Finetune/Step Time": 12.086477443575859}
+{"Finetune/Learning Rate": 1.9997819981024932e-05, "Finetune/Loss": 0.9882696866989136, "Finetune/Loss (Raw)": 1.0286954641342163, "Finetune/Step": 700, "Finetune/Step Time": 12.114771889522672}
+{"Finetune/Learning Rate": 1.999778467895146e-05, "Finetune/Loss": 0.9894860982894897, "Finetune/Loss (Raw)": 1.0551198720932007, "Finetune/Step": 701, "Finetune/Step Time": 12.119766868650913}
+{"Finetune/Learning Rate": 1.9997749093369242e-05, "Finetune/Loss": 0.9883349537849426, "Finetune/Loss (Raw)": 0.9955627918243408, "Finetune/Step": 702, "Finetune/Step Time": 12.125783121213317}
+{"Finetune/Learning Rate": 1.999771322427929e-05, "Finetune/Loss": 0.9873719215393066, "Finetune/Loss (Raw)": 0.9058355093002319, "Finetune/Step": 703, "Finetune/Step Time": 12.140177734196186}
+{"Finetune/Learning Rate": 1.9997677071682623e-05, "Finetune/Loss": 0.9877414107322693, "Finetune/Loss (Raw)": 1.1202788352966309, "Finetune/Step": 704, "Finetune/Step Time": 12.128826340660453}
+{"Finetune/Learning Rate": 1.999764063558026e-05, "Finetune/Loss": 0.9869234561920166, "Finetune/Loss (Raw)": 0.9521908164024353, "Finetune/Step": 705, "Finetune/Step Time": 12.128044340759516}
+{"Finetune/Learning Rate": 1.999760391597324e-05, "Finetune/Loss": 0.9869455099105835, "Finetune/Loss (Raw)": 1.0509037971496582, "Finetune/Step": 706, "Finetune/Step Time": 12.129542296752334}
+{"Finetune/Learning Rate": 1.9997566912862607e-05, "Finetune/Loss": 0.9864054918289185, "Finetune/Loss (Raw)": 0.9850925803184509, "Finetune/Step": 707, "Finetune/Step Time": 12.130266422405839}
+{"Finetune/Learning Rate": 1.99975296262494e-05, "Finetune/Loss": 0.9851124882698059, "Finetune/Loss (Raw)": 1.0332727432250977, "Finetune/Step": 708, "Finetune/Step Time": 12.109461814165115}
+{"Finetune/Learning Rate": 1.999749205613468e-05, "Finetune/Loss": 0.9887704849243164, "Finetune/Loss (Raw)": 1.0001838207244873, "Finetune/Step": 709, "Finetune/Step Time": 12.084259882569313}
+{"Finetune/Learning Rate": 1.999745420251952e-05, "Finetune/Loss": 0.9910262823104858, "Finetune/Loss (Raw)": 0.9753829836845398, "Finetune/Step": 710, "Finetune/Step Time": 12.059292651712894}
+{"Finetune/Learning Rate": 1.9997416065404984e-05, "Finetune/Loss": 0.9930654168128967, "Finetune/Loss (Raw)": 1.2244538068771362, "Finetune/Step": 711, "Finetune/Step Time": 12.065484063699841}
+{"Finetune/Learning Rate": 1.999737764479216e-05, "Finetune/Loss": 0.993993878364563, "Finetune/Loss (Raw)": 1.0460216999053955, "Finetune/Step": 712, "Finetune/Step Time": 12.060767022892833}
+{"Finetune/Learning Rate": 1.999733894068213e-05, "Finetune/Loss": 0.9929621815681458, "Finetune/Loss (Raw)": 0.9912656545639038, "Finetune/Step": 713, "Finetune/Step Time": 12.071527497842908}
+{"Finetune/Learning Rate": 1.9997299953076e-05, "Finetune/Loss": 0.9933010935783386, "Finetune/Loss (Raw)": 1.0040721893310547, "Finetune/Step": 714, "Finetune/Step Time": 12.074678475037217}
+{"Finetune/Learning Rate": 1.999726068197487e-05, "Finetune/Loss": 0.9930518865585327, "Finetune/Loss (Raw)": 1.0332236289978027, "Finetune/Step": 715, "Finetune/Step Time": 12.062367536127567}
+{"Finetune/Learning Rate": 1.9997221127379857e-05, "Finetune/Loss": 0.9959869384765625, "Finetune/Loss (Raw)": 0.9989461302757263, "Finetune/Step": 716, "Finetune/Step Time": 12.035166842862964}
+{"Finetune/Learning Rate": 1.999718128929208e-05, "Finetune/Loss": 0.9964151382446289, "Finetune/Loss (Raw)": 0.9546238780021667, "Finetune/Step": 717, "Finetune/Step Time": 12.039215456694365}
+{"Finetune/Learning Rate": 1.999714116771267e-05, "Finetune/Loss": 0.9967782497406006, "Finetune/Loss (Raw)": 1.0788706541061401, "Finetune/Step": 718, "Finetune/Step Time": 12.03386609442532}
+{"Finetune/Learning Rate": 1.999710076264277e-05, "Finetune/Loss": 0.9960159659385681, "Finetune/Loss (Raw)": 1.0671881437301636, "Finetune/Step": 719, "Finetune/Step Time": 12.045844595879316}
+{"Finetune/Learning Rate": 1.9997060074083513e-05, "Finetune/Loss": 0.9960200786590576, "Finetune/Loss (Raw)": 1.0505847930908203, "Finetune/Step": 720, "Finetune/Step Time": 12.05070854537189}
+{"Finetune/Learning Rate": 1.9997019102036063e-05, "Finetune/Loss": 0.9978680610656738, "Finetune/Loss (Raw)": 1.129563808441162, "Finetune/Step": 721, "Finetune/Step Time": 12.055774508044124}
+{"Finetune/Learning Rate": 1.999697784650158e-05, "Finetune/Loss": 0.9989335536956787, "Finetune/Loss (Raw)": 0.8107192516326904, "Finetune/Step": 722, "Finetune/Step Time": 12.057723952457309}
+{"Finetune/Learning Rate": 1.999693630748123e-05, "Finetune/Loss": 0.9982811212539673, "Finetune/Loss (Raw)": 0.9690595865249634, "Finetune/Step": 723, "Finetune/Step Time": 12.06901046819985}
+{"Finetune/Learning Rate": 1.9996894484976193e-05, "Finetune/Loss": 0.9986023902893066, "Finetune/Loss (Raw)": 1.0814809799194336, "Finetune/Step": 724, "Finetune/Step Time": 12.067134162411094}
+{"Finetune/Learning Rate": 1.999685237898766e-05, "Finetune/Loss": 0.9992331862449646, "Finetune/Loss (Raw)": 1.0364272594451904, "Finetune/Step": 725, "Finetune/Step Time": 12.051809191703796}
+{"Finetune/Learning Rate": 1.9996809989516817e-05, "Finetune/Loss": 0.9981274008750916, "Finetune/Loss (Raw)": 0.9508606195449829, "Finetune/Step": 726, "Finetune/Step Time": 12.050114065408707}
+{"Finetune/Learning Rate": 1.999676731656487e-05, "Finetune/Loss": 0.9974476099014282, "Finetune/Loss (Raw)": 0.9682489037513733, "Finetune/Step": 727, "Finetune/Step Time": 12.047567686066031}
+{"Finetune/Learning Rate": 1.9996724360133032e-05, "Finetune/Loss": 0.9979599714279175, "Finetune/Loss (Raw)": 1.020063877105713, "Finetune/Step": 728, "Finetune/Step Time": 12.069173958152533}
+{"Finetune/Learning Rate": 1.9996681120222516e-05, "Finetune/Loss": 0.9953452348709106, "Finetune/Loss (Raw)": 0.5637624263763428, "Finetune/Step": 729, "Finetune/Step Time": 12.076415548101068}
+{"Finetune/Learning Rate": 1.999663759683455e-05, "Finetune/Loss": 0.9946318864822388, "Finetune/Loss (Raw)": 0.9980872273445129, "Finetune/Step": 730, "Finetune/Step Time": 12.063932288438082}
+{"Finetune/Learning Rate": 1.999659378997037e-05, "Finetune/Loss": 0.9956254363059998, "Finetune/Loss (Raw)": 1.0720281600952148, "Finetune/Step": 731, "Finetune/Step Time": 12.048137690871954}
+{"Finetune/Learning Rate": 1.9996549699631215e-05, "Finetune/Loss": 0.9957424402236938, "Finetune/Loss (Raw)": 1.0883835554122925, "Finetune/Step": 732, "Finetune/Step Time": 12.011974913999438}
+{"Finetune/Learning Rate": 1.999650532581834e-05, "Finetune/Loss": 0.9945068359375, "Finetune/Loss (Raw)": 1.0059343576431274, "Finetune/Step": 733, "Finetune/Step Time": 12.005826463922858}
+{"Finetune/Learning Rate": 1.9996460668532996e-05, "Finetune/Loss": 0.9950829744338989, "Finetune/Loss (Raw)": 1.0830644369125366, "Finetune/Step": 734, "Finetune/Step Time": 12.006485207006335}
+{"Finetune/Learning Rate": 1.9996415727776456e-05, "Finetune/Loss": 0.9939877986907959, "Finetune/Loss (Raw)": 0.9864930510520935, "Finetune/Step": 735, "Finetune/Step Time": 12.00789300724864}
+{"Finetune/Learning Rate": 1.999637050354999e-05, "Finetune/Loss": 0.9944229125976562, "Finetune/Loss (Raw)": 1.0113197565078735, "Finetune/Step": 736, "Finetune/Step Time": 12.007561163976789}
+{"Finetune/Learning Rate": 1.9996324995854884e-05, "Finetune/Loss": 0.9946350455284119, "Finetune/Loss (Raw)": 0.950240969657898, "Finetune/Step": 737, "Finetune/Step Time": 12.007890524342656}
+{"Finetune/Learning Rate": 1.9996279204692426e-05, "Finetune/Loss": 0.9945908188819885, "Finetune/Loss (Raw)": 0.9941806197166443, "Finetune/Step": 738, "Finetune/Step Time": 12.01684632524848}
+{"Finetune/Learning Rate": 1.999623313006392e-05, "Finetune/Loss": 0.9954787492752075, "Finetune/Loss (Raw)": 1.134252905845642, "Finetune/Step": 739, "Finetune/Step Time": 12.018435826525092}
+{"Finetune/Learning Rate": 1.999618677197066e-05, "Finetune/Loss": 0.9948060512542725, "Finetune/Loss (Raw)": 0.826718270778656, "Finetune/Step": 740, "Finetune/Step Time": 12.009730227291584}
+{"Finetune/Learning Rate": 1.9996140130413972e-05, "Finetune/Loss": 0.9952507019042969, "Finetune/Loss (Raw)": 0.9315464496612549, "Finetune/Step": 741, "Finetune/Step Time": 12.002153856679797}
+{"Finetune/Learning Rate": 1.9996093205395177e-05, "Finetune/Loss": 0.9948596358299255, "Finetune/Loss (Raw)": 0.958972156047821, "Finetune/Step": 742, "Finetune/Step Time": 12.007077988237143}
+{"Finetune/Learning Rate": 1.99960459969156e-05, "Finetune/Loss": 0.9970394968986511, "Finetune/Loss (Raw)": 1.0136232376098633, "Finetune/Step": 743, "Finetune/Step Time": 11.972459739074111}
+{"Finetune/Learning Rate": 1.9995998504976585e-05, "Finetune/Loss": 0.9978852272033691, "Finetune/Loss (Raw)": 1.0628043413162231, "Finetune/Step": 744, "Finetune/Step Time": 11.960869561880827}
+{"Finetune/Learning Rate": 1.9995950729579482e-05, "Finetune/Loss": 0.9972332715988159, "Finetune/Loss (Raw)": 1.0470272302627563, "Finetune/Step": 745, "Finetune/Step Time": 11.96967700496316}
+{"Finetune/Learning Rate": 1.9995902670725633e-05, "Finetune/Loss": 0.9972304701805115, "Finetune/Loss (Raw)": 0.940634548664093, "Finetune/Step": 746, "Finetune/Step Time": 11.96862974949181}
+{"Finetune/Learning Rate": 1.9995854328416416e-05, "Finetune/Loss": 0.9960288405418396, "Finetune/Loss (Raw)": 1.0033485889434814, "Finetune/Step": 747, "Finetune/Step Time": 11.972531234845519}
+{"Finetune/Learning Rate": 1.999580570265319e-05, "Finetune/Loss": 0.996129035949707, "Finetune/Loss (Raw)": 1.0194265842437744, "Finetune/Step": 748, "Finetune/Step Time": 11.984996544197202}
+{"Finetune/Learning Rate": 1.999575679343734e-05, "Finetune/Loss": 0.9995558261871338, "Finetune/Loss (Raw)": 1.0432400703430176, "Finetune/Step": 749, "Finetune/Step Time": 11.98107879422605}
+{"Finetune/Learning Rate": 1.999570760077025e-05, "Finetune/Loss": 1.0018904209136963, "Finetune/Loss (Raw)": 1.157356858253479, "Finetune/Step": 750, "Finetune/Step Time": 11.984566817060113}
+{"Finetune/Learning Rate": 1.9995658124653316e-05, "Finetune/Loss": 1.0005844831466675, "Finetune/Loss (Raw)": 1.0604714155197144, "Finetune/Step": 751, "Finetune/Step Time": 11.980299914255738}
+{"Finetune/Learning Rate": 1.9995608365087945e-05, "Finetune/Loss": 0.9997513294219971, "Finetune/Loss (Raw)": 0.9510759711265564, "Finetune/Step": 752, "Finetune/Step Time": 11.980505507439375}
+{"Finetune/Learning Rate": 1.999555832207554e-05, "Finetune/Loss": 0.9971343278884888, "Finetune/Loss (Raw)": 0.8470445275306702, "Finetune/Step": 753, "Finetune/Step Time": 12.000860990956426}
+{"Finetune/Learning Rate": 1.999550799561753e-05, "Finetune/Loss": 0.9980180263519287, "Finetune/Loss (Raw)": 1.1274693012237549, "Finetune/Step": 754, "Finetune/Step Time": 12.010955618694425}
+{"Finetune/Learning Rate": 1.9995457385715332e-05, "Finetune/Loss": 0.9983047246932983, "Finetune/Loss (Raw)": 1.1009708642959595, "Finetune/Step": 755, "Finetune/Step Time": 12.008342357352376}
+{"Finetune/Learning Rate": 1.999540649237039e-05, "Finetune/Loss": 0.9989622831344604, "Finetune/Loss (Raw)": 1.0496186017990112, "Finetune/Step": 756, "Finetune/Step Time": 12.020944504067302}
+{"Finetune/Learning Rate": 1.999535531558414e-05, "Finetune/Loss": 0.9993382692337036, "Finetune/Loss (Raw)": 1.0913301706314087, "Finetune/Step": 757, "Finetune/Step Time": 12.022344760596752}
+{"Finetune/Learning Rate": 1.9995303855358037e-05, "Finetune/Loss": 0.9988696575164795, "Finetune/Loss (Raw)": 0.9676330089569092, "Finetune/Step": 758, "Finetune/Step Time": 12.019502017647028}
+{"Finetune/Learning Rate": 1.999525211169354e-05, "Finetune/Loss": 0.9975472092628479, "Finetune/Loss (Raw)": 0.8908064365386963, "Finetune/Step": 759, "Finetune/Step Time": 12.020444992929697}
+{"Finetune/Learning Rate": 1.9995200084592114e-05, "Finetune/Loss": 0.997650146484375, "Finetune/Loss (Raw)": 1.0870885848999023, "Finetune/Step": 760, "Finetune/Step Time": 12.021939225494862}
+{"Finetune/Learning Rate": 1.9995147774055238e-05, "Finetune/Loss": 0.9974020719528198, "Finetune/Loss (Raw)": 1.0857326984405518, "Finetune/Step": 761, "Finetune/Step Time": 12.01969139650464}
+{"Finetune/Learning Rate": 1.9995095180084393e-05, "Finetune/Loss": 0.9975049495697021, "Finetune/Loss (Raw)": 0.9729368686676025, "Finetune/Step": 762, "Finetune/Step Time": 12.015954807400703}
+{"Finetune/Learning Rate": 1.999504230268107e-05, "Finetune/Loss": 0.9983258247375488, "Finetune/Loss (Raw)": 0.8780892491340637, "Finetune/Step": 763, "Finetune/Step Time": 12.032571829855442}
+{"Finetune/Learning Rate": 1.999498914184677e-05, "Finetune/Loss": 0.9990160465240479, "Finetune/Loss (Raw)": 1.014309048652649, "Finetune/Step": 764, "Finetune/Step Time": 12.0323515702039}
+{"Finetune/Learning Rate": 1.9994935697583e-05, "Finetune/Loss": 1.0011563301086426, "Finetune/Loss (Raw)": 0.9827457070350647, "Finetune/Step": 765, "Finetune/Step Time": 12.025806050747633}
+{"Finetune/Learning Rate": 1.9994881969891277e-05, "Finetune/Loss": 1.0018339157104492, "Finetune/Loss (Raw)": 1.033726453781128, "Finetune/Step": 766, "Finetune/Step Time": 12.021696576848626}
+{"Finetune/Learning Rate": 1.999482795877312e-05, "Finetune/Loss": 1.000180959701538, "Finetune/Loss (Raw)": 0.9096262454986572, "Finetune/Step": 767, "Finetune/Step Time": 12.031052984297276}
+{"Finetune/Learning Rate": 1.9994773664230064e-05, "Finetune/Loss": 1.0000238418579102, "Finetune/Loss (Raw)": 1.1090797185897827, "Finetune/Step": 768, "Finetune/Step Time": 12.035013543441892}
+{"Finetune/Learning Rate": 1.999471908626365e-05, "Finetune/Loss": 0.9992634654045105, "Finetune/Loss (Raw)": 0.878816545009613, "Finetune/Step": 769, "Finetune/Step Time": 12.031783001497388}
+{"Finetune/Learning Rate": 1.9994664224875425e-05, "Finetune/Loss": 0.999099850654602, "Finetune/Loss (Raw)": 0.920856773853302, "Finetune/Step": 770, "Finetune/Step Time": 12.035727728158236}
+{"Finetune/Learning Rate": 1.999460908006694e-05, "Finetune/Loss": 0.9983944892883301, "Finetune/Loss (Raw)": 0.9468659162521362, "Finetune/Step": 771, "Finetune/Step Time": 12.079925222322345}
+{"Finetune/Learning Rate": 1.9994553651839763e-05, "Finetune/Loss": 0.9993143677711487, "Finetune/Loss (Raw)": 0.9865080118179321, "Finetune/Step": 772, "Finetune/Step Time": 12.108154552057385}
+{"Finetune/Learning Rate": 1.9994497940195467e-05, "Finetune/Loss": 0.9989506006240845, "Finetune/Loss (Raw)": 1.048636794090271, "Finetune/Step": 773, "Finetune/Step Time": 12.087965169921517}
+{"Finetune/Learning Rate": 1.999444194513563e-05, "Finetune/Loss": 0.9987605214118958, "Finetune/Loss (Raw)": 0.9995537400245667, "Finetune/Step": 774, "Finetune/Step Time": 12.087369507178664}
+{"Finetune/Learning Rate": 1.999438566666184e-05, "Finetune/Loss": 0.9982599020004272, "Finetune/Loss (Raw)": 1.054537057876587, "Finetune/Step": 775, "Finetune/Step Time": 12.082754854112864}
+{"Finetune/Learning Rate": 1.999432910477569e-05, "Finetune/Loss": 0.9990323781967163, "Finetune/Loss (Raw)": 1.0812017917633057, "Finetune/Step": 776, "Finetune/Step Time": 12.081936094909906}
+{"Finetune/Learning Rate": 1.999427225947879e-05, "Finetune/Loss": 0.9987479448318481, "Finetune/Loss (Raw)": 1.1748400926589966, "Finetune/Step": 777, "Finetune/Step Time": 12.088133132085204}
+{"Finetune/Learning Rate": 1.9994215130772746e-05, "Finetune/Loss": 0.9980281591415405, "Finetune/Loss (Raw)": 0.9612594842910767, "Finetune/Step": 778, "Finetune/Step Time": 12.092059874907136}
+{"Finetune/Learning Rate": 1.999415771865918e-05, "Finetune/Loss": 0.9980494379997253, "Finetune/Loss (Raw)": 0.9992277026176453, "Finetune/Step": 779, "Finetune/Step Time": 12.10239845700562}
+{"Finetune/Learning Rate": 1.9994100023139723e-05, "Finetune/Loss": 0.9980384111404419, "Finetune/Loss (Raw)": 1.0144010782241821, "Finetune/Step": 780, "Finetune/Step Time": 12.07371419109404}
+{"Finetune/Learning Rate": 1.9994042044216008e-05, "Finetune/Loss": 0.9982999563217163, "Finetune/Loss (Raw)": 1.0645697116851807, "Finetune/Step": 781, "Finetune/Step Time": 12.079220140352845}
+{"Finetune/Learning Rate": 1.9993983781889682e-05, "Finetune/Loss": 1.000049352645874, "Finetune/Loss (Raw)": 1.0840222835540771, "Finetune/Step": 782, "Finetune/Step Time": 12.04820459522307}
+{"Finetune/Learning Rate": 1.999392523616239e-05, "Finetune/Loss": 1.0002646446228027, "Finetune/Loss (Raw)": 0.929903507232666, "Finetune/Step": 783, "Finetune/Step Time": 12.072303673252463}
+{"Finetune/Learning Rate": 1.99938664070358e-05, "Finetune/Loss": 0.9994335770606995, "Finetune/Loss (Raw)": 1.0205622911453247, "Finetune/Step": 784, "Finetune/Step Time": 12.07728167437017}
+{"Finetune/Learning Rate": 1.9993807294511578e-05, "Finetune/Loss": 1.000291109085083, "Finetune/Loss (Raw)": 1.0410914421081543, "Finetune/Step": 785, "Finetune/Step Time": 12.07616337761283}
+{"Finetune/Learning Rate": 1.99937478985914e-05, "Finetune/Loss": 0.9970405101776123, "Finetune/Loss (Raw)": 0.6990941762924194, "Finetune/Step": 786, "Finetune/Step Time": 12.1002337038517}
+{"Finetune/Learning Rate": 1.999368821927695e-05, "Finetune/Loss": 0.9965705871582031, "Finetune/Loss (Raw)": 1.0121588706970215, "Finetune/Step": 787, "Finetune/Step Time": 12.101921102032065}
+{"Finetune/Learning Rate": 1.999362825656992e-05, "Finetune/Loss": 0.9964207410812378, "Finetune/Loss (Raw)": 0.9889115691184998, "Finetune/Step": 788, "Finetune/Step Time": 12.1024149376899}
+{"Finetune/Learning Rate": 1.9993568010472008e-05, "Finetune/Loss": 0.9993644952774048, "Finetune/Loss (Raw)": 1.0037572383880615, "Finetune/Step": 789, "Finetune/Step Time": 12.077491037547588}
+{"Finetune/Learning Rate": 1.999350748098493e-05, "Finetune/Loss": 1.0004141330718994, "Finetune/Loss (Raw)": 1.0494598150253296, "Finetune/Step": 790, "Finetune/Step Time": 12.074097661301494}
+{"Finetune/Learning Rate": 1.9993446668110393e-05, "Finetune/Loss": 1.000688910484314, "Finetune/Loss (Raw)": 1.021718144416809, "Finetune/Step": 791, "Finetune/Step Time": 12.072983764111996}
+{"Finetune/Learning Rate": 1.9993385571850126e-05, "Finetune/Loss": 1.0001626014709473, "Finetune/Loss (Raw)": 1.0105770826339722, "Finetune/Step": 792, "Finetune/Step Time": 12.078856091946363}
+{"Finetune/Learning Rate": 1.9993324192205866e-05, "Finetune/Loss": 0.998947262763977, "Finetune/Loss (Raw)": 0.8977869153022766, "Finetune/Step": 793, "Finetune/Step Time": 12.094368243589997}
+{"Finetune/Learning Rate": 1.9993262529179348e-05, "Finetune/Loss": 0.9988269805908203, "Finetune/Loss (Raw)": 1.012338638305664, "Finetune/Step": 794, "Finetune/Step Time": 12.097780784592032}
+{"Finetune/Learning Rate": 1.9993200582772322e-05, "Finetune/Loss": 1.0004656314849854, "Finetune/Loss (Raw)": 1.004624843597412, "Finetune/Step": 795, "Finetune/Step Time": 12.092289628461003}
+{"Finetune/Learning Rate": 1.9993138352986538e-05, "Finetune/Loss": 0.9990098476409912, "Finetune/Loss (Raw)": 1.005637288093567, "Finetune/Step": 796, "Finetune/Step Time": 12.081948466598988}
+{"Finetune/Learning Rate": 1.9993075839823774e-05, "Finetune/Loss": 0.9983184337615967, "Finetune/Loss (Raw)": 1.0393590927124023, "Finetune/Step": 797, "Finetune/Step Time": 12.101609267294407}
+{"Finetune/Learning Rate": 1.9993013043285795e-05, "Finetune/Loss": 0.9981594681739807, "Finetune/Loss (Raw)": 0.9304544925689697, "Finetune/Step": 798, "Finetune/Step Time": 12.100295282900333}
+{"Finetune/Learning Rate": 1.999294996337438e-05, "Finetune/Loss": 0.9980491399765015, "Finetune/Loss (Raw)": 0.9469662308692932, "Finetune/Step": 799, "Finetune/Step Time": 12.103922922164202}
+{"Finetune/Learning Rate": 1.9992886600091318e-05, "Finetune/Loss": 0.997533917427063, "Finetune/Loss (Raw)": 1.0736082792282104, "Finetune/Step": 800, "Finetune/Step Time": 12.110940987244248}
+{"Finetune/Learning Rate": 1.9992822953438415e-05, "Finetune/Loss": 0.9987474679946899, "Finetune/Loss (Raw)": 1.0768473148345947, "Finetune/Step": 801, "Finetune/Step Time": 12.134649962186813}
+{"Finetune/Learning Rate": 1.9992759023417463e-05, "Finetune/Loss": 0.9997665286064148, "Finetune/Loss (Raw)": 1.0283514261245728, "Finetune/Step": 802, "Finetune/Step Time": 12.128936322405934}
+{"Finetune/Learning Rate": 1.9992694810030282e-05, "Finetune/Loss": 0.9985869526863098, "Finetune/Loss (Raw)": 0.7929410338401794, "Finetune/Step": 803, "Finetune/Step Time": 12.127740805968642}
+{"Finetune/Learning Rate": 1.9992630313278694e-05, "Finetune/Loss": 0.9972070455551147, "Finetune/Loss (Raw)": 0.9214962720870972, "Finetune/Step": 804, "Finetune/Step Time": 12.12958987057209}
+{"Finetune/Learning Rate": 1.9992565533164523e-05, "Finetune/Loss": 0.9985933899879456, "Finetune/Loss (Raw)": 1.2267625331878662, "Finetune/Step": 805, "Finetune/Step Time": 12.120841348543763}
+{"Finetune/Learning Rate": 1.9992500469689607e-05, "Finetune/Loss": 0.9976340532302856, "Finetune/Loss (Raw)": 0.9472880959510803, "Finetune/Step": 806, "Finetune/Step Time": 12.138493930920959}
+{"Finetune/Learning Rate": 1.9992435122855798e-05, "Finetune/Loss": 0.9970188140869141, "Finetune/Loss (Raw)": 0.9417140483856201, "Finetune/Step": 807, "Finetune/Step Time": 12.140921829268336}
+{"Finetune/Learning Rate": 1.9992369492664937e-05, "Finetune/Loss": 0.9989379644393921, "Finetune/Loss (Raw)": 1.04622220993042, "Finetune/Step": 808, "Finetune/Step Time": 12.122715508565307}
+{"Finetune/Learning Rate": 1.9992303579118896e-05, "Finetune/Loss": 1.0010534524917603, "Finetune/Loss (Raw)": 1.002766728401184, "Finetune/Step": 809, "Finetune/Step Time": 12.11914337426424}
+{"Finetune/Learning Rate": 1.999223738221954e-05, "Finetune/Loss": 1.0026222467422485, "Finetune/Loss (Raw)": 1.1262480020523071, "Finetune/Step": 810, "Finetune/Step Time": 12.122476508840919}
+{"Finetune/Learning Rate": 1.9992170901968742e-05, "Finetune/Loss": 1.002506136894226, "Finetune/Loss (Raw)": 0.9206044673919678, "Finetune/Step": 811, "Finetune/Step Time": 12.119416069239378}
+{"Finetune/Learning Rate": 1.9992104138368397e-05, "Finetune/Loss": 1.0009242296218872, "Finetune/Loss (Raw)": 0.915558934211731, "Finetune/Step": 812, "Finetune/Step Time": 12.102381957694888}
+{"Finetune/Learning Rate": 1.999203709142039e-05, "Finetune/Loss": 1.0001654624938965, "Finetune/Loss (Raw)": 0.8990362286567688, "Finetune/Step": 813, "Finetune/Step Time": 12.112552778795362}
+{"Finetune/Learning Rate": 1.9991969761126625e-05, "Finetune/Loss": 1.0013728141784668, "Finetune/Loss (Raw)": 1.0865085124969482, "Finetune/Step": 814, "Finetune/Step Time": 12.089148364961147}
+{"Finetune/Learning Rate": 1.999190214748901e-05, "Finetune/Loss": 1.0018377304077148, "Finetune/Loss (Raw)": 1.0318689346313477, "Finetune/Step": 815, "Finetune/Step Time": 12.084813442081213}
+{"Finetune/Learning Rate": 1.9991834250509462e-05, "Finetune/Loss": 1.0027639865875244, "Finetune/Loss (Raw)": 1.0785775184631348, "Finetune/Step": 816, "Finetune/Step Time": 12.091875568032265}
+{"Finetune/Learning Rate": 1.9991766070189908e-05, "Finetune/Loss": 1.0025334358215332, "Finetune/Loss (Raw)": 1.0076898336410522, "Finetune/Step": 817, "Finetune/Step Time": 12.084865596145391}
+{"Finetune/Learning Rate": 1.9991697606532283e-05, "Finetune/Loss": 1.0030505657196045, "Finetune/Loss (Raw)": 1.067452311515808, "Finetune/Step": 818, "Finetune/Step Time": 12.078823741525412}
+{"Finetune/Learning Rate": 1.9991628859538525e-05, "Finetune/Loss": 1.0023393630981445, "Finetune/Loss (Raw)": 0.9112293124198914, "Finetune/Step": 819, "Finetune/Step Time": 12.071153743192554}
+{"Finetune/Learning Rate": 1.9991559829210586e-05, "Finetune/Loss": 1.0051876306533813, "Finetune/Loss (Raw)": 1.036720871925354, "Finetune/Step": 820, "Finetune/Step Time": 12.04839226230979}
+{"Finetune/Learning Rate": 1.999149051555042e-05, "Finetune/Loss": 1.0054943561553955, "Finetune/Loss (Raw)": 1.0802624225616455, "Finetune/Step": 821, "Finetune/Step Time": 12.04776006937027}
+{"Finetune/Learning Rate": 1.9991420918559995e-05, "Finetune/Loss": 1.004453182220459, "Finetune/Loss (Raw)": 0.861965000629425, "Finetune/Step": 822, "Finetune/Step Time": 12.093880992382765}
+{"Finetune/Learning Rate": 1.999135103824129e-05, "Finetune/Loss": 1.0056829452514648, "Finetune/Loss (Raw)": 1.0385136604309082, "Finetune/Step": 823, "Finetune/Step Time": 12.102779973298311}
+{"Finetune/Learning Rate": 1.9991280874596275e-05, "Finetune/Loss": 1.0049656629562378, "Finetune/Loss (Raw)": 1.0281081199645996, "Finetune/Step": 824, "Finetune/Step Time": 12.115399476140738}
+{"Finetune/Learning Rate": 1.999121042762695e-05, "Finetune/Loss": 1.0051686763763428, "Finetune/Loss (Raw)": 1.0088104009628296, "Finetune/Step": 825, "Finetune/Step Time": 12.1054915972054}
+{"Finetune/Learning Rate": 1.9991139697335306e-05, "Finetune/Loss": 1.0048428773880005, "Finetune/Loss (Raw)": 1.0633349418640137, "Finetune/Step": 826, "Finetune/Step Time": 12.095643168315291}
+{"Finetune/Learning Rate": 1.999106868372335e-05, "Finetune/Loss": 1.0032365322113037, "Finetune/Loss (Raw)": 0.7936831712722778, "Finetune/Step": 827, "Finetune/Step Time": 12.091882040724158}
+{"Finetune/Learning Rate": 1.99909973867931e-05, "Finetune/Loss": 1.002371907234192, "Finetune/Loss (Raw)": 0.9180421233177185, "Finetune/Step": 828, "Finetune/Step Time": 12.057492000982165}
+{"Finetune/Learning Rate": 1.9990925806546572e-05, "Finetune/Loss": 1.003133773803711, "Finetune/Loss (Raw)": 1.1526317596435547, "Finetune/Step": 829, "Finetune/Step Time": 12.048659585416317}
+{"Finetune/Learning Rate": 1.9990853942985802e-05, "Finetune/Loss": 1.0043060779571533, "Finetune/Loss (Raw)": 1.145626425743103, "Finetune/Step": 830, "Finetune/Step Time": 12.046596478670835}
+{"Finetune/Learning Rate": 1.999078179611282e-05, "Finetune/Loss": 1.0049430131912231, "Finetune/Loss (Raw)": 0.9873555302619934, "Finetune/Step": 831, "Finetune/Step Time": 12.036441320553422}
+{"Finetune/Learning Rate": 1.9990709365929678e-05, "Finetune/Loss": 1.004229187965393, "Finetune/Loss (Raw)": 1.0289123058319092, "Finetune/Step": 832, "Finetune/Step Time": 12.067628661170602}
+{"Finetune/Learning Rate": 1.999063665243843e-05, "Finetune/Loss": 1.004685640335083, "Finetune/Loss (Raw)": 1.0106041431427002, "Finetune/Step": 833, "Finetune/Step Time": 12.06994241848588}
+{"Finetune/Learning Rate": 1.9990563655641133e-05, "Finetune/Loss": 1.0038689374923706, "Finetune/Loss (Raw)": 0.9463716745376587, "Finetune/Step": 834, "Finetune/Step Time": 12.071157548576593}
+{"Finetune/Learning Rate": 1.9990490375539864e-05, "Finetune/Loss": 1.0041860342025757, "Finetune/Loss (Raw)": 1.0256831645965576, "Finetune/Step": 835, "Finetune/Step Time": 12.068134447559714}
+{"Finetune/Learning Rate": 1.9990416812136696e-05, "Finetune/Loss": 1.0050849914550781, "Finetune/Loss (Raw)": 1.1483495235443115, "Finetune/Step": 836, "Finetune/Step Time": 12.066712191328406}
+{"Finetune/Learning Rate": 1.9990342965433712e-05, "Finetune/Loss": 1.0055077075958252, "Finetune/Loss (Raw)": 1.0542800426483154, "Finetune/Step": 837, "Finetune/Step Time": 12.07875070720911}
+{"Finetune/Learning Rate": 1.9990268835433014e-05, "Finetune/Loss": 1.0044667720794678, "Finetune/Loss (Raw)": 0.8421404957771301, "Finetune/Step": 838, "Finetune/Step Time": 12.094779880717397}
+{"Finetune/Learning Rate": 1.99901944221367e-05, "Finetune/Loss": 1.003071665763855, "Finetune/Loss (Raw)": 1.0458918809890747, "Finetune/Step": 839, "Finetune/Step Time": 12.093047050759196}
+{"Finetune/Learning Rate": 1.999011972554688e-05, "Finetune/Loss": 1.0027742385864258, "Finetune/Loss (Raw)": 1.0079376697540283, "Finetune/Step": 840, "Finetune/Step Time": 12.0871726796031}
+{"Finetune/Learning Rate": 1.9990044745665672e-05, "Finetune/Loss": 1.0038962364196777, "Finetune/Loss (Raw)": 1.1348991394042969, "Finetune/Step": 841, "Finetune/Step Time": 12.086409706622362}
+{"Finetune/Learning Rate": 1.9989969482495203e-05, "Finetune/Loss": 1.004381537437439, "Finetune/Loss (Raw)": 1.0661801099777222, "Finetune/Step": 842, "Finetune/Step Time": 12.090223645791411}
+{"Finetune/Learning Rate": 1.998989393603761e-05, "Finetune/Loss": 1.0038022994995117, "Finetune/Loss (Raw)": 0.9590720534324646, "Finetune/Step": 843, "Finetune/Step Time": 12.084261689335108}
+{"Finetune/Learning Rate": 1.998981810629503e-05, "Finetune/Loss": 1.0033113956451416, "Finetune/Loss (Raw)": 0.936119556427002, "Finetune/Step": 844, "Finetune/Step Time": 12.089246759191155}
+{"Finetune/Learning Rate": 1.9989741993269616e-05, "Finetune/Loss": 1.002767562866211, "Finetune/Loss (Raw)": 0.8850111365318298, "Finetune/Step": 845, "Finetune/Step Time": 12.074374478310347}
+{"Finetune/Learning Rate": 1.998966559696353e-05, "Finetune/Loss": 1.0021965503692627, "Finetune/Loss (Raw)": 1.0057913064956665, "Finetune/Step": 846, "Finetune/Step Time": 12.072123773396015}
+{"Finetune/Learning Rate": 1.9989588917378925e-05, "Finetune/Loss": 1.000319480895996, "Finetune/Loss (Raw)": 0.826919674873352, "Finetune/Step": 847, "Finetune/Step Time": 12.059660958126187}
+{"Finetune/Learning Rate": 1.9989511954517992e-05, "Finetune/Loss": 0.9998229742050171, "Finetune/Loss (Raw)": 0.9870385527610779, "Finetune/Step": 848, "Finetune/Step Time": 12.058146631345153}
+{"Finetune/Learning Rate": 1.9989434708382905e-05, "Finetune/Loss": 0.997873842716217, "Finetune/Loss (Raw)": 0.8800615072250366, "Finetune/Step": 849, "Finetune/Step Time": 12.053090116009116}
+{"Finetune/Learning Rate": 1.9989357178975854e-05, "Finetune/Loss": 0.9994797706604004, "Finetune/Loss (Raw)": 1.016279935836792, "Finetune/Step": 850, "Finetune/Step Time": 12.022960349917412}
+{"Finetune/Learning Rate": 1.998927936629904e-05, "Finetune/Loss": 1.0002163648605347, "Finetune/Loss (Raw)": 1.063347339630127, "Finetune/Step": 851, "Finetune/Step Time": 12.005422007292509}
+{"Finetune/Learning Rate": 1.9989201270354673e-05, "Finetune/Loss": 0.9997571706771851, "Finetune/Loss (Raw)": 1.022701621055603, "Finetune/Step": 852, "Finetune/Step Time": 12.008734684437513}
+{"Finetune/Learning Rate": 1.9989122891144958e-05, "Finetune/Loss": 0.9987773299217224, "Finetune/Loss (Raw)": 0.9110122919082642, "Finetune/Step": 853, "Finetune/Step Time": 12.009370550513268}
+{"Finetune/Learning Rate": 1.9989044228672128e-05, "Finetune/Loss": 0.9994512796401978, "Finetune/Loss (Raw)": 1.0371235609054565, "Finetune/Step": 854, "Finetune/Step Time": 12.004401843994856}
+{"Finetune/Learning Rate": 1.9988965282938405e-05, "Finetune/Loss": 0.9969930648803711, "Finetune/Loss (Raw)": 0.6535968780517578, "Finetune/Step": 855, "Finetune/Step Time": 12.041945254430175}
+{"Finetune/Learning Rate": 1.9988886053946034e-05, "Finetune/Loss": 0.9969234466552734, "Finetune/Loss (Raw)": 1.0111582279205322, "Finetune/Step": 856, "Finetune/Step Time": 12.024364978075027}
+{"Finetune/Learning Rate": 1.9988806541697255e-05, "Finetune/Loss": 0.9997345209121704, "Finetune/Loss (Raw)": 0.9235705733299255, "Finetune/Step": 857, "Finetune/Step Time": 11.985362380743027}
+{"Finetune/Learning Rate": 1.998872674619433e-05, "Finetune/Loss": 1.0002388954162598, "Finetune/Loss (Raw)": 1.0626482963562012, "Finetune/Step": 858, "Finetune/Step Time": 12.01112624630332}
+{"Finetune/Learning Rate": 1.998864666743952e-05, "Finetune/Loss": 1.0002126693725586, "Finetune/Loss (Raw)": 1.068679690361023, "Finetune/Step": 859, "Finetune/Step Time": 12.031763847917318}
+{"Finetune/Learning Rate": 1.998856630543509e-05, "Finetune/Loss": 0.9988065361976624, "Finetune/Loss (Raw)": 0.9083878397941589, "Finetune/Step": 860, "Finetune/Step Time": 12.032957354560494}
+{"Finetune/Learning Rate": 1.9988485660183326e-05, "Finetune/Loss": 0.9988558292388916, "Finetune/Loss (Raw)": 1.0122541189193726, "Finetune/Step": 861, "Finetune/Step Time": 12.029810000211}
+{"Finetune/Learning Rate": 1.9988404731686512e-05, "Finetune/Loss": 0.9979994297027588, "Finetune/Loss (Raw)": 0.9734387993812561, "Finetune/Step": 862, "Finetune/Step Time": 12.028379889205098}
+{"Finetune/Learning Rate": 1.9988323519946946e-05, "Finetune/Loss": 0.9975373148918152, "Finetune/Loss (Raw)": 0.9273427724838257, "Finetune/Step": 863, "Finetune/Step Time": 12.023162668570876}
+{"Finetune/Learning Rate": 1.9988242024966924e-05, "Finetune/Loss": 0.9971702098846436, "Finetune/Loss (Raw)": 0.9643364548683167, "Finetune/Step": 864, "Finetune/Step Time": 12.032986970618367}
+{"Finetune/Learning Rate": 1.998816024674876e-05, "Finetune/Loss": 0.9963340759277344, "Finetune/Loss (Raw)": 0.84320467710495, "Finetune/Step": 865, "Finetune/Step Time": 12.023473909124732}
+{"Finetune/Learning Rate": 1.9988078185294775e-05, "Finetune/Loss": 0.9967741966247559, "Finetune/Loss (Raw)": 1.050514578819275, "Finetune/Step": 866, "Finetune/Step Time": 12.008252713829279}
+{"Finetune/Learning Rate": 1.9987995840607296e-05, "Finetune/Loss": 0.9959601163864136, "Finetune/Loss (Raw)": 1.0300624370574951, "Finetune/Step": 867, "Finetune/Step Time": 12.003628427162766}
+{"Finetune/Learning Rate": 1.9987913212688656e-05, "Finetune/Loss": 0.9968851208686829, "Finetune/Loss (Raw)": 0.9451122879981995, "Finetune/Step": 868, "Finetune/Step Time": 12.02196279168129}
+{"Finetune/Learning Rate": 1.9987830301541202e-05, "Finetune/Loss": 0.997410774230957, "Finetune/Loss (Raw)": 0.9988318085670471, "Finetune/Step": 869, "Finetune/Step Time": 12.015844551846385}
+{"Finetune/Learning Rate": 1.998774710716728e-05, "Finetune/Loss": 0.9976861476898193, "Finetune/Loss (Raw)": 0.9942203760147095, "Finetune/Step": 870, "Finetune/Step Time": 12.011695990338922}
+{"Finetune/Learning Rate": 1.998766362956925e-05, "Finetune/Loss": 0.9980352520942688, "Finetune/Loss (Raw)": 1.0582997798919678, "Finetune/Step": 871, "Finetune/Step Time": 12.011909000575542}
+{"Finetune/Learning Rate": 1.9987579868749484e-05, "Finetune/Loss": 0.9976418018341064, "Finetune/Loss (Raw)": 1.0124480724334717, "Finetune/Step": 872, "Finetune/Step Time": 12.01091599650681}
+{"Finetune/Learning Rate": 1.998749582471035e-05, "Finetune/Loss": 0.997162938117981, "Finetune/Loss (Raw)": 0.9857257604598999, "Finetune/Step": 873, "Finetune/Step Time": 12.003100330010056}
+{"Finetune/Learning Rate": 1.9987411497454235e-05, "Finetune/Loss": 0.9971113204956055, "Finetune/Loss (Raw)": 0.9340289831161499, "Finetune/Step": 874, "Finetune/Step Time": 12.009422667324543}
+{"Finetune/Learning Rate": 1.9987326886983533e-05, "Finetune/Loss": 0.9968128204345703, "Finetune/Loss (Raw)": 0.96514493227005, "Finetune/Step": 875, "Finetune/Step Time": 12.025993525981903}
+{"Finetune/Learning Rate": 1.998724199330064e-05, "Finetune/Loss": 0.9969295859336853, "Finetune/Loss (Raw)": 1.034376621246338, "Finetune/Step": 876, "Finetune/Step Time": 12.014185074716806}
+{"Finetune/Learning Rate": 1.9987156816407963e-05, "Finetune/Loss": 0.9951149225234985, "Finetune/Loss (Raw)": 0.8109651803970337, "Finetune/Step": 877, "Finetune/Step Time": 11.999895937740803}
+{"Finetune/Learning Rate": 1.998707135630792e-05, "Finetune/Loss": 0.9934431910514832, "Finetune/Loss (Raw)": 0.9433725476264954, "Finetune/Step": 878, "Finetune/Step Time": 11.975398948416114}
+{"Finetune/Learning Rate": 1.998698561300293e-05, "Finetune/Loss": 0.9927306175231934, "Finetune/Loss (Raw)": 0.9692582488059998, "Finetune/Step": 879, "Finetune/Step Time": 11.969062792137265}
+{"Finetune/Learning Rate": 1.9986899586495432e-05, "Finetune/Loss": 0.9937058091163635, "Finetune/Loss (Raw)": 1.075908899307251, "Finetune/Step": 880, "Finetune/Step Time": 11.971921786665916}
+{"Finetune/Learning Rate": 1.9986813276787855e-05, "Finetune/Loss": 0.9939666986465454, "Finetune/Loss (Raw)": 0.8804343342781067, "Finetune/Step": 881, "Finetune/Step Time": 11.974978394806385}
+{"Finetune/Learning Rate": 1.998672668388266e-05, "Finetune/Loss": 0.9934132099151611, "Finetune/Loss (Raw)": 1.056614637374878, "Finetune/Step": 882, "Finetune/Step Time": 11.991410983726382}
+{"Finetune/Learning Rate": 1.9986639807782287e-05, "Finetune/Loss": 0.993207573890686, "Finetune/Loss (Raw)": 1.074660301208496, "Finetune/Step": 883, "Finetune/Step Time": 11.995579713955522}
+{"Finetune/Learning Rate": 1.9986552648489212e-05, "Finetune/Loss": 0.9925698637962341, "Finetune/Loss (Raw)": 0.9679887294769287, "Finetune/Step": 884, "Finetune/Step Time": 11.988560758531094}
+{"Finetune/Learning Rate": 1.9986465206005897e-05, "Finetune/Loss": 0.992097020149231, "Finetune/Loss (Raw)": 1.0308053493499756, "Finetune/Step": 885, "Finetune/Step Time": 11.991795087233186}
+{"Finetune/Learning Rate": 1.998637748033483e-05, "Finetune/Loss": 0.9933039546012878, "Finetune/Loss (Raw)": 1.1221212148666382, "Finetune/Step": 886, "Finetune/Step Time": 12.009514028206468}
+{"Finetune/Learning Rate": 1.9986289471478493e-05, "Finetune/Loss": 0.9937370419502258, "Finetune/Loss (Raw)": 0.9462366104125977, "Finetune/Step": 887, "Finetune/Step Time": 12.014521999284625}
+{"Finetune/Learning Rate": 1.9986201179439388e-05, "Finetune/Loss": 0.992287278175354, "Finetune/Loss (Raw)": 0.9015272259712219, "Finetune/Step": 888, "Finetune/Step Time": 12.011950317770243}
+{"Finetune/Learning Rate": 1.998611260422001e-05, "Finetune/Loss": 0.9913917779922485, "Finetune/Loss (Raw)": 0.9710940718650818, "Finetune/Step": 889, "Finetune/Step Time": 12.00380078330636}
+{"Finetune/Learning Rate": 1.9986023745822875e-05, "Finetune/Loss": 0.9916390180587769, "Finetune/Loss (Raw)": 1.0045937299728394, "Finetune/Step": 890, "Finetune/Step Time": 12.015737937763333}
+{"Finetune/Learning Rate": 1.9985934604250507e-05, "Finetune/Loss": 0.9923950433731079, "Finetune/Loss (Raw)": 0.9748660922050476, "Finetune/Step": 891, "Finetune/Step Time": 11.971864288672805}
+{"Finetune/Learning Rate": 1.9985845179505425e-05, "Finetune/Loss": 0.9921911954879761, "Finetune/Loss (Raw)": 0.9882141351699829, "Finetune/Step": 892, "Finetune/Step Time": 11.982995603233576}
+{"Finetune/Learning Rate": 1.9985755471590172e-05, "Finetune/Loss": 0.9928684234619141, "Finetune/Loss (Raw)": 1.0694266557693481, "Finetune/Step": 893, "Finetune/Step Time": 11.960678059607744}
+{"Finetune/Learning Rate": 1.998566548050729e-05, "Finetune/Loss": 0.9916874170303345, "Finetune/Loss (Raw)": 0.882561981678009, "Finetune/Step": 894, "Finetune/Step Time": 11.96270734257996}
+{"Finetune/Learning Rate": 1.998557520625933e-05, "Finetune/Loss": 0.9926071763038635, "Finetune/Loss (Raw)": 1.0273473262786865, "Finetune/Step": 895, "Finetune/Step Time": 11.963958518579602}
+{"Finetune/Learning Rate": 1.9985484648848854e-05, "Finetune/Loss": 0.992287814617157, "Finetune/Loss (Raw)": 1.0682072639465332, "Finetune/Step": 896, "Finetune/Step Time": 11.962443679571152}
+{"Finetune/Learning Rate": 1.9985393808278426e-05, "Finetune/Loss": 0.9935471415519714, "Finetune/Loss (Raw)": 1.0400036573410034, "Finetune/Step": 897, "Finetune/Step Time": 11.962380331009626}
+{"Finetune/Learning Rate": 1.9985302684550624e-05, "Finetune/Loss": 0.9942465424537659, "Finetune/Loss (Raw)": 1.0103825330734253, "Finetune/Step": 898, "Finetune/Step Time": 11.959297204390168}
+{"Finetune/Learning Rate": 1.9985211277668032e-05, "Finetune/Loss": 0.9945297241210938, "Finetune/Loss (Raw)": 0.9831187725067139, "Finetune/Step": 899, "Finetune/Step Time": 11.910206604748964}
+{"Finetune/Learning Rate": 1.9985119587633246e-05, "Finetune/Loss": 0.9945992827415466, "Finetune/Loss (Raw)": 0.9954140782356262, "Finetune/Step": 900, "Finetune/Step Time": 11.883778156712651}
+{"Finetune/Learning Rate": 1.998502761444886e-05, "Finetune/Loss": 0.9939795732498169, "Finetune/Loss (Raw)": 0.9693049788475037, "Finetune/Step": 901, "Finetune/Step Time": 11.877311451360583}
+{"Finetune/Learning Rate": 1.9984935358117485e-05, "Finetune/Loss": 0.9933769106864929, "Finetune/Loss (Raw)": 0.9224157929420471, "Finetune/Step": 902, "Finetune/Step Time": 11.871011106297374}
+{"Finetune/Learning Rate": 1.9984842818641735e-05, "Finetune/Loss": 0.9938158392906189, "Finetune/Loss (Raw)": 1.1107158660888672, "Finetune/Step": 903, "Finetune/Step Time": 11.872420759871602}
+{"Finetune/Learning Rate": 1.9984749996024236e-05, "Finetune/Loss": 0.9935956597328186, "Finetune/Loss (Raw)": 1.0530235767364502, "Finetune/Step": 904, "Finetune/Step Time": 11.874176042154431}
+{"Finetune/Learning Rate": 1.998465689026762e-05, "Finetune/Loss": 0.992324948310852, "Finetune/Loss (Raw)": 1.0121897459030151, "Finetune/Step": 905, "Finetune/Step Time": 11.900626452639699}
+{"Finetune/Learning Rate": 1.998456350137453e-05, "Finetune/Loss": 0.9916831254959106, "Finetune/Loss (Raw)": 0.879100501537323, "Finetune/Step": 906, "Finetune/Step Time": 11.896232444792986}
+{"Finetune/Learning Rate": 1.9984469829347607e-05, "Finetune/Loss": 0.9909443855285645, "Finetune/Loss (Raw)": 0.9046765565872192, "Finetune/Step": 907, "Finetune/Step Time": 11.890383025631309}
+{"Finetune/Learning Rate": 1.9984375874189514e-05, "Finetune/Loss": 0.9914994239807129, "Finetune/Loss (Raw)": 1.085442304611206, "Finetune/Step": 908, "Finetune/Step Time": 11.88811868056655}
+{"Finetune/Learning Rate": 1.9984281635902913e-05, "Finetune/Loss": 0.9906466007232666, "Finetune/Loss (Raw)": 0.9554003477096558, "Finetune/Step": 909, "Finetune/Step Time": 11.885525770485401}
+{"Finetune/Learning Rate": 1.9984187114490477e-05, "Finetune/Loss": 0.9890894293785095, "Finetune/Loss (Raw)": 0.8847161531448364, "Finetune/Step": 910, "Finetune/Step Time": 11.89531322941184}
+{"Finetune/Learning Rate": 1.9984092309954887e-05, "Finetune/Loss": 0.9886264801025391, "Finetune/Loss (Raw)": 0.870642364025116, "Finetune/Step": 911, "Finetune/Step Time": 11.871277924627066}
+{"Finetune/Learning Rate": 1.998399722229883e-05, "Finetune/Loss": 0.9877163171768188, "Finetune/Loss (Raw)": 0.9040624499320984, "Finetune/Step": 912, "Finetune/Step Time": 11.858838172629476}
+{"Finetune/Learning Rate": 1.9983901851524996e-05, "Finetune/Loss": 0.9860170483589172, "Finetune/Loss (Raw)": 0.8235828280448914, "Finetune/Step": 913, "Finetune/Step Time": 11.868886332958937}
+{"Finetune/Learning Rate": 1.99838061976361e-05, "Finetune/Loss": 0.9884493350982666, "Finetune/Loss (Raw)": 1.0104255676269531, "Finetune/Step": 914, "Finetune/Step Time": 11.850890636444092}
+{"Finetune/Learning Rate": 1.998371026063485e-05, "Finetune/Loss": 0.9882873296737671, "Finetune/Loss (Raw)": 0.9914305806159973, "Finetune/Step": 915, "Finetune/Step Time": 11.84856372885406}
+{"Finetune/Learning Rate": 1.998361404052397e-05, "Finetune/Loss": 0.9892908334732056, "Finetune/Loss (Raw)": 1.1173548698425293, "Finetune/Step": 916, "Finetune/Step Time": 11.848881784826517}
+{"Finetune/Learning Rate": 1.998351753730618e-05, "Finetune/Loss": 0.9889256954193115, "Finetune/Loss (Raw)": 0.9570204615592957, "Finetune/Step": 917, "Finetune/Step Time": 11.843657661229372}
+{"Finetune/Learning Rate": 1.998342075098423e-05, "Finetune/Loss": 0.9892542362213135, "Finetune/Loss (Raw)": 1.0915100574493408, "Finetune/Step": 918, "Finetune/Step Time": 11.844559259712696}
+{"Finetune/Learning Rate": 1.9983323681560848e-05, "Finetune/Loss": 0.9890912771224976, "Finetune/Loss (Raw)": 1.0008525848388672, "Finetune/Step": 919, "Finetune/Step Time": 11.840948274359107}
+{"Finetune/Learning Rate": 1.9983226329038798e-05, "Finetune/Loss": 0.9884090423583984, "Finetune/Loss (Raw)": 0.9232582449913025, "Finetune/Step": 920, "Finetune/Step Time": 11.83306447789073}
+{"Finetune/Learning Rate": 1.998312869342084e-05, "Finetune/Loss": 0.9893925189971924, "Finetune/Loss (Raw)": 1.023669958114624, "Finetune/Step": 921, "Finetune/Step Time": 11.82795942388475}
+{"Finetune/Learning Rate": 1.9983030774709737e-05, "Finetune/Loss": 0.9884873628616333, "Finetune/Loss (Raw)": 0.8964810967445374, "Finetune/Step": 922, "Finetune/Step Time": 11.819231612607837}
+{"Finetune/Learning Rate": 1.9982932572908273e-05, "Finetune/Loss": 0.9894036650657654, "Finetune/Loss (Raw)": 1.1219104528427124, "Finetune/Step": 923, "Finetune/Step Time": 11.820365853607655}
+{"Finetune/Learning Rate": 1.9982834088019226e-05, "Finetune/Loss": 0.9900699257850647, "Finetune/Loss (Raw)": 1.0909210443496704, "Finetune/Step": 924, "Finetune/Step Time": 11.8179288841784}
+{"Finetune/Learning Rate": 1.9982735320045392e-05, "Finetune/Loss": 0.9902358055114746, "Finetune/Loss (Raw)": 1.0605876445770264, "Finetune/Step": 925, "Finetune/Step Time": 11.820525728166103}
+{"Finetune/Learning Rate": 1.9982636268989572e-05, "Finetune/Loss": 0.9897447824478149, "Finetune/Loss (Raw)": 0.8676097393035889, "Finetune/Step": 926, "Finetune/Step Time": 11.815216328948736}
+{"Finetune/Learning Rate": 1.9982536934854576e-05, "Finetune/Loss": 0.9897006750106812, "Finetune/Loss (Raw)": 0.9413135051727295, "Finetune/Step": 927, "Finetune/Step Time": 11.816039128229022}
+{"Finetune/Learning Rate": 1.9982437317643218e-05, "Finetune/Loss": 0.9882473945617676, "Finetune/Loss (Raw)": 0.8875854015350342, "Finetune/Step": 928, "Finetune/Step Time": 11.83190105855465}
+{"Finetune/Learning Rate": 1.998233741735832e-05, "Finetune/Loss": 0.9867004752159119, "Finetune/Loss (Raw)": 0.8788518309593201, "Finetune/Step": 929, "Finetune/Step Time": 11.804388150572777}
+{"Finetune/Learning Rate": 1.9982237234002722e-05, "Finetune/Loss": 0.9858709573745728, "Finetune/Loss (Raw)": 0.9221700429916382, "Finetune/Step": 930, "Finetune/Step Time": 11.809704011306167}
+{"Finetune/Learning Rate": 1.9982136767579263e-05, "Finetune/Loss": 0.9886276721954346, "Finetune/Loss (Raw)": 1.145806074142456, "Finetune/Step": 931, "Finetune/Step Time": 11.813338862732053}
+{"Finetune/Learning Rate": 1.998203601809079e-05, "Finetune/Loss": 0.9898744821548462, "Finetune/Loss (Raw)": 1.0810856819152832, "Finetune/Step": 932, "Finetune/Step Time": 11.811419989913702}
+{"Finetune/Learning Rate": 1.998193498554016e-05, "Finetune/Loss": 0.9882713556289673, "Finetune/Loss (Raw)": 1.0215603113174438, "Finetune/Step": 933, "Finetune/Step Time": 11.818965362384915}
+{"Finetune/Learning Rate": 1.9981833669930236e-05, "Finetune/Loss": 0.9882606863975525, "Finetune/Loss (Raw)": 0.9459222555160522, "Finetune/Step": 934, "Finetune/Step Time": 11.8141929525882}
+{"Finetune/Learning Rate": 1.9981732071263897e-05, "Finetune/Loss": 0.9879112243652344, "Finetune/Loss (Raw)": 0.8969774842262268, "Finetune/Step": 935, "Finetune/Step Time": 11.808659745380282}
+{"Finetune/Learning Rate": 1.9981630189544023e-05, "Finetune/Loss": 0.9870065450668335, "Finetune/Loss (Raw)": 0.9304322600364685, "Finetune/Step": 936, "Finetune/Step Time": 11.827832395210862}
+{"Finetune/Learning Rate": 1.9981528024773496e-05, "Finetune/Loss": 0.9876337051391602, "Finetune/Loss (Raw)": 1.0830395221710205, "Finetune/Step": 937, "Finetune/Step Time": 11.817454185336828}
+{"Finetune/Learning Rate": 1.998142557695522e-05, "Finetune/Loss": 0.9876458048820496, "Finetune/Loss (Raw)": 1.1277986764907837, "Finetune/Step": 938, "Finetune/Step Time": 11.813357030972838}
+{"Finetune/Learning Rate": 1.99813228460921e-05, "Finetune/Loss": 0.9882550239562988, "Finetune/Loss (Raw)": 0.9985879063606262, "Finetune/Step": 939, "Finetune/Step Time": 11.82502020522952}
+{"Finetune/Learning Rate": 1.998121983218704e-05, "Finetune/Loss": 0.9891693592071533, "Finetune/Loss (Raw)": 1.0325920581817627, "Finetune/Step": 940, "Finetune/Step Time": 11.836851516738534}
+{"Finetune/Learning Rate": 1.9981116535242973e-05, "Finetune/Loss": 0.9898231625556946, "Finetune/Loss (Raw)": 0.9827192425727844, "Finetune/Step": 941, "Finetune/Step Time": 11.817770052701235}
+{"Finetune/Learning Rate": 1.9981012955262823e-05, "Finetune/Loss": 0.9871640205383301, "Finetune/Loss (Raw)": 0.7461481690406799, "Finetune/Step": 942, "Finetune/Step Time": 11.836972618475556}
+{"Finetune/Learning Rate": 1.9980909092249533e-05, "Finetune/Loss": 0.9876245856285095, "Finetune/Loss (Raw)": 1.090813159942627, "Finetune/Step": 943, "Finetune/Step Time": 11.838837455958128}
+{"Finetune/Learning Rate": 1.9980804946206036e-05, "Finetune/Loss": 0.9859414100646973, "Finetune/Loss (Raw)": 0.8631328344345093, "Finetune/Step": 944, "Finetune/Step Time": 11.849889770150185}
+{"Finetune/Learning Rate": 1.9980700517135295e-05, "Finetune/Loss": 0.9852901697158813, "Finetune/Loss (Raw)": 0.9243316054344177, "Finetune/Step": 945, "Finetune/Step Time": 11.853894976899028}
+{"Finetune/Learning Rate": 1.998059580504027e-05, "Finetune/Loss": 0.9848965406417847, "Finetune/Loss (Raw)": 1.017073631286621, "Finetune/Step": 946, "Finetune/Step Time": 11.852606335654855}
+{"Finetune/Learning Rate": 1.9980490809923928e-05, "Finetune/Loss": 0.9850239753723145, "Finetune/Loss (Raw)": 0.9275330901145935, "Finetune/Step": 947, "Finetune/Step Time": 11.860787458717823}
+{"Finetune/Learning Rate": 1.9980385531789244e-05, "Finetune/Loss": 0.9850863218307495, "Finetune/Loss (Raw)": 1.0447022914886475, "Finetune/Step": 948, "Finetune/Step Time": 11.867482125759125}
+{"Finetune/Learning Rate": 1.998027997063921e-05, "Finetune/Loss": 0.9846582412719727, "Finetune/Loss (Raw)": 1.0254651308059692, "Finetune/Step": 949, "Finetune/Step Time": 11.8625807762146}
+{"Finetune/Learning Rate": 1.9980174126476816e-05, "Finetune/Loss": 0.9850622415542603, "Finetune/Loss (Raw)": 0.9136818647384644, "Finetune/Step": 950, "Finetune/Step Time": 11.84921987913549}
+{"Finetune/Learning Rate": 1.9980067999305065e-05, "Finetune/Loss": 0.9842105507850647, "Finetune/Loss (Raw)": 0.9294918775558472, "Finetune/Step": 951, "Finetune/Step Time": 11.859223425388336}
+{"Finetune/Learning Rate": 1.997996158912696e-05, "Finetune/Loss": 0.9853091835975647, "Finetune/Loss (Raw)": 1.1687397956848145, "Finetune/Step": 952, "Finetune/Step Time": 11.84628414735198}
+{"Finetune/Learning Rate": 1.9979854895945528e-05, "Finetune/Loss": 0.9859148859977722, "Finetune/Loss (Raw)": 1.086334228515625, "Finetune/Step": 953, "Finetune/Step Time": 11.843676347285509}
+{"Finetune/Learning Rate": 1.997974791976379e-05, "Finetune/Loss": 0.9860371351242065, "Finetune/Loss (Raw)": 1.078986644744873, "Finetune/Step": 954, "Finetune/Step Time": 11.846491295844316}
+{"Finetune/Learning Rate": 1.997964066058478e-05, "Finetune/Loss": 0.9871658086776733, "Finetune/Loss (Raw)": 0.9381453394889832, "Finetune/Step": 955, "Finetune/Step Time": 11.851659407839179}
+{"Finetune/Learning Rate": 1.9979533118411538e-05, "Finetune/Loss": 0.9870902299880981, "Finetune/Loss (Raw)": 0.908374011516571, "Finetune/Step": 956, "Finetune/Step Time": 11.869343278929591}
+{"Finetune/Learning Rate": 1.9979425293247115e-05, "Finetune/Loss": 0.984917938709259, "Finetune/Loss (Raw)": 0.8745792508125305, "Finetune/Step": 957, "Finetune/Step Time": 11.870445361360908}
+{"Finetune/Learning Rate": 1.9979317185094565e-05, "Finetune/Loss": 0.98445063829422, "Finetune/Loss (Raw)": 1.0858145952224731, "Finetune/Step": 958, "Finetune/Step Time": 11.868564486503601}
+{"Finetune/Learning Rate": 1.997920879395696e-05, "Finetune/Loss": 0.9844691753387451, "Finetune/Loss (Raw)": 0.9897252917289734, "Finetune/Step": 959, "Finetune/Step Time": 11.867160145193338}
+{"Finetune/Learning Rate": 1.997910011983737e-05, "Finetune/Loss": 0.9843478202819824, "Finetune/Loss (Raw)": 1.013386845588684, "Finetune/Step": 960, "Finetune/Step Time": 11.837872268632054}
+{"Finetune/Learning Rate": 1.997899116273888e-05, "Finetune/Loss": 0.983991265296936, "Finetune/Loss (Raw)": 0.964958906173706, "Finetune/Step": 961, "Finetune/Step Time": 11.84004451520741}
+{"Finetune/Learning Rate": 1.9978881922664574e-05, "Finetune/Loss": 0.9835256338119507, "Finetune/Loss (Raw)": 0.8867723345756531, "Finetune/Step": 962, "Finetune/Step Time": 11.838139621540904}
+{"Finetune/Learning Rate": 1.9978772399617553e-05, "Finetune/Loss": 0.982571542263031, "Finetune/Loss (Raw)": 0.9035519361495972, "Finetune/Step": 963, "Finetune/Step Time": 11.853666292503476}
+{"Finetune/Learning Rate": 1.9978662593600925e-05, "Finetune/Loss": 0.9802631139755249, "Finetune/Loss (Raw)": 0.8528726696968079, "Finetune/Step": 964, "Finetune/Step Time": 11.855434784665704}
+{"Finetune/Learning Rate": 1.99785525046178e-05, "Finetune/Loss": 0.9785565733909607, "Finetune/Loss (Raw)": 0.8358407616615295, "Finetune/Step": 965, "Finetune/Step Time": 11.856152951717377}
+{"Finetune/Learning Rate": 1.9978442132671302e-05, "Finetune/Loss": 0.9791697263717651, "Finetune/Loss (Raw)": 0.920629620552063, "Finetune/Step": 966, "Finetune/Step Time": 11.841079531237483}
+{"Finetune/Learning Rate": 1.9978331477764556e-05, "Finetune/Loss": 0.9796610474586487, "Finetune/Loss (Raw)": 1.1087802648544312, "Finetune/Step": 967, "Finetune/Step Time": 11.837541474029422}
+{"Finetune/Learning Rate": 1.9978220539900707e-05, "Finetune/Loss": 0.9788098931312561, "Finetune/Loss (Raw)": 0.8989896178245544, "Finetune/Step": 968, "Finetune/Step Time": 11.8396290615201}
+{"Finetune/Learning Rate": 1.9978109319082897e-05, "Finetune/Loss": 0.977426290512085, "Finetune/Loss (Raw)": 0.9577902555465698, "Finetune/Step": 969, "Finetune/Step Time": 11.837143374606967}
+{"Finetune/Learning Rate": 1.9977997815314283e-05, "Finetune/Loss": 0.9774963855743408, "Finetune/Loss (Raw)": 1.0751620531082153, "Finetune/Step": 970, "Finetune/Step Time": 11.834185499697924}
+{"Finetune/Learning Rate": 1.997788602859802e-05, "Finetune/Loss": 0.9781985282897949, "Finetune/Loss (Raw)": 1.0489450693130493, "Finetune/Step": 971, "Finetune/Step Time": 11.825875902548432}
+{"Finetune/Learning Rate": 1.997777395893729e-05, "Finetune/Loss": 0.9783586859703064, "Finetune/Loss (Raw)": 0.9566175937652588, "Finetune/Step": 972, "Finetune/Step Time": 11.821835653856397}
+{"Finetune/Learning Rate": 1.9977661606335257e-05, "Finetune/Loss": 0.979904294013977, "Finetune/Loss (Raw)": 1.0828516483306885, "Finetune/Step": 973, "Finetune/Step Time": 11.825270550325513}
+{"Finetune/Learning Rate": 1.9977548970795114e-05, "Finetune/Loss": 0.9788373112678528, "Finetune/Loss (Raw)": 0.8692151308059692, "Finetune/Step": 974, "Finetune/Step Time": 11.826807433739305}
+{"Finetune/Learning Rate": 1.9977436052320058e-05, "Finetune/Loss": 0.9803919792175293, "Finetune/Loss (Raw)": 1.0259215831756592, "Finetune/Step": 975, "Finetune/Step Time": 11.831869399175048}
+{"Finetune/Learning Rate": 1.9977322850913283e-05, "Finetune/Loss": 0.9807451963424683, "Finetune/Loss (Raw)": 1.0322459936141968, "Finetune/Step": 976, "Finetune/Step Time": 11.830532995983958}
+{"Finetune/Learning Rate": 1.9977209366578005e-05, "Finetune/Loss": 0.9818360805511475, "Finetune/Loss (Raw)": 1.0196938514709473, "Finetune/Step": 977, "Finetune/Step Time": 11.837565841153264}
+{"Finetune/Learning Rate": 1.9977095599317442e-05, "Finetune/Loss": 0.981097936630249, "Finetune/Loss (Raw)": 0.921798586845398, "Finetune/Step": 978, "Finetune/Step Time": 11.867520777508616}
+{"Finetune/Learning Rate": 1.997698154913482e-05, "Finetune/Loss": 0.981533408164978, "Finetune/Loss (Raw)": 1.119086503982544, "Finetune/Step": 979, "Finetune/Step Time": 11.871849896386266}
+{"Finetune/Learning Rate": 1.997686721603337e-05, "Finetune/Loss": 0.9813454151153564, "Finetune/Loss (Raw)": 0.99863600730896, "Finetune/Step": 980, "Finetune/Step Time": 11.864570980891585}
+{"Finetune/Learning Rate": 1.9976752600016337e-05, "Finetune/Loss": 0.981978714466095, "Finetune/Loss (Raw)": 0.992073118686676, "Finetune/Step": 981, "Finetune/Step Time": 11.867782244458795}
+{"Finetune/Learning Rate": 1.997663770108697e-05, "Finetune/Loss": 0.9817637205123901, "Finetune/Loss (Raw)": 1.009604811668396, "Finetune/Step": 982, "Finetune/Step Time": 11.886905532330275}
+{"Finetune/Learning Rate": 1.9976522519248528e-05, "Finetune/Loss": 0.9842214584350586, "Finetune/Loss (Raw)": 0.968193769454956, "Finetune/Step": 983, "Finetune/Step Time": 11.849650168791413}
+{"Finetune/Learning Rate": 1.9976407054504276e-05, "Finetune/Loss": 0.9832663536071777, "Finetune/Loss (Raw)": 0.8889020681381226, "Finetune/Step": 984, "Finetune/Step Time": 11.857914742082357}
+{"Finetune/Learning Rate": 1.9976291306857488e-05, "Finetune/Loss": 0.9832499027252197, "Finetune/Loss (Raw)": 0.9214583039283752, "Finetune/Step": 985, "Finetune/Step Time": 11.857813071459532}
+{"Finetune/Learning Rate": 1.997617527631145e-05, "Finetune/Loss": 0.9811964631080627, "Finetune/Loss (Raw)": 0.7998132705688477, "Finetune/Step": 986, "Finetune/Step Time": 11.833598067983985}
+{"Finetune/Learning Rate": 1.9976058962869448e-05, "Finetune/Loss": 0.9809759259223938, "Finetune/Loss (Raw)": 1.0404492616653442, "Finetune/Step": 987, "Finetune/Step Time": 11.836079981178045}
+{"Finetune/Learning Rate": 1.9975942366534783e-05, "Finetune/Loss": 0.9812372326850891, "Finetune/Loss (Raw)": 0.9418346881866455, "Finetune/Step": 988, "Finetune/Step Time": 11.835279896855354}
+{"Finetune/Learning Rate": 1.997582548731076e-05, "Finetune/Loss": 0.9803975820541382, "Finetune/Loss (Raw)": 0.9047771096229553, "Finetune/Step": 989, "Finetune/Step Time": 11.82919098250568}
+{"Finetune/Learning Rate": 1.9975708325200696e-05, "Finetune/Loss": 0.9811190366744995, "Finetune/Loss (Raw)": 1.0657949447631836, "Finetune/Step": 990, "Finetune/Step Time": 11.843230770900846}
+{"Finetune/Learning Rate": 1.9975590880207906e-05, "Finetune/Loss": 0.9816187620162964, "Finetune/Loss (Raw)": 0.9912956357002258, "Finetune/Step": 991, "Finetune/Step Time": 11.86473890580237}
+{"Finetune/Learning Rate": 1.9975473152335726e-05, "Finetune/Loss": 0.982008159160614, "Finetune/Loss (Raw)": 1.014184832572937, "Finetune/Step": 992, "Finetune/Step Time": 11.856199020519853}
+{"Finetune/Learning Rate": 1.99753551415875e-05, "Finetune/Loss": 0.9828379154205322, "Finetune/Loss (Raw)": 0.9494171738624573, "Finetune/Step": 993, "Finetune/Step Time": 11.859939996153116}
+{"Finetune/Learning Rate": 1.997523684796656e-05, "Finetune/Loss": 0.9836004972457886, "Finetune/Loss (Raw)": 1.1481212377548218, "Finetune/Step": 994, "Finetune/Step Time": 11.865727687254548}
+{"Finetune/Learning Rate": 1.9975118271476276e-05, "Finetune/Loss": 0.9835436940193176, "Finetune/Loss (Raw)": 1.0227950811386108, "Finetune/Step": 995, "Finetune/Step Time": 11.87276517227292}
+{"Finetune/Learning Rate": 1.997499941212e-05, "Finetune/Loss": 0.9838029146194458, "Finetune/Loss (Raw)": 0.9782885909080505, "Finetune/Step": 996, "Finetune/Step Time": 11.865193584933877}
+{"Finetune/Learning Rate": 1.9974880269901105e-05, "Finetune/Loss": 0.9826435446739197, "Finetune/Loss (Raw)": 0.8504335284233093, "Finetune/Step": 997, "Finetune/Step Time": 11.869587387889624}
+{"Finetune/Learning Rate": 1.9974760844822972e-05, "Finetune/Loss": 0.9826424717903137, "Finetune/Loss (Raw)": 0.9940807819366455, "Finetune/Step": 998, "Finetune/Step Time": 11.877143220975995}
+{"Finetune/Learning Rate": 1.9974641136888983e-05, "Finetune/Loss": 0.9800968170166016, "Finetune/Loss (Raw)": 0.7324561476707458, "Finetune/Step": 999, "Finetune/Step Time": 11.9197933729738}
+{"Finetune/Learning Rate": 1.9974521146102535e-05, "Finetune/Loss": 0.9792694449424744, "Finetune/Loss (Raw)": 0.9065488576889038, "Finetune/Step": 1000, "Finetune/Step Time": 11.923118965700269}
+{"Finetune/Learning Rate": 1.9974400872467036e-05, "Finetune/Loss": 0.977963924407959, "Finetune/Loss (Raw)": 0.8186134696006775, "Finetune/Step": 1001, "Finetune/Step Time": 11.935011178255081}
+{"Finetune/Learning Rate": 1.9974280315985886e-05, "Finetune/Loss": 0.9778925776481628, "Finetune/Loss (Raw)": 0.9248971343040466, "Finetune/Step": 1002, "Finetune/Step Time": 11.922523889690638}
+{"Finetune/Learning Rate": 1.9974159476662516e-05, "Finetune/Loss": 0.9759509563446045, "Finetune/Loss (Raw)": 0.7166129946708679, "Finetune/Step": 1003, "Finetune/Step Time": 11.939767526462674}
+{"Finetune/Learning Rate": 1.997403835450034e-05, "Finetune/Loss": 0.974559485912323, "Finetune/Loss (Raw)": 0.8562746047973633, "Finetune/Step": 1004, "Finetune/Step Time": 11.949864409863949}
+{"Finetune/Learning Rate": 1.99739169495028e-05, "Finetune/Loss": 0.9754130840301514, "Finetune/Loss (Raw)": 0.9202280044555664, "Finetune/Step": 1005, "Finetune/Step Time": 11.94266602769494}
+{"Finetune/Learning Rate": 1.9973795261673338e-05, "Finetune/Loss": 0.9754693508148193, "Finetune/Loss (Raw)": 0.9505760669708252, "Finetune/Step": 1006, "Finetune/Step Time": 11.934366857632995}
+{"Finetune/Learning Rate": 1.9973673291015405e-05, "Finetune/Loss": 0.9745893478393555, "Finetune/Loss (Raw)": 0.8566120266914368, "Finetune/Step": 1007, "Finetune/Step Time": 11.944399457424879}
+{"Finetune/Learning Rate": 1.997355103753246e-05, "Finetune/Loss": 0.9732759594917297, "Finetune/Loss (Raw)": 0.9078002572059631, "Finetune/Step": 1008, "Finetune/Step Time": 11.942447138950229}
+{"Finetune/Learning Rate": 1.9973428501227966e-05, "Finetune/Loss": 0.9737948179244995, "Finetune/Loss (Raw)": 0.9468434453010559, "Finetune/Step": 1009, "Finetune/Step Time": 11.930110942572355}
+{"Finetune/Learning Rate": 1.9973305682105398e-05, "Finetune/Loss": 0.972153902053833, "Finetune/Loss (Raw)": 0.8465760350227356, "Finetune/Step": 1010, "Finetune/Step Time": 11.909311952069402}
+{"Finetune/Learning Rate": 1.9973182580168246e-05, "Finetune/Loss": 0.9713469743728638, "Finetune/Loss (Raw)": 0.9713764786720276, "Finetune/Step": 1011, "Finetune/Step Time": 11.930466242134571}
+{"Finetune/Learning Rate": 1.9973059195419996e-05, "Finetune/Loss": 0.9715009927749634, "Finetune/Loss (Raw)": 0.9877055883407593, "Finetune/Step": 1012, "Finetune/Step Time": 11.937817502766848}
+{"Finetune/Learning Rate": 1.9972935527864142e-05, "Finetune/Loss": 0.9709416031837463, "Finetune/Loss (Raw)": 0.9592101573944092, "Finetune/Step": 1013, "Finetune/Step Time": 11.938908318057656}
+{"Finetune/Learning Rate": 1.99728115775042e-05, "Finetune/Loss": 0.9699665307998657, "Finetune/Loss (Raw)": 0.9973040819168091, "Finetune/Step": 1014, "Finetune/Step Time": 11.924844939261675}
+{"Finetune/Learning Rate": 1.9972687344343678e-05, "Finetune/Loss": 0.9696206450462341, "Finetune/Loss (Raw)": 0.9019638895988464, "Finetune/Step": 1015, "Finetune/Step Time": 11.9253308493644}
+{"Finetune/Learning Rate": 1.99725628283861e-05, "Finetune/Loss": 0.9701434373855591, "Finetune/Loss (Raw)": 0.9684426784515381, "Finetune/Step": 1016, "Finetune/Step Time": 11.923301903530955}
+{"Finetune/Learning Rate": 1.9972438029635006e-05, "Finetune/Loss": 0.9705077409744263, "Finetune/Loss (Raw)": 1.017728328704834, "Finetune/Step": 1017, "Finetune/Step Time": 11.935020634904504}
+{"Finetune/Learning Rate": 1.997231294809392e-05, "Finetune/Loss": 0.9696328639984131, "Finetune/Loss (Raw)": 0.8926073908805847, "Finetune/Step": 1018, "Finetune/Step Time": 11.977153360843658}
+{"Finetune/Learning Rate": 1.99721875837664e-05, "Finetune/Loss": 0.9691164493560791, "Finetune/Loss (Raw)": 0.9087691903114319, "Finetune/Step": 1019, "Finetune/Step Time": 12.005263702943921}
+{"Finetune/Learning Rate": 1.9972061936655994e-05, "Finetune/Loss": 0.9697392582893372, "Finetune/Loss (Raw)": 1.0679320096969604, "Finetune/Step": 1020, "Finetune/Step Time": 12.000649953261018}
+{"Finetune/Learning Rate": 1.997193600676627e-05, "Finetune/Loss": 0.9693726897239685, "Finetune/Loss (Raw)": 1.022508978843689, "Finetune/Step": 1021, "Finetune/Step Time": 12.000692050904036}
+{"Finetune/Learning Rate": 1.9971809794100797e-05, "Finetune/Loss": 0.9704493880271912, "Finetune/Loss (Raw)": 1.0203752517700195, "Finetune/Step": 1022, "Finetune/Step Time": 12.011268025264144}
+{"Finetune/Learning Rate": 1.9971683298663154e-05, "Finetune/Loss": 0.9698747396469116, "Finetune/Loss (Raw)": 0.9537900686264038, "Finetune/Step": 1023, "Finetune/Step Time": 12.027626235038042}
+{"Finetune/Learning Rate": 1.9971556520456928e-05, "Finetune/Loss": 0.9690252542495728, "Finetune/Loss (Raw)": 0.9594765305519104, "Finetune/Step": 1024, "Finetune/Step Time": 12.022883148863912}
+{"Finetune/Learning Rate": 1.9971429459485713e-05, "Finetune/Loss": 0.9679710865020752, "Finetune/Loss (Raw)": 0.9050663709640503, "Finetune/Step": 1025, "Finetune/Step Time": 12.044066714122891}
+{"Finetune/Learning Rate": 1.997130211575312e-05, "Finetune/Loss": 0.9681228399276733, "Finetune/Loss (Raw)": 1.0298035144805908, "Finetune/Step": 1026, "Finetune/Step Time": 12.037455329671502}
+{"Finetune/Learning Rate": 1.997117448926275e-05, "Finetune/Loss": 0.9676097631454468, "Finetune/Loss (Raw)": 0.9174538254737854, "Finetune/Step": 1027, "Finetune/Step Time": 12.03911698423326}
+{"Finetune/Learning Rate": 1.9971046580018223e-05, "Finetune/Loss": 0.967450737953186, "Finetune/Loss (Raw)": 0.9750488996505737, "Finetune/Step": 1028, "Finetune/Step Time": 12.027463121339679}
+{"Finetune/Learning Rate": 1.997091838802317e-05, "Finetune/Loss": 0.9677097797393799, "Finetune/Loss (Raw)": 1.0024694204330444, "Finetune/Step": 1029, "Finetune/Step Time": 12.025450609624386}
+{"Finetune/Learning Rate": 1.9970789913281226e-05, "Finetune/Loss": 0.9681046605110168, "Finetune/Loss (Raw)": 0.9729596972465515, "Finetune/Step": 1030, "Finetune/Step Time": 12.029439333826303}
+{"Finetune/Learning Rate": 1.9970661155796032e-05, "Finetune/Loss": 0.9660670757293701, "Finetune/Loss (Raw)": 0.8499135375022888, "Finetune/Step": 1031, "Finetune/Step Time": 12.028334191069007}
+{"Finetune/Learning Rate": 1.997053211557124e-05, "Finetune/Loss": 0.9648904800415039, "Finetune/Loss (Raw)": 0.9024151563644409, "Finetune/Step": 1032, "Finetune/Step Time": 12.014049392193556}
+{"Finetune/Learning Rate": 1.997040279261051e-05, "Finetune/Loss": 0.9645116925239563, "Finetune/Loss (Raw)": 0.9637057185173035, "Finetune/Step": 1033, "Finetune/Step Time": 11.98216250538826}
+{"Finetune/Learning Rate": 1.9970273186917512e-05, "Finetune/Loss": 0.9654805660247803, "Finetune/Loss (Raw)": 1.0031077861785889, "Finetune/Step": 1034, "Finetune/Step Time": 11.984459955245256}
+{"Finetune/Learning Rate": 1.9970143298495913e-05, "Finetune/Loss": 0.9665268063545227, "Finetune/Loss (Raw)": 1.0385992527008057, "Finetune/Step": 1035, "Finetune/Step Time": 11.989824909716845}
+{"Finetune/Learning Rate": 1.9970013127349407e-05, "Finetune/Loss": 0.9658075571060181, "Finetune/Loss (Raw)": 0.9933804869651794, "Finetune/Step": 1036, "Finetune/Step Time": 11.988106021657586}
+{"Finetune/Learning Rate": 1.9969882673481674e-05, "Finetune/Loss": 0.9659838080406189, "Finetune/Loss (Raw)": 0.9779623746871948, "Finetune/Step": 1037, "Finetune/Step Time": 11.98895807005465}
+{"Finetune/Learning Rate": 1.9969751936896423e-05, "Finetune/Loss": 0.9664222002029419, "Finetune/Loss (Raw)": 0.9408293962478638, "Finetune/Step": 1038, "Finetune/Step Time": 12.002244034782052}
+{"Finetune/Learning Rate": 1.9969620917597355e-05, "Finetune/Loss": 0.9661580920219421, "Finetune/Loss (Raw)": 0.8368337750434875, "Finetune/Step": 1039, "Finetune/Step Time": 12.021184282377362}
+{"Finetune/Learning Rate": 1.996948961558819e-05, "Finetune/Loss": 0.9663151502609253, "Finetune/Loss (Raw)": 0.9241658449172974, "Finetune/Step": 1040, "Finetune/Step Time": 12.036739045754075}
+{"Finetune/Learning Rate": 1.9969358030872644e-05, "Finetune/Loss": 0.968246340751648, "Finetune/Loss (Raw)": 1.0707718133926392, "Finetune/Step": 1041, "Finetune/Step Time": 12.01217388175428}
+{"Finetune/Learning Rate": 1.996922616345446e-05, "Finetune/Loss": 0.968132495880127, "Finetune/Loss (Raw)": 0.9958594441413879, "Finetune/Step": 1042, "Finetune/Step Time": 12.01090969145298}
+{"Finetune/Learning Rate": 1.9969094013337366e-05, "Finetune/Loss": 0.9653561115264893, "Finetune/Loss (Raw)": 0.6360505223274231, "Finetune/Step": 1043, "Finetune/Step Time": 12.037625590339303}
+{"Finetune/Learning Rate": 1.9968961580525118e-05, "Finetune/Loss": 0.9646227359771729, "Finetune/Loss (Raw)": 1.02348792552948, "Finetune/Step": 1044, "Finetune/Step Time": 12.035457592457533}
+{"Finetune/Learning Rate": 1.9968828865021465e-05, "Finetune/Loss": 0.9637144804000854, "Finetune/Loss (Raw)": 0.8407542109489441, "Finetune/Step": 1045, "Finetune/Step Time": 12.03456136956811}
+{"Finetune/Learning Rate": 1.996869586683017e-05, "Finetune/Loss": 0.9631146192550659, "Finetune/Loss (Raw)": 1.0147286653518677, "Finetune/Step": 1046, "Finetune/Step Time": 12.033245893195271}
+{"Finetune/Learning Rate": 1.996856258595501e-05, "Finetune/Loss": 0.9636554718017578, "Finetune/Loss (Raw)": 1.070083737373352, "Finetune/Step": 1047, "Finetune/Step Time": 12.029879316687584}
+{"Finetune/Learning Rate": 1.9968429022399762e-05, "Finetune/Loss": 0.9641720652580261, "Finetune/Loss (Raw)": 0.9893825650215149, "Finetune/Step": 1048, "Finetune/Step Time": 12.020867647603154}
+{"Finetune/Learning Rate": 1.9968295176168216e-05, "Finetune/Loss": 0.9630348682403564, "Finetune/Loss (Raw)": 0.8781132698059082, "Finetune/Step": 1049, "Finetune/Step Time": 12.016760056838393}
+{"Finetune/Learning Rate": 1.996816104726416e-05, "Finetune/Loss": 0.9629663825035095, "Finetune/Loss (Raw)": 0.8877086043357849, "Finetune/Step": 1050, "Finetune/Step Time": 12.020735412836075}
+{"Finetune/Learning Rate": 1.9968026635691404e-05, "Finetune/Loss": 0.9621041417121887, "Finetune/Loss (Raw)": 1.0115447044372559, "Finetune/Step": 1051, "Finetune/Step Time": 12.023527735844254}
+{"Finetune/Learning Rate": 1.996789194145376e-05, "Finetune/Loss": 0.9619723558425903, "Finetune/Loss (Raw)": 1.0740594863891602, "Finetune/Step": 1052, "Finetune/Step Time": 12.02790761552751}
+{"Finetune/Learning Rate": 1.9967756964555044e-05, "Finetune/Loss": 0.9612641334533691, "Finetune/Loss (Raw)": 0.9699272513389587, "Finetune/Step": 1053, "Finetune/Step Time": 12.007645616307855}
+{"Finetune/Learning Rate": 1.9967621704999084e-05, "Finetune/Loss": 0.9607741832733154, "Finetune/Loss (Raw)": 0.8049039244651794, "Finetune/Step": 1054, "Finetune/Step Time": 12.016089437529445}
+{"Finetune/Learning Rate": 1.9967486162789717e-05, "Finetune/Loss": 0.9617016315460205, "Finetune/Loss (Raw)": 1.0600247383117676, "Finetune/Step": 1055, "Finetune/Step Time": 12.01449716463685}
+{"Finetune/Learning Rate": 1.996735033793079e-05, "Finetune/Loss": 0.963028609752655, "Finetune/Loss (Raw)": 1.057435393333435, "Finetune/Step": 1056, "Finetune/Step Time": 12.000376280397177}
+{"Finetune/Learning Rate": 1.9967214230426148e-05, "Finetune/Loss": 0.9643608331680298, "Finetune/Loss (Raw)": 1.049378752708435, "Finetune/Step": 1057, "Finetune/Step Time": 12.002401953563094}
+{"Finetune/Learning Rate": 1.9967077840279653e-05, "Finetune/Loss": 0.9647243022918701, "Finetune/Loss (Raw)": 0.9686908721923828, "Finetune/Step": 1058, "Finetune/Step Time": 12.001932293176651}
+{"Finetune/Learning Rate": 1.996694116749517e-05, "Finetune/Loss": 0.9625662565231323, "Finetune/Loss (Raw)": 0.8695681691169739, "Finetune/Step": 1059, "Finetune/Step Time": 12.007075970992446}
+{"Finetune/Learning Rate": 1.9966804212076583e-05, "Finetune/Loss": 0.9609665870666504, "Finetune/Loss (Raw)": 0.8763423562049866, "Finetune/Step": 1060, "Finetune/Step Time": 12.027411075308919}
+{"Finetune/Learning Rate": 1.9966666974027767e-05, "Finetune/Loss": 0.9604693055152893, "Finetune/Loss (Raw)": 0.9579038023948669, "Finetune/Step": 1061, "Finetune/Step Time": 12.022491931915283}
+{"Finetune/Learning Rate": 1.9966529453352615e-05, "Finetune/Loss": 0.9612507820129395, "Finetune/Loss (Raw)": 1.0459554195404053, "Finetune/Step": 1062, "Finetune/Step Time": 12.011829383671284}
+{"Finetune/Learning Rate": 1.9966391650055033e-05, "Finetune/Loss": 0.9622536897659302, "Finetune/Loss (Raw)": 1.0253440141677856, "Finetune/Step": 1063, "Finetune/Step Time": 12.01501115784049}
+{"Finetune/Learning Rate": 1.9966253564138922e-05, "Finetune/Loss": 0.9632895588874817, "Finetune/Loss (Raw)": 1.0630227327346802, "Finetune/Step": 1064, "Finetune/Step Time": 11.997178141027689}
+{"Finetune/Learning Rate": 1.99661151956082e-05, "Finetune/Loss": 0.9626022577285767, "Finetune/Loss (Raw)": 0.9950690269470215, "Finetune/Step": 1065, "Finetune/Step Time": 11.997256258502603}
+{"Finetune/Learning Rate": 1.9965976544466794e-05, "Finetune/Loss": 0.959952712059021, "Finetune/Loss (Raw)": 0.7886530160903931, "Finetune/Step": 1066, "Finetune/Step Time": 12.021170008927584}
+{"Finetune/Learning Rate": 1.996583761071863e-05, "Finetune/Loss": 0.9586725234985352, "Finetune/Loss (Raw)": 0.8347264528274536, "Finetune/Step": 1067, "Finetune/Step Time": 12.00249202363193}
+{"Finetune/Learning Rate": 1.9965698394367653e-05, "Finetune/Loss": 0.9568526148796082, "Finetune/Loss (Raw)": 0.7996439337730408, "Finetune/Step": 1068, "Finetune/Step Time": 12.016873262822628}
+{"Finetune/Learning Rate": 1.9965558895417806e-05, "Finetune/Loss": 0.9567995071411133, "Finetune/Loss (Raw)": 0.9759158492088318, "Finetune/Step": 1069, "Finetune/Step Time": 12.029055992141366}
+{"Finetune/Learning Rate": 1.9965419113873045e-05, "Finetune/Loss": 0.9581276774406433, "Finetune/Loss (Raw)": 0.9161585569381714, "Finetune/Step": 1070, "Finetune/Step Time": 12.002183564007282}
+{"Finetune/Learning Rate": 1.9965279049737337e-05, "Finetune/Loss": 0.9571720361709595, "Finetune/Loss (Raw)": 0.9684924483299255, "Finetune/Step": 1071, "Finetune/Step Time": 11.995160844177008}
+{"Finetune/Learning Rate": 1.9965138703014656e-05, "Finetune/Loss": 0.9555175304412842, "Finetune/Loss (Raw)": 0.6513469219207764, "Finetune/Step": 1072, "Finetune/Step Time": 11.998640187084675}
+{"Finetune/Learning Rate": 1.9964998073708977e-05, "Finetune/Loss": 0.9554474353790283, "Finetune/Loss (Raw)": 0.915371835231781, "Finetune/Step": 1073, "Finetune/Step Time": 12.000268155708909}
+{"Finetune/Learning Rate": 1.9964857161824288e-05, "Finetune/Loss": 0.9547598361968994, "Finetune/Loss (Raw)": 0.9290513396263123, "Finetune/Step": 1074, "Finetune/Step Time": 11.997223559767008}
+{"Finetune/Learning Rate": 1.996471596736459e-05, "Finetune/Loss": 0.9560128450393677, "Finetune/Loss (Raw)": 1.0879216194152832, "Finetune/Step": 1075, "Finetune/Step Time": 11.991995198652148}
+{"Finetune/Learning Rate": 1.9964574490333876e-05, "Finetune/Loss": 0.9571923017501831, "Finetune/Loss (Raw)": 1.1956676244735718, "Finetune/Step": 1076, "Finetune/Step Time": 11.978865258395672}
+{"Finetune/Learning Rate": 1.996443273073617e-05, "Finetune/Loss": 0.9553231596946716, "Finetune/Loss (Raw)": 0.7862234711647034, "Finetune/Step": 1077, "Finetune/Step Time": 11.978169532492757}
+{"Finetune/Learning Rate": 1.9964290688575482e-05, "Finetune/Loss": 0.9558185338973999, "Finetune/Loss (Raw)": 0.9770881533622742, "Finetune/Step": 1078, "Finetune/Step Time": 11.94783298112452}
+{"Finetune/Learning Rate": 1.9964148363855852e-05, "Finetune/Loss": 0.9560756087303162, "Finetune/Loss (Raw)": 0.9623957872390747, "Finetune/Step": 1079, "Finetune/Step Time": 11.931375535205007}
+{"Finetune/Learning Rate": 1.99640057565813e-05, "Finetune/Loss": 0.9546543955802917, "Finetune/Loss (Raw)": 0.9868226051330566, "Finetune/Step": 1080, "Finetune/Step Time": 11.937186148017645}
+{"Finetune/Learning Rate": 1.9963862866755886e-05, "Finetune/Loss": 0.9544356465339661, "Finetune/Loss (Raw)": 1.058334469795227, "Finetune/Step": 1081, "Finetune/Step Time": 11.936515742912889}
+{"Finetune/Learning Rate": 1.9963719694383653e-05, "Finetune/Loss": 0.9540085792541504, "Finetune/Loss (Raw)": 1.0243217945098877, "Finetune/Step": 1082, "Finetune/Step Time": 11.954288689419627}
+{"Finetune/Learning Rate": 1.996357623946866e-05, "Finetune/Loss": 0.9548304080963135, "Finetune/Loss (Raw)": 1.0433396100997925, "Finetune/Step": 1083, "Finetune/Step Time": 11.982145758345723}
+{"Finetune/Learning Rate": 1.9963432502014978e-05, "Finetune/Loss": 0.9539344906806946, "Finetune/Loss (Raw)": 0.7936965227127075, "Finetune/Step": 1084, "Finetune/Step Time": 11.988234385848045}
+{"Finetune/Learning Rate": 1.9963288482026684e-05, "Finetune/Loss": 0.9560065269470215, "Finetune/Loss (Raw)": 1.1398046016693115, "Finetune/Step": 1085, "Finetune/Step Time": 11.993978414684534}
+{"Finetune/Learning Rate": 1.996314417950786e-05, "Finetune/Loss": 0.9556269645690918, "Finetune/Loss (Raw)": 1.0372318029403687, "Finetune/Step": 1086, "Finetune/Step Time": 11.995641442015767}
+{"Finetune/Learning Rate": 1.9962999594462595e-05, "Finetune/Loss": 0.9556074142456055, "Finetune/Loss (Raw)": 0.9872193932533264, "Finetune/Step": 1087, "Finetune/Step Time": 12.001645226031542}
+{"Finetune/Learning Rate": 1.9962854726894997e-05, "Finetune/Loss": 0.9548382759094238, "Finetune/Loss (Raw)": 0.9149298071861267, "Finetune/Step": 1088, "Finetune/Step Time": 11.99645196273923}
+{"Finetune/Learning Rate": 1.996270957680917e-05, "Finetune/Loss": 0.9545893669128418, "Finetune/Loss (Raw)": 0.933100163936615, "Finetune/Step": 1089, "Finetune/Step Time": 11.990118280053139}
+{"Finetune/Learning Rate": 1.9962564144209225e-05, "Finetune/Loss": 0.9562312960624695, "Finetune/Loss (Raw)": 1.09694242477417, "Finetune/Step": 1090, "Finetune/Step Time": 12.003869472071528}
+{"Finetune/Learning Rate": 1.9962418429099295e-05, "Finetune/Loss": 0.9569172263145447, "Finetune/Loss (Raw)": 0.9913601279258728, "Finetune/Step": 1091, "Finetune/Step Time": 11.988539202138782}
+{"Finetune/Learning Rate": 1.9962272431483503e-05, "Finetune/Loss": 0.9579503536224365, "Finetune/Loss (Raw)": 0.9851071834564209, "Finetune/Step": 1092, "Finetune/Step Time": 11.990830710157752}
+{"Finetune/Learning Rate": 1.9962126151365998e-05, "Finetune/Loss": 0.9584508538246155, "Finetune/Loss (Raw)": 0.8999075293540955, "Finetune/Step": 1093, "Finetune/Step Time": 11.98868048377335}
+{"Finetune/Learning Rate": 1.9961979588750923e-05, "Finetune/Loss": 0.9585497379302979, "Finetune/Loss (Raw)": 0.9332831501960754, "Finetune/Step": 1094, "Finetune/Step Time": 11.990999704226851}
+{"Finetune/Learning Rate": 1.9961832743642432e-05, "Finetune/Loss": 0.9572096467018127, "Finetune/Loss (Raw)": 0.9372491836547852, "Finetune/Step": 1095, "Finetune/Step Time": 12.005691396072507}
+{"Finetune/Learning Rate": 1.9961685616044696e-05, "Finetune/Loss": 0.957277238368988, "Finetune/Loss (Raw)": 0.9076393246650696, "Finetune/Step": 1096, "Finetune/Step Time": 12.021333198994398}
+{"Finetune/Learning Rate": 1.996153820596188e-05, "Finetune/Loss": 0.9565550088882446, "Finetune/Loss (Raw)": 0.865347683429718, "Finetune/Step": 1097, "Finetune/Step Time": 12.017770141363144}
+{"Finetune/Learning Rate": 1.996139051339817e-05, "Finetune/Loss": 0.954693078994751, "Finetune/Loss (Raw)": 0.836834192276001, "Finetune/Step": 1098, "Finetune/Step Time": 12.016735738143325}
+{"Finetune/Learning Rate": 1.9961242538357752e-05, "Finetune/Loss": 0.9547839760780334, "Finetune/Loss (Raw)": 1.0605816841125488, "Finetune/Step": 1099, "Finetune/Step Time": 12.02116271853447}
+{"Finetune/Learning Rate": 1.996109428084482e-05, "Finetune/Loss": 0.9561976790428162, "Finetune/Loss (Raw)": 1.137564778327942, "Finetune/Step": 1100, "Finetune/Step Time": 12.026283372193575}
+{"Finetune/Learning Rate": 1.996094574086358e-05, "Finetune/Loss": 0.954048752784729, "Finetune/Loss (Raw)": 0.8077955842018127, "Finetune/Step": 1101, "Finetune/Step Time": 12.023436170071363}
+{"Finetune/Learning Rate": 1.9960796918418244e-05, "Finetune/Loss": 0.9553122520446777, "Finetune/Loss (Raw)": 1.0309382677078247, "Finetune/Step": 1102, "Finetune/Step Time": 12.025758899748325}
+{"Finetune/Learning Rate": 1.996064781351303e-05, "Finetune/Loss": 0.9550842642784119, "Finetune/Loss (Raw)": 0.9967435002326965, "Finetune/Step": 1103, "Finetune/Step Time": 12.025324465706944}
+{"Finetune/Learning Rate": 1.996049842615217e-05, "Finetune/Loss": 0.9555470943450928, "Finetune/Loss (Raw)": 1.0914826393127441, "Finetune/Step": 1104, "Finetune/Step Time": 12.023095306009054}
+{"Finetune/Learning Rate": 1.9960348756339897e-05, "Finetune/Loss": 0.9521927833557129, "Finetune/Loss (Raw)": 0.5903457999229431, "Finetune/Step": 1105, "Finetune/Step Time": 12.051873443648219}
+{"Finetune/Learning Rate": 1.9960198804080462e-05, "Finetune/Loss": 0.9523248672485352, "Finetune/Loss (Raw)": 0.9387089014053345, "Finetune/Step": 1106, "Finetune/Step Time": 12.019647389650345}
+{"Finetune/Learning Rate": 1.996004856937811e-05, "Finetune/Loss": 0.9503618478775024, "Finetune/Loss (Raw)": 0.8678200840950012, "Finetune/Step": 1107, "Finetune/Step Time": 12.014390498399734}
+{"Finetune/Learning Rate": 1.9959898052237097e-05, "Finetune/Loss": 0.9507296085357666, "Finetune/Loss (Raw)": 1.0456992387771606, "Finetune/Step": 1108, "Finetune/Step Time": 12.014280263334513}
+{"Finetune/Learning Rate": 1.99597472526617e-05, "Finetune/Loss": 0.9503635168075562, "Finetune/Loss (Raw)": 0.9452205300331116, "Finetune/Step": 1109, "Finetune/Step Time": 12.013528112322092}
+{"Finetune/Learning Rate": 1.9959596170656197e-05, "Finetune/Loss": 0.9511571526527405, "Finetune/Loss (Raw)": 1.111191749572754, "Finetune/Step": 1110, "Finetune/Step Time": 11.997086215764284}
+{"Finetune/Learning Rate": 1.9959444806224866e-05, "Finetune/Loss": 0.9503881931304932, "Finetune/Loss (Raw)": 0.8697633147239685, "Finetune/Step": 1111, "Finetune/Step Time": 11.9969328828156}
+{"Finetune/Learning Rate": 1.9959293159371998e-05, "Finetune/Loss": 0.950624406337738, "Finetune/Loss (Raw)": 0.9191418886184692, "Finetune/Step": 1112, "Finetune/Step Time": 11.989933505654335}
+{"Finetune/Learning Rate": 1.9959141230101903e-05, "Finetune/Loss": 0.9504908323287964, "Finetune/Loss (Raw)": 0.904360294342041, "Finetune/Step": 1113, "Finetune/Step Time": 11.997580144554377}
+{"Finetune/Learning Rate": 1.9958989018418873e-05, "Finetune/Loss": 0.9520078301429749, "Finetune/Loss (Raw)": 0.9939871430397034, "Finetune/Step": 1114, "Finetune/Step Time": 12.003225803375244}
+{"Finetune/Learning Rate": 1.9958836524327243e-05, "Finetune/Loss": 0.9506655931472778, "Finetune/Loss (Raw)": 0.8686378598213196, "Finetune/Step": 1115, "Finetune/Step Time": 11.981589362025261}
+{"Finetune/Learning Rate": 1.9958683747831324e-05, "Finetune/Loss": 0.9507965445518494, "Finetune/Loss (Raw)": 0.9585984349250793, "Finetune/Step": 1116, "Finetune/Step Time": 11.994559973478317}
+{"Finetune/Learning Rate": 1.9958530688935455e-05, "Finetune/Loss": 0.9512668251991272, "Finetune/Loss (Raw)": 0.9649761319160461, "Finetune/Step": 1117, "Finetune/Step Time": 12.000212537124753}
+{"Finetune/Learning Rate": 1.995837734764397e-05, "Finetune/Loss": 0.9498888254165649, "Finetune/Loss (Raw)": 0.8894124031066895, "Finetune/Step": 1118, "Finetune/Step Time": 11.998487820848823}
+{"Finetune/Learning Rate": 1.9958223723961226e-05, "Finetune/Loss": 0.9490090608596802, "Finetune/Loss (Raw)": 0.8786857724189758, "Finetune/Step": 1119, "Finetune/Step Time": 12.002032132819295}
+{"Finetune/Learning Rate": 1.995806981789157e-05, "Finetune/Loss": 0.9474142789840698, "Finetune/Loss (Raw)": 0.8100556135177612, "Finetune/Step": 1120, "Finetune/Step Time": 12.004200082272291}
+{"Finetune/Learning Rate": 1.9957915629439374e-05, "Finetune/Loss": 0.9459130167961121, "Finetune/Loss (Raw)": 0.757252037525177, "Finetune/Step": 1121, "Finetune/Step Time": 12.011711604893208}
+{"Finetune/Learning Rate": 1.9957761158609007e-05, "Finetune/Loss": 0.944322943687439, "Finetune/Loss (Raw)": 0.9445896744728088, "Finetune/Step": 1122, "Finetune/Step Time": 12.007573144510388}
+{"Finetune/Learning Rate": 1.995760640540485e-05, "Finetune/Loss": 0.9438870549201965, "Finetune/Loss (Raw)": 0.9670044779777527, "Finetune/Step": 1123, "Finetune/Step Time": 12.002665255218744}
+{"Finetune/Learning Rate": 1.9957451369831287e-05, "Finetune/Loss": 0.9439677000045776, "Finetune/Loss (Raw)": 0.9886055588722229, "Finetune/Step": 1124, "Finetune/Step Time": 12.00157785601914}
+{"Finetune/Learning Rate": 1.9957296051892727e-05, "Finetune/Loss": 0.9441295862197876, "Finetune/Loss (Raw)": 0.8711614608764648, "Finetune/Step": 1125, "Finetune/Step Time": 12.019537325948477}
+{"Finetune/Learning Rate": 1.9957140451593554e-05, "Finetune/Loss": 0.9441299438476562, "Finetune/Loss (Raw)": 0.9941281676292419, "Finetune/Step": 1126, "Finetune/Step Time": 12.013290302827954}
+{"Finetune/Learning Rate": 1.9956984568938202e-05, "Finetune/Loss": 0.9459376931190491, "Finetune/Loss (Raw)": 0.963840663433075, "Finetune/Step": 1127, "Finetune/Step Time": 11.974876230582595}
+{"Finetune/Learning Rate": 1.9956828403931078e-05, "Finetune/Loss": 0.9459422826766968, "Finetune/Loss (Raw)": 0.9071372747421265, "Finetune/Step": 1128, "Finetune/Step Time": 11.971784930676222}
+{"Finetune/Learning Rate": 1.9956671956576614e-05, "Finetune/Loss": 0.9463427662849426, "Finetune/Loss (Raw)": 0.8698796033859253, "Finetune/Step": 1129, "Finetune/Step Time": 11.957995668053627}
+{"Finetune/Learning Rate": 1.9956515226879244e-05, "Finetune/Loss": 0.9463382959365845, "Finetune/Loss (Raw)": 0.9243218898773193, "Finetune/Step": 1130, "Finetune/Step Time": 11.959649942815304}
+{"Finetune/Learning Rate": 1.9956358214843418e-05, "Finetune/Loss": 0.9485569000244141, "Finetune/Loss (Raw)": 1.0005993843078613, "Finetune/Step": 1131, "Finetune/Step Time": 11.92974577844143}
+{"Finetune/Learning Rate": 1.9956200920473584e-05, "Finetune/Loss": 0.946527898311615, "Finetune/Loss (Raw)": 0.5965558886528015, "Finetune/Step": 1132, "Finetune/Step Time": 11.95508337393403}
+{"Finetune/Learning Rate": 1.9956043343774204e-05, "Finetune/Loss": 0.9474337697029114, "Finetune/Loss (Raw)": 1.0361809730529785, "Finetune/Step": 1133, "Finetune/Step Time": 11.964611979201436}
+{"Finetune/Learning Rate": 1.995588548474974e-05, "Finetune/Loss": 0.9483253359794617, "Finetune/Loss (Raw)": 1.064700722694397, "Finetune/Step": 1134, "Finetune/Step Time": 11.95908716507256}
+{"Finetune/Learning Rate": 1.9955727343404684e-05, "Finetune/Loss": 0.9494229555130005, "Finetune/Loss (Raw)": 0.9971055388450623, "Finetune/Step": 1135, "Finetune/Step Time": 11.95277064666152}
+{"Finetune/Learning Rate": 1.9955568919743507e-05, "Finetune/Loss": 0.9493922591209412, "Finetune/Loss (Raw)": 0.903872549533844, "Finetune/Step": 1136, "Finetune/Step Time": 11.975013406947255}
+{"Finetune/Learning Rate": 1.9955410213770702e-05, "Finetune/Loss": 0.9494733810424805, "Finetune/Loss (Raw)": 0.9572264552116394, "Finetune/Step": 1137, "Finetune/Step Time": 11.968174323439598}
+{"Finetune/Learning Rate": 1.9955251225490773e-05, "Finetune/Loss": 0.9510740041732788, "Finetune/Loss (Raw)": 1.0514482259750366, "Finetune/Step": 1138, "Finetune/Step Time": 11.969869615510106}
+{"Finetune/Learning Rate": 1.9955091954908234e-05, "Finetune/Loss": 0.9513406753540039, "Finetune/Loss (Raw)": 1.005517840385437, "Finetune/Step": 1139, "Finetune/Step Time": 11.95026245340705}
+{"Finetune/Learning Rate": 1.9954932402027595e-05, "Finetune/Loss": 0.95111083984375, "Finetune/Loss (Raw)": 0.9582777619361877, "Finetune/Step": 1140, "Finetune/Step Time": 11.941362474113703}
+{"Finetune/Learning Rate": 1.9954772566853375e-05, "Finetune/Loss": 0.9509440064430237, "Finetune/Loss (Raw)": 0.9378628730773926, "Finetune/Step": 1141, "Finetune/Step Time": 11.931304071098566}
+{"Finetune/Learning Rate": 1.9954612449390115e-05, "Finetune/Loss": 0.9506880044937134, "Finetune/Loss (Raw)": 0.9645352363586426, "Finetune/Step": 1142, "Finetune/Step Time": 11.919233050197363}
+{"Finetune/Learning Rate": 1.9954452049642357e-05, "Finetune/Loss": 0.9509304761886597, "Finetune/Loss (Raw)": 0.9329985976219177, "Finetune/Step": 1143, "Finetune/Step Time": 11.913240859284997}
+{"Finetune/Learning Rate": 1.9954291367614642e-05, "Finetune/Loss": 0.9497108459472656, "Finetune/Loss (Raw)": 0.8123379349708557, "Finetune/Step": 1144, "Finetune/Step Time": 11.92506336607039}
+{"Finetune/Learning Rate": 1.995413040331153e-05, "Finetune/Loss": 0.9494420289993286, "Finetune/Loss (Raw)": 0.9833146929740906, "Finetune/Step": 1145, "Finetune/Step Time": 11.927414106205106}
+{"Finetune/Learning Rate": 1.9953969156737586e-05, "Finetune/Loss": 0.9514380097389221, "Finetune/Loss (Raw)": 1.1480895280838013, "Finetune/Step": 1146, "Finetune/Step Time": 11.87482231296599}
+{"Finetune/Learning Rate": 1.995380762789738e-05, "Finetune/Loss": 0.9523805379867554, "Finetune/Loss (Raw)": 1.0294185876846313, "Finetune/Step": 1147, "Finetune/Step Time": 11.8601795732975}
+{"Finetune/Learning Rate": 1.99536458167955e-05, "Finetune/Loss": 0.9517643451690674, "Finetune/Loss (Raw)": 0.9890559911727905, "Finetune/Step": 1148, "Finetune/Step Time": 11.84799330867827}
+{"Finetune/Learning Rate": 1.9953483723436523e-05, "Finetune/Loss": 0.9517071843147278, "Finetune/Loss (Raw)": 1.0151877403259277, "Finetune/Step": 1149, "Finetune/Step Time": 11.852037701755762}
+{"Finetune/Learning Rate": 1.9953321347825055e-05, "Finetune/Loss": 0.9510862231254578, "Finetune/Loss (Raw)": 0.9408974051475525, "Finetune/Step": 1150, "Finetune/Step Time": 11.842461975291371}
+{"Finetune/Learning Rate": 1.9953158689965696e-05, "Finetune/Loss": 0.9516727924346924, "Finetune/Loss (Raw)": 1.0288729667663574, "Finetune/Step": 1151, "Finetune/Step Time": 11.818976152688265}
+{"Finetune/Learning Rate": 1.995299574986306e-05, "Finetune/Loss": 0.9514463543891907, "Finetune/Loss (Raw)": 0.930488109588623, "Finetune/Step": 1152, "Finetune/Step Time": 11.821827691048384}
+{"Finetune/Learning Rate": 1.995283252752177e-05, "Finetune/Loss": 0.9520990252494812, "Finetune/Loss (Raw)": 0.9886140823364258, "Finetune/Step": 1153, "Finetune/Step Time": 11.802867135033011}
+{"Finetune/Learning Rate": 1.9952669022946446e-05, "Finetune/Loss": 0.9514011740684509, "Finetune/Loss (Raw)": 0.9404679536819458, "Finetune/Step": 1154, "Finetune/Step Time": 11.815734583884478}
+{"Finetune/Learning Rate": 1.9952505236141733e-05, "Finetune/Loss": 0.9526686668395996, "Finetune/Loss (Raw)": 1.079700231552124, "Finetune/Step": 1155, "Finetune/Step Time": 11.812097523361444}
+{"Finetune/Learning Rate": 1.995234116711227e-05, "Finetune/Loss": 0.95332932472229, "Finetune/Loss (Raw)": 1.0596147775650024, "Finetune/Step": 1156, "Finetune/Step Time": 11.821000518277287}
+{"Finetune/Learning Rate": 1.9952176815862717e-05, "Finetune/Loss": 0.9530041217803955, "Finetune/Loss (Raw)": 0.960847020149231, "Finetune/Step": 1157, "Finetune/Step Time": 11.823543170467019}
+{"Finetune/Learning Rate": 1.9952012182397728e-05, "Finetune/Loss": 0.9533896446228027, "Finetune/Loss (Raw)": 1.0222930908203125, "Finetune/Step": 1158, "Finetune/Step Time": 11.828655073419213}
+{"Finetune/Learning Rate": 1.995184726672197e-05, "Finetune/Loss": 0.953887939453125, "Finetune/Loss (Raw)": 0.9137057065963745, "Finetune/Step": 1159, "Finetune/Step Time": 11.831340413540602}
+{"Finetune/Learning Rate": 1.9951682068840124e-05, "Finetune/Loss": 0.953416645526886, "Finetune/Loss (Raw)": 0.8420917987823486, "Finetune/Step": 1160, "Finetune/Step Time": 11.840832952409983}
+{"Finetune/Learning Rate": 1.9951516588756875e-05, "Finetune/Loss": 0.9537632465362549, "Finetune/Loss (Raw)": 1.008061408996582, "Finetune/Step": 1161, "Finetune/Step Time": 11.843182297423482}
+{"Finetune/Learning Rate": 1.9951350826476915e-05, "Finetune/Loss": 0.9532613754272461, "Finetune/Loss (Raw)": 0.9388675093650818, "Finetune/Step": 1162, "Finetune/Step Time": 11.835071675479412}
+{"Finetune/Learning Rate": 1.9951184782004943e-05, "Finetune/Loss": 0.9529816508293152, "Finetune/Loss (Raw)": 1.0027992725372314, "Finetune/Step": 1163, "Finetune/Step Time": 11.834056777879596}
+{"Finetune/Learning Rate": 1.9951018455345666e-05, "Finetune/Loss": 0.9502168893814087, "Finetune/Loss (Raw)": 0.6394858360290527, "Finetune/Step": 1164, "Finetune/Step Time": 11.860948387533426}
+{"Finetune/Learning Rate": 1.99508518465038e-05, "Finetune/Loss": 0.9495289325714111, "Finetune/Loss (Raw)": 0.8899113535881042, "Finetune/Step": 1165, "Finetune/Step Time": 11.879615191370249}
+{"Finetune/Learning Rate": 1.9950684955484076e-05, "Finetune/Loss": 0.9489670395851135, "Finetune/Loss (Raw)": 0.8689045310020447, "Finetune/Step": 1166, "Finetune/Step Time": 11.8532001003623}
+{"Finetune/Learning Rate": 1.9950517782291222e-05, "Finetune/Loss": 0.9478026032447815, "Finetune/Loss (Raw)": 0.68778395652771, "Finetune/Step": 1167, "Finetune/Step Time": 11.85364612005651}
+{"Finetune/Learning Rate": 1.995035032692998e-05, "Finetune/Loss": 0.9485503435134888, "Finetune/Loss (Raw)": 1.0198736190795898, "Finetune/Step": 1168, "Finetune/Step Time": 11.84860398247838}
+{"Finetune/Learning Rate": 1.9950182589405096e-05, "Finetune/Loss": 0.9477047920227051, "Finetune/Loss (Raw)": 0.9625459909439087, "Finetune/Step": 1169, "Finetune/Step Time": 11.858224961906672}
+{"Finetune/Learning Rate": 1.995001456972133e-05, "Finetune/Loss": 0.9469959139823914, "Finetune/Loss (Raw)": 0.9051207304000854, "Finetune/Step": 1170, "Finetune/Step Time": 11.861570173874497}
+{"Finetune/Learning Rate": 1.9949846267883442e-05, "Finetune/Loss": 0.9492607116699219, "Finetune/Loss (Raw)": 0.9259443283081055, "Finetune/Step": 1171, "Finetune/Step Time": 11.830286175012589}
+{"Finetune/Learning Rate": 1.9949677683896208e-05, "Finetune/Loss": 0.948719322681427, "Finetune/Loss (Raw)": 0.9541910886764526, "Finetune/Step": 1172, "Finetune/Step Time": 11.82444629445672}
+{"Finetune/Learning Rate": 1.9949508817764413e-05, "Finetune/Loss": 0.9504722356796265, "Finetune/Loss (Raw)": 1.065132737159729, "Finetune/Step": 1173, "Finetune/Step Time": 11.829804757609963}
+{"Finetune/Learning Rate": 1.9949339669492835e-05, "Finetune/Loss": 0.9492223262786865, "Finetune/Loss (Raw)": 0.8547365069389343, "Finetune/Step": 1174, "Finetune/Step Time": 11.845524063333869}
+{"Finetune/Learning Rate": 1.9949170239086278e-05, "Finetune/Loss": 0.9494458436965942, "Finetune/Loss (Raw)": 1.0986964702606201, "Finetune/Step": 1175, "Finetune/Step Time": 11.846650956198573}
+{"Finetune/Learning Rate": 1.9949000526549546e-05, "Finetune/Loss": 0.948355495929718, "Finetune/Loss (Raw)": 0.849816083908081, "Finetune/Step": 1176, "Finetune/Step Time": 11.850656209513545}
+{"Finetune/Learning Rate": 1.9948830531887448e-05, "Finetune/Loss": 0.9489886164665222, "Finetune/Loss (Raw)": 0.9591504335403442, "Finetune/Step": 1177, "Finetune/Step Time": 11.843099515885115}
+{"Finetune/Learning Rate": 1.9948660255104807e-05, "Finetune/Loss": 0.9494338035583496, "Finetune/Loss (Raw)": 0.9446910619735718, "Finetune/Step": 1178, "Finetune/Step Time": 11.8445128723979}
+{"Finetune/Learning Rate": 1.9948489696206453e-05, "Finetune/Loss": 0.9485480785369873, "Finetune/Loss (Raw)": 0.8981749415397644, "Finetune/Step": 1179, "Finetune/Step Time": 11.841608161106706}
+{"Finetune/Learning Rate": 1.994831885519722e-05, "Finetune/Loss": 0.9475902318954468, "Finetune/Loss (Raw)": 0.9514549970626831, "Finetune/Step": 1180, "Finetune/Step Time": 11.838271087035537}
+{"Finetune/Learning Rate": 1.9948147732081952e-05, "Finetune/Loss": 0.9450575113296509, "Finetune/Loss (Raw)": 0.6457341909408569, "Finetune/Step": 1181, "Finetune/Step Time": 11.867312820628285}
+{"Finetune/Learning Rate": 1.9947976326865505e-05, "Finetune/Loss": 0.9460006356239319, "Finetune/Loss (Raw)": 0.9256301522254944, "Finetune/Step": 1182, "Finetune/Step Time": 11.866303067654371}
+{"Finetune/Learning Rate": 1.994780463955274e-05, "Finetune/Loss": 0.9445119500160217, "Finetune/Loss (Raw)": 0.8694708347320557, "Finetune/Step": 1183, "Finetune/Step Time": 11.867184301838279}
+{"Finetune/Learning Rate": 1.9947632670148517e-05, "Finetune/Loss": 0.9439791440963745, "Finetune/Loss (Raw)": 0.9892419576644897, "Finetune/Step": 1184, "Finetune/Step Time": 11.883351409807801}
+{"Finetune/Learning Rate": 1.9947460418657722e-05, "Finetune/Loss": 0.9442850351333618, "Finetune/Loss (Raw)": 1.0885229110717773, "Finetune/Step": 1185, "Finetune/Step Time": 11.880153788253665}
+{"Finetune/Learning Rate": 1.9947287885085237e-05, "Finetune/Loss": 0.9444150924682617, "Finetune/Loss (Raw)": 0.9853474497795105, "Finetune/Step": 1186, "Finetune/Step Time": 11.877203969284892}
+{"Finetune/Learning Rate": 1.9947115069435955e-05, "Finetune/Loss": 0.9450989961624146, "Finetune/Loss (Raw)": 0.9571017622947693, "Finetune/Step": 1187, "Finetune/Step Time": 11.867453614249825}
+{"Finetune/Learning Rate": 1.994694197171477e-05, "Finetune/Loss": 0.9463669061660767, "Finetune/Loss (Raw)": 1.0386314392089844, "Finetune/Step": 1188, "Finetune/Step Time": 11.841105869039893}
+{"Finetune/Learning Rate": 1.9946768591926603e-05, "Finetune/Loss": 0.9459912180900574, "Finetune/Loss (Raw)": 0.9098216891288757, "Finetune/Step": 1189, "Finetune/Step Time": 11.83337914943695}
+{"Finetune/Learning Rate": 1.994659493007636e-05, "Finetune/Loss": 0.9442586898803711, "Finetune/Loss (Raw)": 0.8241971135139465, "Finetune/Step": 1190, "Finetune/Step Time": 11.850879836827517}
+{"Finetune/Learning Rate": 1.994642098616897e-05, "Finetune/Loss": 0.943497896194458, "Finetune/Loss (Raw)": 0.9279597997665405, "Finetune/Step": 1191, "Finetune/Step Time": 11.852328343316913}
+{"Finetune/Learning Rate": 1.994624676020936e-05, "Finetune/Loss": 0.9427424669265747, "Finetune/Loss (Raw)": 0.9663220643997192, "Finetune/Step": 1192, "Finetune/Step Time": 11.85692154802382}
+{"Finetune/Learning Rate": 1.9946072252202483e-05, "Finetune/Loss": 0.9430075287818909, "Finetune/Loss (Raw)": 1.0290005207061768, "Finetune/Step": 1193, "Finetune/Step Time": 11.855397725477815}
+{"Finetune/Learning Rate": 1.9945897462153275e-05, "Finetune/Loss": 0.9451448321342468, "Finetune/Loss (Raw)": 1.0622260570526123, "Finetune/Step": 1194, "Finetune/Step Time": 11.829824725165963}
+{"Finetune/Learning Rate": 1.9945722390066697e-05, "Finetune/Loss": 0.9466149806976318, "Finetune/Loss (Raw)": 1.022907018661499, "Finetune/Step": 1195, "Finetune/Step Time": 11.840201705694199}
+{"Finetune/Learning Rate": 1.9945547035947715e-05, "Finetune/Loss": 0.94439697265625, "Finetune/Loss (Raw)": 0.515741229057312, "Finetune/Step": 1196, "Finetune/Step Time": 11.844272086396813}
+{"Finetune/Learning Rate": 1.99453713998013e-05, "Finetune/Loss": 0.9449632167816162, "Finetune/Loss (Raw)": 1.0483860969543457, "Finetune/Step": 1197, "Finetune/Step Time": 11.840849859640002}
+{"Finetune/Learning Rate": 1.9945195481632434e-05, "Finetune/Loss": 0.9451826810836792, "Finetune/Loss (Raw)": 0.944259762763977, "Finetune/Step": 1198, "Finetune/Step Time": 11.85826912149787}
+{"Finetune/Learning Rate": 1.9945019281446106e-05, "Finetune/Loss": 0.9455441236495972, "Finetune/Loss (Raw)": 1.0147572755813599, "Finetune/Step": 1199, "Finetune/Step Time": 11.864453641697764}
+{"Finetune/Learning Rate": 1.9944842799247306e-05, "Finetune/Loss": 0.9480428695678711, "Finetune/Loss (Raw)": 0.9711809754371643, "Finetune/Step": 1200, "Finetune/Step Time": 11.843121413141489}
+{"Finetune/Learning Rate": 1.9944666035041048e-05, "Finetune/Loss": 0.9487698674201965, "Finetune/Loss (Raw)": 1.0084267854690552, "Finetune/Step": 1201, "Finetune/Step Time": 11.838696161285043}
+{"Finetune/Learning Rate": 1.994448898883234e-05, "Finetune/Loss": 0.9459848403930664, "Finetune/Loss (Raw)": 0.5725685954093933, "Finetune/Step": 1202, "Finetune/Step Time": 11.873368807137012}
+{"Finetune/Learning Rate": 1.9944311660626198e-05, "Finetune/Loss": 0.9445562362670898, "Finetune/Loss (Raw)": 0.9050612449645996, "Finetune/Step": 1203, "Finetune/Step Time": 11.882004207000136}
+{"Finetune/Learning Rate": 1.994413405042766e-05, "Finetune/Loss": 0.9422760009765625, "Finetune/Loss (Raw)": 0.9038018584251404, "Finetune/Step": 1204, "Finetune/Step Time": 11.881790194660425}
+{"Finetune/Learning Rate": 1.9943956158241757e-05, "Finetune/Loss": 0.9432228803634644, "Finetune/Loss (Raw)": 0.9074228405952454, "Finetune/Step": 1205, "Finetune/Step Time": 11.894141390919685}
+{"Finetune/Learning Rate": 1.9943777984073534e-05, "Finetune/Loss": 0.94354248046875, "Finetune/Loss (Raw)": 1.0179930925369263, "Finetune/Step": 1206, "Finetune/Step Time": 11.903375685214996}
+{"Finetune/Learning Rate": 1.994359952792804e-05, "Finetune/Loss": 0.9427782297134399, "Finetune/Loss (Raw)": 0.8645766377449036, "Finetune/Step": 1207, "Finetune/Step Time": 11.90134502388537}
+{"Finetune/Learning Rate": 1.9943420789810343e-05, "Finetune/Loss": 0.9425331354141235, "Finetune/Loss (Raw)": 0.955443799495697, "Finetune/Step": 1208, "Finetune/Step Time": 11.902626361697912}
+{"Finetune/Learning Rate": 1.994324176972551e-05, "Finetune/Loss": 0.9414643049240112, "Finetune/Loss (Raw)": 0.9215332865715027, "Finetune/Step": 1209, "Finetune/Step Time": 11.914660405367613}
+{"Finetune/Learning Rate": 1.9943062467678608e-05, "Finetune/Loss": 0.9399430751800537, "Finetune/Loss (Raw)": 0.8295955061912537, "Finetune/Step": 1210, "Finetune/Step Time": 11.898214165121317}
+{"Finetune/Learning Rate": 1.9942882883674735e-05, "Finetune/Loss": 0.9386897087097168, "Finetune/Loss (Raw)": 0.8829113245010376, "Finetune/Step": 1211, "Finetune/Step Time": 11.881072878837585}
+{"Finetune/Learning Rate": 1.9942703017718977e-05, "Finetune/Loss": 0.9398172497749329, "Finetune/Loss (Raw)": 0.9380269050598145, "Finetune/Step": 1212, "Finetune/Step Time": 11.858814381062984}
+{"Finetune/Learning Rate": 1.994252286981643e-05, "Finetune/Loss": 0.9388817548751831, "Finetune/Loss (Raw)": 1.020058274269104, "Finetune/Step": 1213, "Finetune/Step Time": 11.865814348682761}
+{"Finetune/Learning Rate": 1.9942342439972208e-05, "Finetune/Loss": 0.937964677810669, "Finetune/Loss (Raw)": 0.9198424816131592, "Finetune/Step": 1214, "Finetune/Step Time": 11.875689808279276}
+{"Finetune/Learning Rate": 1.994216172819143e-05, "Finetune/Loss": 0.9386361241340637, "Finetune/Loss (Raw)": 1.0731682777404785, "Finetune/Step": 1215, "Finetune/Step Time": 11.863796146586537}
+{"Finetune/Learning Rate": 1.9941980734479214e-05, "Finetune/Loss": 0.9390910863876343, "Finetune/Loss (Raw)": 0.9731577038764954, "Finetune/Step": 1216, "Finetune/Step Time": 11.866116039454937}
+{"Finetune/Learning Rate": 1.99417994588407e-05, "Finetune/Loss": 0.9397847652435303, "Finetune/Loss (Raw)": 1.021896481513977, "Finetune/Step": 1217, "Finetune/Step Time": 11.870164090767503}
+{"Finetune/Learning Rate": 1.9941617901281022e-05, "Finetune/Loss": 0.9381240606307983, "Finetune/Loss (Raw)": 0.8843681216239929, "Finetune/Step": 1218, "Finetune/Step Time": 11.851111471652985}
+{"Finetune/Learning Rate": 1.9941436061805328e-05, "Finetune/Loss": 0.9376060962677002, "Finetune/Loss (Raw)": 0.9250668287277222, "Finetune/Step": 1219, "Finetune/Step Time": 11.854036033153534}
+{"Finetune/Learning Rate": 1.994125394041878e-05, "Finetune/Loss": 0.9370699524879456, "Finetune/Loss (Raw)": 0.9164758324623108, "Finetune/Step": 1220, "Finetune/Step Time": 11.854747258126736}
+{"Finetune/Learning Rate": 1.9941071537126535e-05, "Finetune/Loss": 0.9381567239761353, "Finetune/Loss (Raw)": 1.039011836051941, "Finetune/Step": 1221, "Finetune/Step Time": 11.861325668171048}
+{"Finetune/Learning Rate": 1.9940888851933776e-05, "Finetune/Loss": 0.9382676482200623, "Finetune/Loss (Raw)": 0.9474819302558899, "Finetune/Step": 1222, "Finetune/Step Time": 11.858466750010848}
+{"Finetune/Learning Rate": 1.994070588484567e-05, "Finetune/Loss": 0.9383704662322998, "Finetune/Loss (Raw)": 0.9504156112670898, "Finetune/Step": 1223, "Finetune/Step Time": 11.846620872616768}
+{"Finetune/Learning Rate": 1.994052263586742e-05, "Finetune/Loss": 0.9385709762573242, "Finetune/Loss (Raw)": 0.9333013892173767, "Finetune/Step": 1224, "Finetune/Step Time": 11.831362137570977}
+{"Finetune/Learning Rate": 1.994033910500421e-05, "Finetune/Loss": 0.9389463663101196, "Finetune/Loss (Raw)": 0.9134064316749573, "Finetune/Step": 1225, "Finetune/Step Time": 11.832974888384342}
+{"Finetune/Learning Rate": 1.994015529226125e-05, "Finetune/Loss": 0.9398765563964844, "Finetune/Loss (Raw)": 0.9558911323547363, "Finetune/Step": 1226, "Finetune/Step Time": 11.843982998281717}
+{"Finetune/Learning Rate": 1.9939971197643757e-05, "Finetune/Loss": 0.93845534324646, "Finetune/Loss (Raw)": 0.8786702156066895, "Finetune/Step": 1227, "Finetune/Step Time": 11.84168265759945}
+{"Finetune/Learning Rate": 1.993978682115694e-05, "Finetune/Loss": 0.9366462826728821, "Finetune/Loss (Raw)": 0.9060065746307373, "Finetune/Step": 1228, "Finetune/Step Time": 11.83414183743298}
+{"Finetune/Learning Rate": 1.9939602162806038e-05, "Finetune/Loss": 0.9377422332763672, "Finetune/Loss (Raw)": 0.9480772614479065, "Finetune/Step": 1229, "Finetune/Step Time": 11.855254404246807}
+{"Finetune/Learning Rate": 1.993941722259628e-05, "Finetune/Loss": 0.9360928535461426, "Finetune/Loss (Raw)": 0.8198058605194092, "Finetune/Step": 1230, "Finetune/Step Time": 11.851182483136654}
+{"Finetune/Learning Rate": 1.9939232000532914e-05, "Finetune/Loss": 0.9363573789596558, "Finetune/Loss (Raw)": 1.0306082963943481, "Finetune/Step": 1231, "Finetune/Step Time": 11.845958523452282}
+{"Finetune/Learning Rate": 1.9939046496621196e-05, "Finetune/Loss": 0.9355982542037964, "Finetune/Loss (Raw)": 0.9943168759346008, "Finetune/Step": 1232, "Finetune/Step Time": 11.85034847445786}
+{"Finetune/Learning Rate": 1.993886071086638e-05, "Finetune/Loss": 0.9373347759246826, "Finetune/Loss (Raw)": 0.8126186728477478, "Finetune/Step": 1233, "Finetune/Step Time": 11.815301226451993}
+{"Finetune/Learning Rate": 1.9938674643273735e-05, "Finetune/Loss": 0.9379293918609619, "Finetune/Loss (Raw)": 1.014817237854004, "Finetune/Step": 1234, "Finetune/Step Time": 11.822325533255935}
+{"Finetune/Learning Rate": 1.9938488293848536e-05, "Finetune/Loss": 0.937888503074646, "Finetune/Loss (Raw)": 0.8625891208648682, "Finetune/Step": 1235, "Finetune/Step Time": 11.818821920081973}
+{"Finetune/Learning Rate": 1.9938301662596075e-05, "Finetune/Loss": 0.9370144605636597, "Finetune/Loss (Raw)": 0.9338168501853943, "Finetune/Step": 1236, "Finetune/Step Time": 11.818194849416614}
+{"Finetune/Learning Rate": 1.993811474952164e-05, "Finetune/Loss": 0.937061071395874, "Finetune/Loss (Raw)": 0.9511934518814087, "Finetune/Step": 1237, "Finetune/Step Time": 11.821874476969242}
+{"Finetune/Learning Rate": 1.9937927554630528e-05, "Finetune/Loss": 0.9365310668945312, "Finetune/Loss (Raw)": 1.0433493852615356, "Finetune/Step": 1238, "Finetune/Step Time": 11.834382396191359}
+{"Finetune/Learning Rate": 1.993774007792805e-05, "Finetune/Loss": 0.9379691481590271, "Finetune/Loss (Raw)": 1.0538392066955566, "Finetune/Step": 1239, "Finetune/Step Time": 11.84060881100595}
+{"Finetune/Learning Rate": 1.9937552319419525e-05, "Finetune/Loss": 0.938372015953064, "Finetune/Loss (Raw)": 0.9707050323486328, "Finetune/Step": 1240, "Finetune/Step Time": 11.840298749506474}
+{"Finetune/Learning Rate": 1.9937364279110273e-05, "Finetune/Loss": 0.9388138055801392, "Finetune/Loss (Raw)": 0.9609106779098511, "Finetune/Step": 1241, "Finetune/Step Time": 11.83926167152822}
+{"Finetune/Learning Rate": 1.993717595700563e-05, "Finetune/Loss": 0.9366894960403442, "Finetune/Loss (Raw)": 0.7220810651779175, "Finetune/Step": 1242, "Finetune/Step Time": 11.835306335240602}
+{"Finetune/Learning Rate": 1.9936987353110933e-05, "Finetune/Loss": 0.9374791979789734, "Finetune/Loss (Raw)": 0.9697138667106628, "Finetune/Step": 1243, "Finetune/Step Time": 11.855566427111626}
+{"Finetune/Learning Rate": 1.9936798467431534e-05, "Finetune/Loss": 0.9368283152580261, "Finetune/Loss (Raw)": 0.8752927780151367, "Finetune/Step": 1244, "Finetune/Step Time": 11.852756135165691}
+{"Finetune/Learning Rate": 1.993660929997278e-05, "Finetune/Loss": 0.9377408027648926, "Finetune/Loss (Raw)": 1.0817769765853882, "Finetune/Step": 1245, "Finetune/Step Time": 11.848333893343806}
+{"Finetune/Learning Rate": 1.993641985074005e-05, "Finetune/Loss": 0.9393733143806458, "Finetune/Loss (Raw)": 1.098363995552063, "Finetune/Step": 1246, "Finetune/Step Time": 11.831674946472049}
+{"Finetune/Learning Rate": 1.9936230119738708e-05, "Finetune/Loss": 0.9407753348350525, "Finetune/Loss (Raw)": 1.0581409931182861, "Finetune/Step": 1247, "Finetune/Step Time": 11.80890729650855}
+{"Finetune/Learning Rate": 1.9936040106974132e-05, "Finetune/Loss": 0.9415894746780396, "Finetune/Loss (Raw)": 0.9142705202102661, "Finetune/Step": 1248, "Finetune/Step Time": 11.806573854759336}
+{"Finetune/Learning Rate": 1.9935849812451713e-05, "Finetune/Loss": 0.943710207939148, "Finetune/Loss (Raw)": 1.0287054777145386, "Finetune/Step": 1249, "Finetune/Step Time": 11.802144730463624}
+{"Finetune/Learning Rate": 1.9935659236176846e-05, "Finetune/Loss": 0.9434658288955688, "Finetune/Loss (Raw)": 0.9133135676383972, "Finetune/Step": 1250, "Finetune/Step Time": 11.805902311578393}
+{"Finetune/Learning Rate": 1.9935468378154937e-05, "Finetune/Loss": 0.9432756900787354, "Finetune/Loss (Raw)": 0.942665159702301, "Finetune/Step": 1251, "Finetune/Step Time": 11.814869534224272}
+{"Finetune/Learning Rate": 1.9935277238391398e-05, "Finetune/Loss": 0.9439703226089478, "Finetune/Loss (Raw)": 1.0775185823440552, "Finetune/Step": 1252, "Finetune/Step Time": 11.810683676972985}
+{"Finetune/Learning Rate": 1.993508581689165e-05, "Finetune/Loss": 0.9449076652526855, "Finetune/Loss (Raw)": 0.9911425113677979, "Finetune/Step": 1253, "Finetune/Step Time": 11.794546393677592}
+{"Finetune/Learning Rate": 1.993489411366112e-05, "Finetune/Loss": 0.944758951663971, "Finetune/Loss (Raw)": 0.975090503692627, "Finetune/Step": 1254, "Finetune/Step Time": 11.810225212946534}
+{"Finetune/Learning Rate": 1.993470212870524e-05, "Finetune/Loss": 0.9436765909194946, "Finetune/Loss (Raw)": 0.8253011703491211, "Finetune/Step": 1255, "Finetune/Step Time": 11.820483235642314}
+{"Finetune/Learning Rate": 1.993450986202946e-05, "Finetune/Loss": 0.9434638023376465, "Finetune/Loss (Raw)": 0.8798985481262207, "Finetune/Step": 1256, "Finetune/Step Time": 11.820290936157107}
+{"Finetune/Learning Rate": 1.993431731363923e-05, "Finetune/Loss": 0.9448851346969604, "Finetune/Loss (Raw)": 1.0518147945404053, "Finetune/Step": 1257, "Finetune/Step Time": 11.819602478295565}
+{"Finetune/Learning Rate": 1.9934124483540015e-05, "Finetune/Loss": 0.9429135918617249, "Finetune/Loss (Raw)": 0.671960711479187, "Finetune/Step": 1258, "Finetune/Step Time": 11.85870118252933}
+{"Finetune/Learning Rate": 1.9933931371737276e-05, "Finetune/Loss": 0.9427849650382996, "Finetune/Loss (Raw)": 0.9841293692588806, "Finetune/Step": 1259, "Finetune/Step Time": 11.850527230650187}
+{"Finetune/Learning Rate": 1.9933737978236487e-05, "Finetune/Loss": 0.9460591077804565, "Finetune/Loss (Raw)": 1.0156493186950684, "Finetune/Step": 1260, "Finetune/Step Time": 11.809509828686714}
+{"Finetune/Learning Rate": 1.9933544303043142e-05, "Finetune/Loss": 0.9455470442771912, "Finetune/Loss (Raw)": 0.9706375598907471, "Finetune/Step": 1261, "Finetune/Step Time": 11.800668371841311}
+{"Finetune/Learning Rate": 1.9933350346162722e-05, "Finetune/Loss": 0.9447848796844482, "Finetune/Loss (Raw)": 0.9671456813812256, "Finetune/Step": 1262, "Finetune/Step Time": 11.827402682974935}
+{"Finetune/Learning Rate": 1.993315610760074e-05, "Finetune/Loss": 0.9442614316940308, "Finetune/Loss (Raw)": 0.9300968050956726, "Finetune/Step": 1263, "Finetune/Step Time": 11.828375659883022}
+{"Finetune/Learning Rate": 1.9932961587362692e-05, "Finetune/Loss": 0.9450408220291138, "Finetune/Loss (Raw)": 1.003644347190857, "Finetune/Step": 1264, "Finetune/Step Time": 11.81062825769186}
+{"Finetune/Learning Rate": 1.99327667854541e-05, "Finetune/Loss": 0.9447028636932373, "Finetune/Loss (Raw)": 0.9139665961265564, "Finetune/Step": 1265, "Finetune/Step Time": 11.816744402050972}
+{"Finetune/Learning Rate": 1.993257170188049e-05, "Finetune/Loss": 0.9414395093917847, "Finetune/Loss (Raw)": 0.6337385773658752, "Finetune/Step": 1266, "Finetune/Step Time": 11.84303511120379}
+{"Finetune/Learning Rate": 1.9932376336647387e-05, "Finetune/Loss": 0.9396526217460632, "Finetune/Loss (Raw)": 0.7767947912216187, "Finetune/Step": 1267, "Finetune/Step Time": 11.835729368031025}
+{"Finetune/Learning Rate": 1.9932180689760336e-05, "Finetune/Loss": 0.9401067495346069, "Finetune/Loss (Raw)": 1.0164074897766113, "Finetune/Step": 1268, "Finetune/Step Time": 11.844047797843814}
+{"Finetune/Learning Rate": 1.993198476122489e-05, "Finetune/Loss": 0.9412551522254944, "Finetune/Loss (Raw)": 1.0848546028137207, "Finetune/Step": 1269, "Finetune/Step Time": 11.845066372305155}
+{"Finetune/Learning Rate": 1.993178855104659e-05, "Finetune/Loss": 0.9398082494735718, "Finetune/Loss (Raw)": 0.779331624507904, "Finetune/Step": 1270, "Finetune/Step Time": 11.88147940672934}
+{"Finetune/Learning Rate": 1.9931592059231014e-05, "Finetune/Loss": 0.9405368566513062, "Finetune/Loss (Raw)": 1.0262662172317505, "Finetune/Step": 1271, "Finetune/Step Time": 11.877874786034226}
+{"Finetune/Learning Rate": 1.9931395285783726e-05, "Finetune/Loss": 0.9417173862457275, "Finetune/Loss (Raw)": 0.9634392857551575, "Finetune/Step": 1272, "Finetune/Step Time": 11.864760531112552}
+{"Finetune/Learning Rate": 1.993119823071031e-05, "Finetune/Loss": 0.9403431415557861, "Finetune/Loss (Raw)": 0.807410478591919, "Finetune/Step": 1273, "Finetune/Step Time": 11.866526236757636}
+{"Finetune/Learning Rate": 1.9931000894016353e-05, "Finetune/Loss": 0.9380221366882324, "Finetune/Loss (Raw)": 0.8510086536407471, "Finetune/Step": 1274, "Finetune/Step Time": 11.862480953335762}
+{"Finetune/Learning Rate": 1.993080327570745e-05, "Finetune/Loss": 0.9371789693832397, "Finetune/Loss (Raw)": 0.9214794635772705, "Finetune/Step": 1275, "Finetune/Step Time": 11.84628151357174}
+{"Finetune/Learning Rate": 1.9930605375789205e-05, "Finetune/Loss": 0.938603937625885, "Finetune/Loss (Raw)": 1.171459674835205, "Finetune/Step": 1276, "Finetune/Step Time": 11.864139219745994}
+{"Finetune/Learning Rate": 1.993040719426723e-05, "Finetune/Loss": 0.9378473162651062, "Finetune/Loss (Raw)": 0.9183366298675537, "Finetune/Step": 1277, "Finetune/Step Time": 11.870676381513476}
+{"Finetune/Learning Rate": 1.993020873114715e-05, "Finetune/Loss": 0.9378670454025269, "Finetune/Loss (Raw)": 0.9434199333190918, "Finetune/Step": 1278, "Finetune/Step Time": 11.859108377248049}
+{"Finetune/Learning Rate": 1.9930009986434582e-05, "Finetune/Loss": 0.9372577667236328, "Finetune/Loss (Raw)": 0.9508978128433228, "Finetune/Step": 1279, "Finetune/Step Time": 11.865128267556429}
+{"Finetune/Learning Rate": 1.992981096013517e-05, "Finetune/Loss": 0.9381560683250427, "Finetune/Loss (Raw)": 1.045465350151062, "Finetune/Step": 1280, "Finetune/Step Time": 11.861752036958933}
+{"Finetune/Learning Rate": 1.992961165225456e-05, "Finetune/Loss": 0.9380686283111572, "Finetune/Loss (Raw)": 0.9774159789085388, "Finetune/Step": 1281, "Finetune/Step Time": 11.857684038579464}
+{"Finetune/Learning Rate": 1.992941206279839e-05, "Finetune/Loss": 0.9379236698150635, "Finetune/Loss (Raw)": 0.9219251275062561, "Finetune/Step": 1282, "Finetune/Step Time": 11.855591777712107}
+{"Finetune/Learning Rate": 1.9929212191772337e-05, "Finetune/Loss": 0.9368161559104919, "Finetune/Loss (Raw)": 0.9379316568374634, "Finetune/Step": 1283, "Finetune/Step Time": 11.86184398457408}
+{"Finetune/Learning Rate": 1.992901203918206e-05, "Finetune/Loss": 0.9367067813873291, "Finetune/Loss (Raw)": 1.0456095933914185, "Finetune/Step": 1284, "Finetune/Step Time": 11.857349969446659}
+{"Finetune/Learning Rate": 1.9928811605033237e-05, "Finetune/Loss": 0.9366854429244995, "Finetune/Loss (Raw)": 0.9581199288368225, "Finetune/Step": 1285, "Finetune/Step Time": 11.859678136184812}
+{"Finetune/Learning Rate": 1.9928610889331548e-05, "Finetune/Loss": 0.9367396235466003, "Finetune/Loss (Raw)": 1.0292283296585083, "Finetune/Step": 1286, "Finetune/Step Time": 11.85206025838852}
+{"Finetune/Learning Rate": 1.992840989208269e-05, "Finetune/Loss": 0.937674880027771, "Finetune/Loss (Raw)": 1.033423662185669, "Finetune/Step": 1287, "Finetune/Step Time": 11.847670301795006}
+{"Finetune/Learning Rate": 1.9928208613292358e-05, "Finetune/Loss": 0.9382205009460449, "Finetune/Loss (Raw)": 0.911925733089447, "Finetune/Step": 1288, "Finetune/Step Time": 11.845737043768167}
+{"Finetune/Learning Rate": 1.992800705296626e-05, "Finetune/Loss": 0.9381358623504639, "Finetune/Loss (Raw)": 0.9972233176231384, "Finetune/Step": 1289, "Finetune/Step Time": 11.841152323409915}
+{"Finetune/Learning Rate": 1.9927805211110117e-05, "Finetune/Loss": 0.93853759765625, "Finetune/Loss (Raw)": 0.9902960658073425, "Finetune/Step": 1290, "Finetune/Step Time": 11.847468882799149}
+{"Finetune/Learning Rate": 1.992760308772965e-05, "Finetune/Loss": 0.9384891986846924, "Finetune/Loss (Raw)": 0.9966071248054504, "Finetune/Step": 1291, "Finetune/Step Time": 11.849640343338251}
+{"Finetune/Learning Rate": 1.9927400682830588e-05, "Finetune/Loss": 0.941152036190033, "Finetune/Loss (Raw)": 0.9803243279457092, "Finetune/Step": 1292, "Finetune/Step Time": 11.825661569833755}
+{"Finetune/Learning Rate": 1.992719799641867e-05, "Finetune/Loss": 0.9424494504928589, "Finetune/Loss (Raw)": 1.0559768676757812, "Finetune/Step": 1293, "Finetune/Step Time": 11.808678513392806}
+{"Finetune/Learning Rate": 1.992699502849965e-05, "Finetune/Loss": 0.9425230622291565, "Finetune/Loss (Raw)": 0.8783299326896667, "Finetune/Step": 1294, "Finetune/Step Time": 11.830142803490162}
+{"Finetune/Learning Rate": 1.9926791779079274e-05, "Finetune/Loss": 0.9448752403259277, "Finetune/Loss (Raw)": 0.9888654351234436, "Finetune/Step": 1295, "Finetune/Step Time": 11.80846706405282}
+{"Finetune/Learning Rate": 1.9926588248163317e-05, "Finetune/Loss": 0.9449990391731262, "Finetune/Loss (Raw)": 1.0357145071029663, "Finetune/Step": 1296, "Finetune/Step Time": 11.8026042021811}
+{"Finetune/Learning Rate": 1.9926384435757542e-05, "Finetune/Loss": 0.9441322684288025, "Finetune/Loss (Raw)": 0.85160231590271, "Finetune/Step": 1297, "Finetune/Step Time": 11.82214274443686}
+{"Finetune/Learning Rate": 1.992618034186773e-05, "Finetune/Loss": 0.944067656993866, "Finetune/Loss (Raw)": 0.8968537449836731, "Finetune/Step": 1298, "Finetune/Step Time": 11.815674128010869}
+{"Finetune/Learning Rate": 1.9925975966499674e-05, "Finetune/Loss": 0.9441576600074768, "Finetune/Loss (Raw)": 0.9374604821205139, "Finetune/Step": 1299, "Finetune/Step Time": 11.820140551775694}
+{"Finetune/Learning Rate": 1.992577130965916e-05, "Finetune/Loss": 0.9430860280990601, "Finetune/Loss (Raw)": 0.8170222043991089, "Finetune/Step": 1300, "Finetune/Step Time": 11.822901494801044}
+{"Finetune/Learning Rate": 1.9925566371352002e-05, "Finetune/Loss": 0.9422211647033691, "Finetune/Loss (Raw)": 0.9544321894645691, "Finetune/Step": 1301, "Finetune/Step Time": 11.820032473653555}
+{"Finetune/Learning Rate": 1.9925361151584e-05, "Finetune/Loss": 0.9431730508804321, "Finetune/Loss (Raw)": 0.9765781164169312, "Finetune/Step": 1302, "Finetune/Step Time": 11.80465024895966}
+{"Finetune/Learning Rate": 1.9925155650360984e-05, "Finetune/Loss": 0.942517101764679, "Finetune/Loss (Raw)": 1.014733910560608, "Finetune/Step": 1303, "Finetune/Step Time": 11.80093534104526}
+{"Finetune/Learning Rate": 1.9924949867688778e-05, "Finetune/Loss": 0.9437433481216431, "Finetune/Loss (Raw)": 1.0067708492279053, "Finetune/Step": 1304, "Finetune/Step Time": 11.796214085072279}
+{"Finetune/Learning Rate": 1.9924743803573215e-05, "Finetune/Loss": 0.9444851875305176, "Finetune/Loss (Raw)": 1.0541144609451294, "Finetune/Step": 1305, "Finetune/Step Time": 11.792503513395786}
+{"Finetune/Learning Rate": 1.992453745802014e-05, "Finetune/Loss": 0.9453805685043335, "Finetune/Loss (Raw)": 1.0593003034591675, "Finetune/Step": 1306, "Finetune/Step Time": 11.794606328010559}
+{"Finetune/Learning Rate": 1.9924330831035406e-05, "Finetune/Loss": 0.9458202123641968, "Finetune/Loss (Raw)": 0.9544434547424316, "Finetune/Step": 1307, "Finetune/Step Time": 11.799605680629611}
+{"Finetune/Learning Rate": 1.992412392262487e-05, "Finetune/Loss": 0.9446964263916016, "Finetune/Loss (Raw)": 0.807606041431427, "Finetune/Step": 1308, "Finetune/Step Time": 11.798663713037968}
+{"Finetune/Learning Rate": 1.9923916732794398e-05, "Finetune/Loss": 0.9467664957046509, "Finetune/Loss (Raw)": 0.9107130169868469, "Finetune/Step": 1309, "Finetune/Step Time": 11.765953741967678}
+{"Finetune/Learning Rate": 1.9923709261549867e-05, "Finetune/Loss": 0.9456976652145386, "Finetune/Loss (Raw)": 0.7888197302818298, "Finetune/Step": 1310, "Finetune/Step Time": 11.761094020679593}
+{"Finetune/Learning Rate": 1.992350150889716e-05, "Finetune/Loss": 0.9467570185661316, "Finetune/Loss (Raw)": 1.0050668716430664, "Finetune/Step": 1311, "Finetune/Step Time": 11.75874743424356}
+{"Finetune/Learning Rate": 1.9923293474842175e-05, "Finetune/Loss": 0.9467458724975586, "Finetune/Loss (Raw)": 0.9878045320510864, "Finetune/Step": 1312, "Finetune/Step Time": 11.735479854047298}
+{"Finetune/Learning Rate": 1.99230851593908e-05, "Finetune/Loss": 0.9461202621459961, "Finetune/Loss (Raw)": 1.008453369140625, "Finetune/Step": 1313, "Finetune/Step Time": 11.737055327743292}
+{"Finetune/Learning Rate": 1.9922876562548946e-05, "Finetune/Loss": 0.9463174939155579, "Finetune/Loss (Raw)": 1.0105948448181152, "Finetune/Step": 1314, "Finetune/Step Time": 11.735600659623742}
+{"Finetune/Learning Rate": 1.992266768432253e-05, "Finetune/Loss": 0.9463102221488953, "Finetune/Loss (Raw)": 0.9561691284179688, "Finetune/Step": 1315, "Finetune/Step Time": 11.737857824191451}
+{"Finetune/Learning Rate": 1.992245852471748e-05, "Finetune/Loss": 0.9446905851364136, "Finetune/Loss (Raw)": 0.8313153982162476, "Finetune/Step": 1316, "Finetune/Step Time": 11.77446337044239}
+{"Finetune/Learning Rate": 1.9922249083739715e-05, "Finetune/Loss": 0.9458190202713013, "Finetune/Loss (Raw)": 1.0542672872543335, "Finetune/Step": 1317, "Finetune/Step Time": 11.774288322776556}
+{"Finetune/Learning Rate": 1.9922039361395186e-05, "Finetune/Loss": 0.946327269077301, "Finetune/Loss (Raw)": 0.8892508149147034, "Finetune/Step": 1318, "Finetune/Step Time": 11.762610601261258}
+{"Finetune/Learning Rate": 1.9921829357689836e-05, "Finetune/Loss": 0.9477236866950989, "Finetune/Loss (Raw)": 1.106695294380188, "Finetune/Step": 1319, "Finetune/Step Time": 11.762259557843208}
+{"Finetune/Learning Rate": 1.9921619072629617e-05, "Finetune/Loss": 0.9488157629966736, "Finetune/Loss (Raw)": 1.1061094999313354, "Finetune/Step": 1320, "Finetune/Step Time": 11.75581101514399}
+{"Finetune/Learning Rate": 1.9921408506220493e-05, "Finetune/Loss": 0.9480495452880859, "Finetune/Loss (Raw)": 0.9309214949607849, "Finetune/Step": 1321, "Finetune/Step Time": 11.759432598948479}
+{"Finetune/Learning Rate": 1.9921197658468438e-05, "Finetune/Loss": 0.94675213098526, "Finetune/Loss (Raw)": 0.8961628079414368, "Finetune/Step": 1322, "Finetune/Step Time": 11.777883987873793}
+{"Finetune/Learning Rate": 1.992098652937943e-05, "Finetune/Loss": 0.946435809135437, "Finetune/Loss (Raw)": 0.9824218153953552, "Finetune/Step": 1323, "Finetune/Step Time": 11.780990183353424}
+{"Finetune/Learning Rate": 1.9920775118959454e-05, "Finetune/Loss": 0.9495872259140015, "Finetune/Loss (Raw)": 0.9191194176673889, "Finetune/Step": 1324, "Finetune/Step Time": 11.754873525351286}
+{"Finetune/Learning Rate": 1.9920563427214507e-05, "Finetune/Loss": 0.9486539363861084, "Finetune/Loss (Raw)": 0.9289203882217407, "Finetune/Step": 1325, "Finetune/Step Time": 11.746713915839791}
+{"Finetune/Learning Rate": 1.992035145415059e-05, "Finetune/Loss": 0.948922872543335, "Finetune/Loss (Raw)": 0.9786915183067322, "Finetune/Step": 1326, "Finetune/Step Time": 11.74911198578775}
+{"Finetune/Learning Rate": 1.992013919977372e-05, "Finetune/Loss": 0.9509045481681824, "Finetune/Loss (Raw)": 1.268406867980957, "Finetune/Step": 1327, "Finetune/Step Time": 11.752260765060782}
+{"Finetune/Learning Rate": 1.9919926664089907e-05, "Finetune/Loss": 0.9513438940048218, "Finetune/Loss (Raw)": 1.02741277217865, "Finetune/Step": 1328, "Finetune/Step Time": 11.75401365198195}
+{"Finetune/Learning Rate": 1.9919713847105186e-05, "Finetune/Loss": 0.9505994319915771, "Finetune/Loss (Raw)": 0.9131439328193665, "Finetune/Step": 1329, "Finetune/Step Time": 11.75442936271429}
+{"Finetune/Learning Rate": 1.9919500748825587e-05, "Finetune/Loss": 0.9533650875091553, "Finetune/Loss (Raw)": 0.9265767931938171, "Finetune/Step": 1330, "Finetune/Step Time": 11.72132266126573}
+{"Finetune/Learning Rate": 1.991928736925715e-05, "Finetune/Loss": 0.9532898664474487, "Finetune/Loss (Raw)": 0.895423173904419, "Finetune/Step": 1331, "Finetune/Step Time": 11.712976478040218}
+{"Finetune/Learning Rate": 1.9919073708405932e-05, "Finetune/Loss": 0.9538393616676331, "Finetune/Loss (Raw)": 0.9741417169570923, "Finetune/Step": 1332, "Finetune/Step Time": 11.721553375944495}
+{"Finetune/Learning Rate": 1.9918859766277996e-05, "Finetune/Loss": 0.953380823135376, "Finetune/Loss (Raw)": 0.8487271070480347, "Finetune/Step": 1333, "Finetune/Step Time": 11.71597559005022}
+{"Finetune/Learning Rate": 1.9918645542879397e-05, "Finetune/Loss": 0.9526854157447815, "Finetune/Loss (Raw)": 0.9289800524711609, "Finetune/Step": 1334, "Finetune/Step Time": 11.701114926487207}
+{"Finetune/Learning Rate": 1.9918431038216216e-05, "Finetune/Loss": 0.9537093639373779, "Finetune/Loss (Raw)": 0.9956421852111816, "Finetune/Step": 1335, "Finetune/Step Time": 11.70348808541894}
+{"Finetune/Learning Rate": 1.9918216252294532e-05, "Finetune/Loss": 0.953376829624176, "Finetune/Loss (Raw)": 0.9128836393356323, "Finetune/Step": 1336, "Finetune/Step Time": 11.743211690336466}
+{"Finetune/Learning Rate": 1.9918001185120444e-05, "Finetune/Loss": 0.953282356262207, "Finetune/Loss (Raw)": 0.9094354510307312, "Finetune/Step": 1337, "Finetune/Step Time": 11.740849427878857}
+{"Finetune/Learning Rate": 1.991778583670004e-05, "Finetune/Loss": 0.9544944763183594, "Finetune/Loss (Raw)": 0.984753429889679, "Finetune/Step": 1338, "Finetune/Step Time": 11.738962283357978}
+{"Finetune/Learning Rate": 1.9917570207039435e-05, "Finetune/Loss": 0.9550173282623291, "Finetune/Loss (Raw)": 0.9498396515846252, "Finetune/Step": 1339, "Finetune/Step Time": 11.726431235671043}
+{"Finetune/Learning Rate": 1.9917354296144742e-05, "Finetune/Loss": 0.955662727355957, "Finetune/Loss (Raw)": 1.0206280946731567, "Finetune/Step": 1340, "Finetune/Step Time": 11.73077460192144}
+{"Finetune/Learning Rate": 1.991713810402208e-05, "Finetune/Loss": 0.9554743766784668, "Finetune/Loss (Raw)": 0.9959504008293152, "Finetune/Step": 1341, "Finetune/Step Time": 11.723257441073656}
+{"Finetune/Learning Rate": 1.9916921630677585e-05, "Finetune/Loss": 0.9558504819869995, "Finetune/Loss (Raw)": 0.9679902195930481, "Finetune/Step": 1342, "Finetune/Step Time": 11.711920525878668}
+{"Finetune/Learning Rate": 1.991670487611739e-05, "Finetune/Loss": 0.9546161890029907, "Finetune/Loss (Raw)": 0.9151719808578491, "Finetune/Step": 1343, "Finetune/Step Time": 11.726844009011984}
+{"Finetune/Learning Rate": 1.9916487840347644e-05, "Finetune/Loss": 0.9542809724807739, "Finetune/Loss (Raw)": 0.9302513599395752, "Finetune/Step": 1344, "Finetune/Step Time": 11.73516128025949}
+{"Finetune/Learning Rate": 1.99162705233745e-05, "Finetune/Loss": 0.9542306661605835, "Finetune/Loss (Raw)": 1.015453577041626, "Finetune/Step": 1345, "Finetune/Step Time": 11.738037347793579}
+{"Finetune/Learning Rate": 1.9916052925204123e-05, "Finetune/Loss": 0.9533613920211792, "Finetune/Loss (Raw)": 0.773104727268219, "Finetune/Step": 1346, "Finetune/Step Time": 11.745563881471753}
+{"Finetune/Learning Rate": 1.9915835045842686e-05, "Finetune/Loss": 0.953628659248352, "Finetune/Loss (Raw)": 0.9592820405960083, "Finetune/Step": 1347, "Finetune/Step Time": 11.743139749392867}
+{"Finetune/Learning Rate": 1.991561688529636e-05, "Finetune/Loss": 0.9539282321929932, "Finetune/Loss (Raw)": 0.9548189640045166, "Finetune/Step": 1348, "Finetune/Step Time": 11.73705206438899}
+{"Finetune/Learning Rate": 1.9915398443571338e-05, "Finetune/Loss": 0.9524720311164856, "Finetune/Loss (Raw)": 0.852615237236023, "Finetune/Step": 1349, "Finetune/Step Time": 11.7231331076473}
+{"Finetune/Learning Rate": 1.991517972067381e-05, "Finetune/Loss": 0.9523609280586243, "Finetune/Loss (Raw)": 0.9332597255706787, "Finetune/Step": 1350, "Finetune/Step Time": 11.722789943218231}
+{"Finetune/Learning Rate": 1.991496071660998e-05, "Finetune/Loss": 0.9522671699523926, "Finetune/Loss (Raw)": 0.9384200572967529, "Finetune/Step": 1351, "Finetune/Step Time": 11.721199370920658}
+{"Finetune/Learning Rate": 1.9914741431386063e-05, "Finetune/Loss": 0.950099527835846, "Finetune/Loss (Raw)": 0.6558425426483154, "Finetune/Step": 1352, "Finetune/Step Time": 11.7462859749794}
+{"Finetune/Learning Rate": 1.991452186500827e-05, "Finetune/Loss": 0.9503387212753296, "Finetune/Loss (Raw)": 0.9440194368362427, "Finetune/Step": 1353, "Finetune/Step Time": 11.769127579405904}
+{"Finetune/Learning Rate": 1.9914302017482827e-05, "Finetune/Loss": 0.9495201110839844, "Finetune/Loss (Raw)": 0.851107656955719, "Finetune/Step": 1354, "Finetune/Step Time": 11.768434731289744}
+{"Finetune/Learning Rate": 1.991408188881597e-05, "Finetune/Loss": 0.9496455192565918, "Finetune/Loss (Raw)": 0.8947271704673767, "Finetune/Step": 1355, "Finetune/Step Time": 11.771277347579598}
+{"Finetune/Learning Rate": 1.9913861479013946e-05, "Finetune/Loss": 0.9500713348388672, "Finetune/Loss (Raw)": 0.9605135321617126, "Finetune/Step": 1356, "Finetune/Step Time": 11.776156470179558}
+{"Finetune/Learning Rate": 1.9913640788083003e-05, "Finetune/Loss": 0.9474027752876282, "Finetune/Loss (Raw)": 0.6064972281455994, "Finetune/Step": 1357, "Finetune/Step Time": 11.784152571111917}
+{"Finetune/Learning Rate": 1.9913419816029397e-05, "Finetune/Loss": 0.9477889537811279, "Finetune/Loss (Raw)": 0.869228720664978, "Finetune/Step": 1358, "Finetune/Step Time": 11.79024825245142}
+{"Finetune/Learning Rate": 1.9913198562859396e-05, "Finetune/Loss": 0.9474979639053345, "Finetune/Loss (Raw)": 0.9933686256408691, "Finetune/Step": 1359, "Finetune/Step Time": 11.804246217012405}
+{"Finetune/Learning Rate": 1.991297702857927e-05, "Finetune/Loss": 0.9472334980964661, "Finetune/Loss (Raw)": 0.9604638814926147, "Finetune/Step": 1360, "Finetune/Step Time": 11.801794523373246}
+{"Finetune/Learning Rate": 1.9912755213195303e-05, "Finetune/Loss": 0.9481053352355957, "Finetune/Loss (Raw)": 0.9242103695869446, "Finetune/Step": 1361, "Finetune/Step Time": 11.799143144860864}
+{"Finetune/Learning Rate": 1.991253311671379e-05, "Finetune/Loss": 0.9480208158493042, "Finetune/Loss (Raw)": 1.0039989948272705, "Finetune/Step": 1362, "Finetune/Step Time": 11.804511226713657}
+{"Finetune/Learning Rate": 1.9912310739141024e-05, "Finetune/Loss": 0.9495362043380737, "Finetune/Loss (Raw)": 1.0565658807754517, "Finetune/Step": 1363, "Finetune/Step Time": 11.838000603020191}
+{"Finetune/Learning Rate": 1.9912088080483315e-05, "Finetune/Loss": 0.9501005411148071, "Finetune/Loss (Raw)": 1.0060532093048096, "Finetune/Step": 1364, "Finetune/Step Time": 11.839401887729764}
+{"Finetune/Learning Rate": 1.991186514074697e-05, "Finetune/Loss": 0.9499419927597046, "Finetune/Loss (Raw)": 0.9308972954750061, "Finetune/Step": 1365, "Finetune/Step Time": 11.832811472937465}
+{"Finetune/Learning Rate": 1.9911641919938316e-05, "Finetune/Loss": 0.9494332075119019, "Finetune/Loss (Raw)": 0.9782232642173767, "Finetune/Step": 1366, "Finetune/Step Time": 11.818829074501991}
+{"Finetune/Learning Rate": 1.9911418418063685e-05, "Finetune/Loss": 0.9489275813102722, "Finetune/Loss (Raw)": 0.9891218543052673, "Finetune/Step": 1367, "Finetune/Step Time": 11.815836638212204}
+{"Finetune/Learning Rate": 1.991119463512941e-05, "Finetune/Loss": 0.9464403390884399, "Finetune/Loss (Raw)": 0.6523301601409912, "Finetune/Step": 1368, "Finetune/Step Time": 11.843522483482957}
+{"Finetune/Learning Rate": 1.9910970571141835e-05, "Finetune/Loss": 0.9459194540977478, "Finetune/Loss (Raw)": 0.8942430019378662, "Finetune/Step": 1369, "Finetune/Step Time": 11.836784806102514}
+{"Finetune/Learning Rate": 1.9910746226107322e-05, "Finetune/Loss": 0.9470981955528259, "Finetune/Loss (Raw)": 0.8729597926139832, "Finetune/Step": 1370, "Finetune/Step Time": 11.839094266295433}
+{"Finetune/Learning Rate": 1.991052160003223e-05, "Finetune/Loss": 0.9467450380325317, "Finetune/Loss (Raw)": 0.9245120882987976, "Finetune/Step": 1371, "Finetune/Step Time": 11.833403788506985}
+{"Finetune/Learning Rate": 1.9910296692922923e-05, "Finetune/Loss": 0.948697566986084, "Finetune/Loss (Raw)": 1.1252176761627197, "Finetune/Step": 1372, "Finetune/Step Time": 11.818895535543561}
+{"Finetune/Learning Rate": 1.9910071504785787e-05, "Finetune/Loss": 0.9477218389511108, "Finetune/Loss (Raw)": 0.956879198551178, "Finetune/Step": 1373, "Finetune/Step Time": 11.82277611270547}
+{"Finetune/Learning Rate": 1.99098460356272e-05, "Finetune/Loss": 0.9470806121826172, "Finetune/Loss (Raw)": 1.0162818431854248, "Finetune/Step": 1374, "Finetune/Step Time": 11.831598449498415}
+{"Finetune/Learning Rate": 1.990962028545356e-05, "Finetune/Loss": 0.9461733102798462, "Finetune/Loss (Raw)": 0.9420105218887329, "Finetune/Step": 1375, "Finetune/Step Time": 11.833997156471014}
+{"Finetune/Learning Rate": 1.990939425427127e-05, "Finetune/Loss": 0.9459474086761475, "Finetune/Loss (Raw)": 0.885351300239563, "Finetune/Step": 1376, "Finetune/Step Time": 11.830974014475942}
+{"Finetune/Learning Rate": 1.9909167942086736e-05, "Finetune/Loss": 0.9452019929885864, "Finetune/Loss (Raw)": 0.9332968592643738, "Finetune/Step": 1377, "Finetune/Step Time": 11.835928451269865}
+{"Finetune/Learning Rate": 1.9908941348906377e-05, "Finetune/Loss": 0.9454150795936584, "Finetune/Loss (Raw)": 0.9405902624130249, "Finetune/Step": 1378, "Finetune/Step Time": 11.8334930408746}
+{"Finetune/Learning Rate": 1.990871447473662e-05, "Finetune/Loss": 0.9455702304840088, "Finetune/Loss (Raw)": 0.962524950504303, "Finetune/Step": 1379, "Finetune/Step Time": 11.832549000158906}
+{"Finetune/Learning Rate": 1.9908487319583893e-05, "Finetune/Loss": 0.9450311660766602, "Finetune/Loss (Raw)": 1.0085220336914062, "Finetune/Step": 1380, "Finetune/Step Time": 11.832934765145183}
+{"Finetune/Learning Rate": 1.9908259883454647e-05, "Finetune/Loss": 0.9440960884094238, "Finetune/Loss (Raw)": 0.8714514970779419, "Finetune/Step": 1381, "Finetune/Step Time": 11.838528733700514}
+{"Finetune/Learning Rate": 1.9908032166355323e-05, "Finetune/Loss": 0.9445787072181702, "Finetune/Loss (Raw)": 1.0368636846542358, "Finetune/Step": 1382, "Finetune/Step Time": 11.836100526154041}
+{"Finetune/Learning Rate": 1.990780416829238e-05, "Finetune/Loss": 0.9437447786331177, "Finetune/Loss (Raw)": 0.7185565233230591, "Finetune/Step": 1383, "Finetune/Step Time": 11.823157392442226}
+{"Finetune/Learning Rate": 1.990757588927229e-05, "Finetune/Loss": 0.9430791139602661, "Finetune/Loss (Raw)": 0.7946948409080505, "Finetune/Step": 1384, "Finetune/Step Time": 11.86540219001472}
+{"Finetune/Learning Rate": 1.9907347329301517e-05, "Finetune/Loss": 0.9424121379852295, "Finetune/Loss (Raw)": 0.9664421081542969, "Finetune/Step": 1385, "Finetune/Step Time": 11.873493760824203}
+{"Finetune/Learning Rate": 1.9907118488386547e-05, "Finetune/Loss": 0.9446718692779541, "Finetune/Loss (Raw)": 0.9612071514129639, "Finetune/Step": 1386, "Finetune/Step Time": 11.847487999126315}
+{"Finetune/Learning Rate": 1.9906889366533868e-05, "Finetune/Loss": 0.9435359239578247, "Finetune/Loss (Raw)": 0.8387265205383301, "Finetune/Step": 1387, "Finetune/Step Time": 11.85081778280437}
+{"Finetune/Learning Rate": 1.990665996374998e-05, "Finetune/Loss": 0.9422252178192139, "Finetune/Loss (Raw)": 0.8478804230690002, "Finetune/Step": 1388, "Finetune/Step Time": 11.857086097821593}
+{"Finetune/Learning Rate": 1.9906430280041383e-05, "Finetune/Loss": 0.9397250413894653, "Finetune/Loss (Raw)": 0.6506171226501465, "Finetune/Step": 1389, "Finetune/Step Time": 11.880264461040497}
+{"Finetune/Learning Rate": 1.9906200315414598e-05, "Finetune/Loss": 0.9397180080413818, "Finetune/Loss (Raw)": 0.966241717338562, "Finetune/Step": 1390, "Finetune/Step Time": 11.88021720200777}
+{"Finetune/Learning Rate": 1.9905970069876136e-05, "Finetune/Loss": 0.9392868280410767, "Finetune/Loss (Raw)": 0.8749030828475952, "Finetune/Step": 1391, "Finetune/Step Time": 11.88283009454608}
+{"Finetune/Learning Rate": 1.9905739543432536e-05, "Finetune/Loss": 0.9391443729400635, "Finetune/Loss (Raw)": 0.9854073524475098, "Finetune/Step": 1392, "Finetune/Step Time": 11.888992073014379}
+{"Finetune/Learning Rate": 1.990550873609033e-05, "Finetune/Loss": 0.9392036199569702, "Finetune/Loss (Raw)": 0.9215505719184875, "Finetune/Step": 1393, "Finetune/Step Time": 11.877703299745917}
+{"Finetune/Learning Rate": 1.990527764785606e-05, "Finetune/Loss": 0.9413572549819946, "Finetune/Loss (Raw)": 0.9094122648239136, "Finetune/Step": 1394, "Finetune/Step Time": 11.85100088454783}
+{"Finetune/Learning Rate": 1.990504627873629e-05, "Finetune/Loss": 0.9422159194946289, "Finetune/Loss (Raw)": 0.8867030739784241, "Finetune/Step": 1395, "Finetune/Step Time": 11.873288240283728}
+{"Finetune/Learning Rate": 1.990481462873757e-05, "Finetune/Loss": 0.9406543970108032, "Finetune/Loss (Raw)": 0.8165275454521179, "Finetune/Step": 1396, "Finetune/Step Time": 11.869980685412884}
+{"Finetune/Learning Rate": 1.990458269786647e-05, "Finetune/Loss": 0.9395402669906616, "Finetune/Loss (Raw)": 0.942253053188324, "Finetune/Step": 1397, "Finetune/Step Time": 11.874265549704432}
+{"Finetune/Learning Rate": 1.990435048612957e-05, "Finetune/Loss": 0.9408124685287476, "Finetune/Loss (Raw)": 0.9421723484992981, "Finetune/Step": 1398, "Finetune/Step Time": 11.84550647251308}
+{"Finetune/Learning Rate": 1.990411799353346e-05, "Finetune/Loss": 0.9405443668365479, "Finetune/Loss (Raw)": 0.9919492602348328, "Finetune/Step": 1399, "Finetune/Step Time": 11.852226868271828}
+{"Finetune/Learning Rate": 1.9903885220084723e-05, "Finetune/Loss": 0.9410808086395264, "Finetune/Loss (Raw)": 1.0320966243743896, "Finetune/Step": 1400, "Finetune/Step Time": 11.858404155820608}
+{"Finetune/Learning Rate": 1.9903652165789965e-05, "Finetune/Loss": 0.9395914077758789, "Finetune/Loss (Raw)": 0.6167678833007812, "Finetune/Step": 1401, "Finetune/Step Time": 11.879665218293667}
+{"Finetune/Learning Rate": 1.990341883065579e-05, "Finetune/Loss": 0.9406757354736328, "Finetune/Loss (Raw)": 0.9898079037666321, "Finetune/Step": 1402, "Finetune/Step Time": 11.89132016710937}
+{"Finetune/Learning Rate": 1.9903185214688824e-05, "Finetune/Loss": 0.9401990175247192, "Finetune/Loss (Raw)": 0.8604542016983032, "Finetune/Step": 1403, "Finetune/Step Time": 11.922584326937795}
+{"Finetune/Learning Rate": 1.9902951317895685e-05, "Finetune/Loss": 0.936943769454956, "Finetune/Loss (Raw)": 0.7547960877418518, "Finetune/Step": 1404, "Finetune/Step Time": 11.900791890919209}
+{"Finetune/Learning Rate": 1.9902717140283006e-05, "Finetune/Loss": 0.9377923011779785, "Finetune/Loss (Raw)": 1.026941180229187, "Finetune/Step": 1405, "Finetune/Step Time": 11.891842098906636}
+{"Finetune/Learning Rate": 1.990248268185743e-05, "Finetune/Loss": 0.9380964040756226, "Finetune/Loss (Raw)": 0.9823465347290039, "Finetune/Step": 1406, "Finetune/Step Time": 11.896135468035936}
+{"Finetune/Learning Rate": 1.99022479426256e-05, "Finetune/Loss": 0.9372612833976746, "Finetune/Loss (Raw)": 0.8439993858337402, "Finetune/Step": 1407, "Finetune/Step Time": 11.89061793871224}
+{"Finetune/Learning Rate": 1.9902012922594178e-05, "Finetune/Loss": 0.937143862247467, "Finetune/Loss (Raw)": 1.0304404497146606, "Finetune/Step": 1408, "Finetune/Step Time": 11.894957356154919}
+{"Finetune/Learning Rate": 1.9901777621769827e-05, "Finetune/Loss": 0.9371622800827026, "Finetune/Loss (Raw)": 0.9797706604003906, "Finetune/Step": 1409, "Finetune/Step Time": 11.900484358891845}
+{"Finetune/Learning Rate": 1.9901542040159222e-05, "Finetune/Loss": 0.9364070892333984, "Finetune/Loss (Raw)": 0.825268030166626, "Finetune/Step": 1410, "Finetune/Step Time": 11.903038350865245}
+{"Finetune/Learning Rate": 1.9901306177769036e-05, "Finetune/Loss": 0.9366470575332642, "Finetune/Loss (Raw)": 0.9686385989189148, "Finetune/Step": 1411, "Finetune/Step Time": 11.897705290466547}
+{"Finetune/Learning Rate": 1.9901070034605968e-05, "Finetune/Loss": 0.9355354905128479, "Finetune/Loss (Raw)": 0.9033323526382446, "Finetune/Step": 1412, "Finetune/Step Time": 11.889840304851532}
+{"Finetune/Learning Rate": 1.990083361067671e-05, "Finetune/Loss": 0.9347953200340271, "Finetune/Loss (Raw)": 0.8633761405944824, "Finetune/Step": 1413, "Finetune/Step Time": 11.885258482769132}
+{"Finetune/Learning Rate": 1.9900596905987958e-05, "Finetune/Loss": 0.9344098567962646, "Finetune/Loss (Raw)": 0.9798997044563293, "Finetune/Step": 1414, "Finetune/Step Time": 11.884094776585698}
+{"Finetune/Learning Rate": 1.9900359920546433e-05, "Finetune/Loss": 0.9339979887008667, "Finetune/Loss (Raw)": 0.98069828748703, "Finetune/Step": 1415, "Finetune/Step Time": 11.886731943115592}
+{"Finetune/Learning Rate": 1.9900122654358857e-05, "Finetune/Loss": 0.934562623500824, "Finetune/Loss (Raw)": 0.9841981530189514, "Finetune/Step": 1416, "Finetune/Step Time": 11.88777475617826}
+{"Finetune/Learning Rate": 1.9899885107431955e-05, "Finetune/Loss": 0.9339001178741455, "Finetune/Loss (Raw)": 0.9124132394790649, "Finetune/Step": 1417, "Finetune/Step Time": 11.896039305254817}
+{"Finetune/Learning Rate": 1.989964727977246e-05, "Finetune/Loss": 0.9342190623283386, "Finetune/Loss (Raw)": 1.0311310291290283, "Finetune/Step": 1418, "Finetune/Step Time": 11.89512955956161}
+{"Finetune/Learning Rate": 1.989940917138712e-05, "Finetune/Loss": 0.9338158369064331, "Finetune/Loss (Raw)": 0.9449911117553711, "Finetune/Step": 1419, "Finetune/Step Time": 11.888759423047304}
+{"Finetune/Learning Rate": 1.9899170782282685e-05, "Finetune/Loss": 0.9328007698059082, "Finetune/Loss (Raw)": 0.8504031300544739, "Finetune/Step": 1420, "Finetune/Step Time": 11.88478017412126}
+{"Finetune/Learning Rate": 1.989893211246592e-05, "Finetune/Loss": 0.931985080242157, "Finetune/Loss (Raw)": 0.9515622854232788, "Finetune/Step": 1421, "Finetune/Step Time": 11.88224514760077}
+{"Finetune/Learning Rate": 1.9898693161943583e-05, "Finetune/Loss": 0.9330300092697144, "Finetune/Loss (Raw)": 1.012080430984497, "Finetune/Step": 1422, "Finetune/Step Time": 11.863798141479492}
+{"Finetune/Learning Rate": 1.989845393072246e-05, "Finetune/Loss": 0.9324694275856018, "Finetune/Loss (Raw)": 0.917107880115509, "Finetune/Step": 1423, "Finetune/Step Time": 11.87119179032743}
+{"Finetune/Learning Rate": 1.989821441880933e-05, "Finetune/Loss": 0.9324200749397278, "Finetune/Loss (Raw)": 1.029401421546936, "Finetune/Step": 1424, "Finetune/Step Time": 11.867922784760594}
+{"Finetune/Learning Rate": 1.9897974626210984e-05, "Finetune/Loss": 0.9326966404914856, "Finetune/Loss (Raw)": 0.8870009779930115, "Finetune/Step": 1425, "Finetune/Step Time": 11.84006462059915}
+{"Finetune/Learning Rate": 1.9897734552934228e-05, "Finetune/Loss": 0.9318662881851196, "Finetune/Loss (Raw)": 0.7905665040016174, "Finetune/Step": 1426, "Finetune/Step Time": 11.847708391025662}
+{"Finetune/Learning Rate": 1.989749419898586e-05, "Finetune/Loss": 0.9317556023597717, "Finetune/Loss (Raw)": 0.9232960939407349, "Finetune/Step": 1427, "Finetune/Step Time": 11.857814151793718}
+{"Finetune/Learning Rate": 1.9897253564372704e-05, "Finetune/Loss": 0.9334625601768494, "Finetune/Loss (Raw)": 1.035513997077942, "Finetune/Step": 1428, "Finetune/Step Time": 11.857873687520623}
+{"Finetune/Learning Rate": 1.989701264910158e-05, "Finetune/Loss": 0.9338955283164978, "Finetune/Loss (Raw)": 1.0098519325256348, "Finetune/Step": 1429, "Finetune/Step Time": 11.852558627724648}
+{"Finetune/Learning Rate": 1.9896771453179323e-05, "Finetune/Loss": 0.9337824583053589, "Finetune/Loss (Raw)": 0.9621038436889648, "Finetune/Step": 1430, "Finetune/Step Time": 11.855341233313084}
+{"Finetune/Learning Rate": 1.989652997661277e-05, "Finetune/Loss": 0.9343632459640503, "Finetune/Loss (Raw)": 1.0890753269195557, "Finetune/Step": 1431, "Finetune/Step Time": 11.864135757088661}
+{"Finetune/Learning Rate": 1.989628821940877e-05, "Finetune/Loss": 0.9333813190460205, "Finetune/Loss (Raw)": 0.8810881972312927, "Finetune/Step": 1432, "Finetune/Step Time": 11.898051343858242}
+{"Finetune/Learning Rate": 1.9896046181574173e-05, "Finetune/Loss": 0.9326838254928589, "Finetune/Loss (Raw)": 0.9648272395133972, "Finetune/Step": 1433, "Finetune/Step Time": 11.89931358769536}
+{"Finetune/Learning Rate": 1.9895803863115848e-05, "Finetune/Loss": 0.9309276342391968, "Finetune/Loss (Raw)": 0.8345123529434204, "Finetune/Step": 1434, "Finetune/Step Time": 11.922489199787378}
+{"Finetune/Learning Rate": 1.9895561264040668e-05, "Finetune/Loss": 0.9308192133903503, "Finetune/Loss (Raw)": 0.9405645132064819, "Finetune/Step": 1435, "Finetune/Step Time": 11.919956838712096}
+{"Finetune/Learning Rate": 1.989531838435551e-05, "Finetune/Loss": 0.9312864542007446, "Finetune/Loss (Raw)": 0.8674110174179077, "Finetune/Step": 1436, "Finetune/Step Time": 11.939737441018224}
+{"Finetune/Learning Rate": 1.989507522406726e-05, "Finetune/Loss": 0.9320645928382874, "Finetune/Loss (Raw)": 1.010316252708435, "Finetune/Step": 1437, "Finetune/Step Time": 11.947481397539377}
+{"Finetune/Learning Rate": 1.989483178318281e-05, "Finetune/Loss": 0.9328489899635315, "Finetune/Loss (Raw)": 0.889220118522644, "Finetune/Step": 1438, "Finetune/Step Time": 11.953735873103142}
+{"Finetune/Learning Rate": 1.9894588061709072e-05, "Finetune/Loss": 0.9327176809310913, "Finetune/Loss (Raw)": 0.9882559180259705, "Finetune/Step": 1439, "Finetune/Step Time": 11.978228343650699}
+{"Finetune/Learning Rate": 1.9894344059652953e-05, "Finetune/Loss": 0.9314649105072021, "Finetune/Loss (Raw)": 0.8274510502815247, "Finetune/Step": 1440, "Finetune/Step Time": 11.980320295318961}
+{"Finetune/Learning Rate": 1.989409977702137e-05, "Finetune/Loss": 0.931174099445343, "Finetune/Loss (Raw)": 0.9712350964546204, "Finetune/Step": 1441, "Finetune/Step Time": 11.983288494870067}
+{"Finetune/Learning Rate": 1.9893855213821256e-05, "Finetune/Loss": 0.930631160736084, "Finetune/Loss (Raw)": 0.941094696521759, "Finetune/Step": 1442, "Finetune/Step Time": 11.977797320112586}
+{"Finetune/Learning Rate": 1.989361037005954e-05, "Finetune/Loss": 0.9313206672668457, "Finetune/Loss (Raw)": 1.0444231033325195, "Finetune/Step": 1443, "Finetune/Step Time": 11.981250951066613}
+{"Finetune/Learning Rate": 1.9893365245743166e-05, "Finetune/Loss": 0.9313690066337585, "Finetune/Loss (Raw)": 0.8375094532966614, "Finetune/Step": 1444, "Finetune/Step Time": 11.992735628038645}
+{"Finetune/Learning Rate": 1.989311984087909e-05, "Finetune/Loss": 0.9277949929237366, "Finetune/Loss (Raw)": 0.5967956185340881, "Finetune/Step": 1445, "Finetune/Step Time": 12.023096140474081}
+{"Finetune/Learning Rate": 1.989287415547427e-05, "Finetune/Loss": 0.9296343326568604, "Finetune/Loss (Raw)": 1.124682903289795, "Finetune/Step": 1446, "Finetune/Step Time": 12.012722454965115}
+{"Finetune/Learning Rate": 1.9892628189535667e-05, "Finetune/Loss": 0.9285078048706055, "Finetune/Loss (Raw)": 0.9624956250190735, "Finetune/Step": 1447, "Finetune/Step Time": 12.010312862694263}
+{"Finetune/Learning Rate": 1.9892381943070255e-05, "Finetune/Loss": 0.9269439578056335, "Finetune/Loss (Raw)": 0.9059445858001709, "Finetune/Step": 1448, "Finetune/Step Time": 12.011805893853307}
+{"Finetune/Learning Rate": 1.9892135416085025e-05, "Finetune/Loss": 0.9269356727600098, "Finetune/Loss (Raw)": 0.9298577308654785, "Finetune/Step": 1449, "Finetune/Step Time": 12.017524940893054}
+{"Finetune/Learning Rate": 1.9891888608586968e-05, "Finetune/Loss": 0.9273809194564819, "Finetune/Loss (Raw)": 0.9531516432762146, "Finetune/Step": 1450, "Finetune/Step Time": 12.003555964678526}
+{"Finetune/Learning Rate": 1.9891641520583075e-05, "Finetune/Loss": 0.9269774556159973, "Finetune/Loss (Raw)": 0.9307770729064941, "Finetune/Step": 1451, "Finetune/Step Time": 11.99620870873332}
+{"Finetune/Learning Rate": 1.9891394152080355e-05, "Finetune/Loss": 0.9272713661193848, "Finetune/Loss (Raw)": 0.9567385911941528, "Finetune/Step": 1452, "Finetune/Step Time": 11.998774755746126}
+{"Finetune/Learning Rate": 1.9891146503085826e-05, "Finetune/Loss": 0.9269757270812988, "Finetune/Loss (Raw)": 0.8910795450210571, "Finetune/Step": 1453, "Finetune/Step Time": 12.019637020304799}
+{"Finetune/Learning Rate": 1.9890898573606508e-05, "Finetune/Loss": 0.9266202449798584, "Finetune/Loss (Raw)": 0.933194100856781, "Finetune/Step": 1454, "Finetune/Step Time": 12.015583597123623}
+{"Finetune/Learning Rate": 1.9890650363649434e-05, "Finetune/Loss": 0.9246460199356079, "Finetune/Loss (Raw)": 1.0157076120376587, "Finetune/Step": 1455, "Finetune/Step Time": 12.013686565682292}
+{"Finetune/Learning Rate": 1.9890401873221642e-05, "Finetune/Loss": 0.9230318665504456, "Finetune/Loss (Raw)": 0.8207967877388, "Finetune/Step": 1456, "Finetune/Step Time": 12.008348373696208}
+{"Finetune/Learning Rate": 1.9890153102330175e-05, "Finetune/Loss": 0.9245665073394775, "Finetune/Loss (Raw)": 1.1095818281173706, "Finetune/Step": 1457, "Finetune/Step Time": 12.00812279060483}
+{"Finetune/Learning Rate": 1.988990405098209e-05, "Finetune/Loss": 0.9251249432563782, "Finetune/Loss (Raw)": 0.9980598092079163, "Finetune/Step": 1458, "Finetune/Step Time": 12.007987774908543}
+{"Finetune/Learning Rate": 1.988965471918445e-05, "Finetune/Loss": 0.9251835346221924, "Finetune/Loss (Raw)": 0.9029116034507751, "Finetune/Step": 1459, "Finetune/Step Time": 12.018879177048802}
+{"Finetune/Learning Rate": 1.9889405106944327e-05, "Finetune/Loss": 0.9242211580276489, "Finetune/Loss (Raw)": 0.850967288017273, "Finetune/Step": 1460, "Finetune/Step Time": 12.013901732861996}
+{"Finetune/Learning Rate": 1.988915521426879e-05, "Finetune/Loss": 0.9254913330078125, "Finetune/Loss (Raw)": 1.011310338973999, "Finetune/Step": 1461, "Finetune/Step Time": 12.015019765123725}
+{"Finetune/Learning Rate": 1.988890504116494e-05, "Finetune/Loss": 0.9249076247215271, "Finetune/Loss (Raw)": 0.8542606234550476, "Finetune/Step": 1462, "Finetune/Step Time": 12.021175567060709}
+{"Finetune/Learning Rate": 1.9888654587639857e-05, "Finetune/Loss": 0.9246916174888611, "Finetune/Loss (Raw)": 0.9679908156394958, "Finetune/Step": 1463, "Finetune/Step Time": 12.043464686721563}
+{"Finetune/Learning Rate": 1.9888403853700654e-05, "Finetune/Loss": 0.9249361753463745, "Finetune/Loss (Raw)": 0.9441955089569092, "Finetune/Step": 1464, "Finetune/Step Time": 12.018927281722426}
+{"Finetune/Learning Rate": 1.9888152839354433e-05, "Finetune/Loss": 0.9255878925323486, "Finetune/Loss (Raw)": 0.9928582906723022, "Finetune/Step": 1465, "Finetune/Step Time": 12.006268935278058}
+{"Finetune/Learning Rate": 1.9887901544608316e-05, "Finetune/Loss": 0.9247564077377319, "Finetune/Loss (Raw)": 0.8783206939697266, "Finetune/Step": 1466, "Finetune/Step Time": 12.019778290763497}
+{"Finetune/Learning Rate": 1.9887649969469432e-05, "Finetune/Loss": 0.9248315691947937, "Finetune/Loss (Raw)": 0.9594545364379883, "Finetune/Step": 1467, "Finetune/Step Time": 12.020720949396491}
+{"Finetune/Learning Rate": 1.9887398113944908e-05, "Finetune/Loss": 0.9224709272384644, "Finetune/Loss (Raw)": 0.718464195728302, "Finetune/Step": 1468, "Finetune/Step Time": 12.04435545578599}
+{"Finetune/Learning Rate": 1.9887145978041895e-05, "Finetune/Loss": 0.9226250648498535, "Finetune/Loss (Raw)": 1.0156850814819336, "Finetune/Step": 1469, "Finetune/Step Time": 12.056648951023817}
+{"Finetune/Learning Rate": 1.988689356176753e-05, "Finetune/Loss": 0.9237285852432251, "Finetune/Loss (Raw)": 1.1092382669448853, "Finetune/Step": 1470, "Finetune/Step Time": 12.053547551855445}
+{"Finetune/Learning Rate": 1.9886640865128983e-05, "Finetune/Loss": 0.9224709272384644, "Finetune/Loss (Raw)": 0.7541927099227905, "Finetune/Step": 1471, "Finetune/Step Time": 12.055164529010653}
+{"Finetune/Learning Rate": 1.9886387888133413e-05, "Finetune/Loss": 0.9232994318008423, "Finetune/Loss (Raw)": 1.0362964868545532, "Finetune/Step": 1472, "Finetune/Step Time": 12.048682428896427}
+{"Finetune/Learning Rate": 1.9886134630787993e-05, "Finetune/Loss": 0.9229968786239624, "Finetune/Loss (Raw)": 0.9767332077026367, "Finetune/Step": 1473, "Finetune/Step Time": 12.03988728672266}
+{"Finetune/Learning Rate": 1.9885881093099912e-05, "Finetune/Loss": 0.924185037612915, "Finetune/Loss (Raw)": 0.9251835346221924, "Finetune/Step": 1474, "Finetune/Step Time": 12.043526636436582}
+{"Finetune/Learning Rate": 1.9885627275076354e-05, "Finetune/Loss": 0.9232080578804016, "Finetune/Loss (Raw)": 0.8342320919036865, "Finetune/Step": 1475, "Finetune/Step Time": 12.043737314641476}
+{"Finetune/Learning Rate": 1.9885373176724518e-05, "Finetune/Loss": 0.9229992628097534, "Finetune/Loss (Raw)": 0.9280921816825867, "Finetune/Step": 1476, "Finetune/Step Time": 12.046101417392492}
+{"Finetune/Learning Rate": 1.9885118798051607e-05, "Finetune/Loss": 0.9238811731338501, "Finetune/Loss (Raw)": 0.9654988050460815, "Finetune/Step": 1477, "Finetune/Step Time": 12.061749450862408}
+{"Finetune/Learning Rate": 1.9884864139064834e-05, "Finetune/Loss": 0.92366623878479, "Finetune/Loss (Raw)": 0.9057455658912659, "Finetune/Step": 1478, "Finetune/Step Time": 12.06496723741293}
+{"Finetune/Learning Rate": 1.9884609199771427e-05, "Finetune/Loss": 0.924587070941925, "Finetune/Loss (Raw)": 1.0562856197357178, "Finetune/Step": 1479, "Finetune/Step Time": 12.07220152206719}
+{"Finetune/Learning Rate": 1.988435398017861e-05, "Finetune/Loss": 0.9265221357345581, "Finetune/Loss (Raw)": 0.9035356044769287, "Finetune/Step": 1480, "Finetune/Step Time": 12.046161375939846}
+{"Finetune/Learning Rate": 1.9884098480293623e-05, "Finetune/Loss": 0.9243075847625732, "Finetune/Loss (Raw)": 0.6605547666549683, "Finetune/Step": 1481, "Finetune/Step Time": 12.055758139118552}
+{"Finetune/Learning Rate": 1.9883842700123708e-05, "Finetune/Loss": 0.9244496822357178, "Finetune/Loss (Raw)": 0.8692978620529175, "Finetune/Step": 1482, "Finetune/Step Time": 12.05214018188417}
+{"Finetune/Learning Rate": 1.988358663967612e-05, "Finetune/Loss": 0.924346923828125, "Finetune/Loss (Raw)": 0.8815715909004211, "Finetune/Step": 1483, "Finetune/Step Time": 12.056883374229074}
+{"Finetune/Learning Rate": 1.988333029895812e-05, "Finetune/Loss": 0.924468994140625, "Finetune/Loss (Raw)": 0.9761408567428589, "Finetune/Step": 1484, "Finetune/Step Time": 12.061139039695263}
+{"Finetune/Learning Rate": 1.9883073677976978e-05, "Finetune/Loss": 0.9265316724777222, "Finetune/Loss (Raw)": 0.8705137968063354, "Finetune/Step": 1485, "Finetune/Step Time": 12.030924275517464}
+{"Finetune/Learning Rate": 1.988281677673997e-05, "Finetune/Loss": 0.9283014535903931, "Finetune/Loss (Raw)": 1.0957696437835693, "Finetune/Step": 1486, "Finetune/Step Time": 12.023593679070473}
+{"Finetune/Learning Rate": 1.9882559595254375e-05, "Finetune/Loss": 0.9285315275192261, "Finetune/Loss (Raw)": 1.0228081941604614, "Finetune/Step": 1487, "Finetune/Step Time": 12.013144796714187}
+{"Finetune/Learning Rate": 1.98823021335275e-05, "Finetune/Loss": 0.9286185503005981, "Finetune/Loss (Raw)": 0.9716136455535889, "Finetune/Step": 1488, "Finetune/Step Time": 12.00662662088871}
+{"Finetune/Learning Rate": 1.9882044391566636e-05, "Finetune/Loss": 0.9281215071678162, "Finetune/Loss (Raw)": 0.8605843782424927, "Finetune/Step": 1489, "Finetune/Step Time": 12.013059377670288}
+{"Finetune/Learning Rate": 1.9881786369379093e-05, "Finetune/Loss": 0.9283933639526367, "Finetune/Loss (Raw)": 1.038802981376648, "Finetune/Step": 1490, "Finetune/Step Time": 11.999961772933602}
+{"Finetune/Learning Rate": 1.9881528066972187e-05, "Finetune/Loss": 0.9265009760856628, "Finetune/Loss (Raw)": 0.8143360018730164, "Finetune/Step": 1491, "Finetune/Step Time": 11.973588850349188}
+{"Finetune/Learning Rate": 1.988126948435325e-05, "Finetune/Loss": 0.9264558553695679, "Finetune/Loss (Raw)": 1.0002747774124146, "Finetune/Step": 1492, "Finetune/Step Time": 11.970718700438738}
+{"Finetune/Learning Rate": 1.9881010621529604e-05, "Finetune/Loss": 0.9262655973434448, "Finetune/Loss (Raw)": 0.906548261642456, "Finetune/Step": 1493, "Finetune/Step Time": 11.972541419789195}
+{"Finetune/Learning Rate": 1.9880751478508594e-05, "Finetune/Loss": 0.9258551597595215, "Finetune/Loss (Raw)": 0.925678551197052, "Finetune/Step": 1494, "Finetune/Step Time": 11.980881001800299}
+{"Finetune/Learning Rate": 1.9880492055297572e-05, "Finetune/Loss": 0.9254440069198608, "Finetune/Loss (Raw)": 0.9364985823631287, "Finetune/Step": 1495, "Finetune/Step Time": 11.989470798522234}
+{"Finetune/Learning Rate": 1.988023235190389e-05, "Finetune/Loss": 0.9277030229568481, "Finetune/Loss (Raw)": 0.9414851665496826, "Finetune/Step": 1496, "Finetune/Step Time": 11.95653280057013}
+{"Finetune/Learning Rate": 1.9879972368334916e-05, "Finetune/Loss": 0.9280179738998413, "Finetune/Loss (Raw)": 0.9345582723617554, "Finetune/Step": 1497, "Finetune/Step Time": 11.962981207296252}
+{"Finetune/Learning Rate": 1.987971210459802e-05, "Finetune/Loss": 0.9289292097091675, "Finetune/Loss (Raw)": 0.9896023273468018, "Finetune/Step": 1498, "Finetune/Step Time": 11.972732439637184}
+{"Finetune/Learning Rate": 1.9879451560700582e-05, "Finetune/Loss": 0.9284586906433105, "Finetune/Loss (Raw)": 0.8642765879631042, "Finetune/Step": 1499, "Finetune/Step Time": 11.984866954386234}
+{"Finetune/Learning Rate": 1.9879190736649992e-05, "Finetune/Loss": 0.9265115261077881, "Finetune/Loss (Raw)": 0.8759920001029968, "Finetune/Step": 1500, "Finetune/Step Time": 12.016274342313409}
+{"Finetune/Learning Rate": 1.9878929632453647e-05, "Finetune/Loss": 0.9266899824142456, "Finetune/Loss (Raw)": 0.9797121286392212, "Finetune/Step": 1501, "Finetune/Step Time": 12.017123756930232}
+{"Finetune/Learning Rate": 1.9878668248118945e-05, "Finetune/Loss": 0.9262635707855225, "Finetune/Loss (Raw)": 0.9617027044296265, "Finetune/Step": 1502, "Finetune/Step Time": 12.016953632235527}
+{"Finetune/Learning Rate": 1.9878406583653306e-05, "Finetune/Loss": 0.926357090473175, "Finetune/Loss (Raw)": 0.9539821147918701, "Finetune/Step": 1503, "Finetune/Step Time": 12.015132416039705}
+{"Finetune/Learning Rate": 1.9878144639064145e-05, "Finetune/Loss": 0.9264065027236938, "Finetune/Loss (Raw)": 0.8916710019111633, "Finetune/Step": 1504, "Finetune/Step Time": 12.014012290164828}
+{"Finetune/Learning Rate": 1.9877882414358894e-05, "Finetune/Loss": 0.9274102449417114, "Finetune/Loss (Raw)": 1.0617790222167969, "Finetune/Step": 1505, "Finetune/Step Time": 12.007516609504819}
+{"Finetune/Learning Rate": 1.9877619909544985e-05, "Finetune/Loss": 0.9266160726547241, "Finetune/Loss (Raw)": 0.8389405012130737, "Finetune/Step": 1506, "Finetune/Step Time": 12.002112124115229}
+{"Finetune/Learning Rate": 1.9877357124629863e-05, "Finetune/Loss": 0.9257326722145081, "Finetune/Loss (Raw)": 0.8494450449943542, "Finetune/Step": 1507, "Finetune/Step Time": 11.998308004811406}
+{"Finetune/Learning Rate": 1.987709405962098e-05, "Finetune/Loss": 0.9256683588027954, "Finetune/Loss (Raw)": 1.0002893209457397, "Finetune/Step": 1508, "Finetune/Step Time": 11.99415954016149}
+{"Finetune/Learning Rate": 1.9876830714525798e-05, "Finetune/Loss": 0.9256541728973389, "Finetune/Loss (Raw)": 0.8696358799934387, "Finetune/Step": 1509, "Finetune/Step Time": 11.989502973854542}
+{"Finetune/Learning Rate": 1.9876567089351783e-05, "Finetune/Loss": 0.9248875379562378, "Finetune/Loss (Raw)": 0.9387302398681641, "Finetune/Step": 1510, "Finetune/Step Time": 11.977502834051847}
+{"Finetune/Learning Rate": 1.9876303184106405e-05, "Finetune/Loss": 0.9242861270904541, "Finetune/Loss (Raw)": 0.6415859460830688, "Finetune/Step": 1511, "Finetune/Step Time": 12.004208413884044}
+{"Finetune/Learning Rate": 1.987603899879716e-05, "Finetune/Loss": 0.9249732494354248, "Finetune/Loss (Raw)": 0.8826450109481812, "Finetune/Step": 1512, "Finetune/Step Time": 11.988799635320902}
+{"Finetune/Learning Rate": 1.987577453343153e-05, "Finetune/Loss": 0.9246752262115479, "Finetune/Loss (Raw)": 0.9282970428466797, "Finetune/Step": 1513, "Finetune/Step Time": 11.983287395909429}
+{"Finetune/Learning Rate": 1.987550978801702e-05, "Finetune/Loss": 0.9242624640464783, "Finetune/Loss (Raw)": 0.9083731174468994, "Finetune/Step": 1514, "Finetune/Step Time": 11.964487943798304}
+{"Finetune/Learning Rate": 1.987524476256113e-05, "Finetune/Loss": 0.9250364899635315, "Finetune/Loss (Raw)": 0.9377976059913635, "Finetune/Step": 1515, "Finetune/Step Time": 11.96225713007152}
+{"Finetune/Learning Rate": 1.987497945707138e-05, "Finetune/Loss": 0.9253432750701904, "Finetune/Loss (Raw)": 0.8871551752090454, "Finetune/Step": 1516, "Finetune/Step Time": 11.972362143918872}
+{"Finetune/Learning Rate": 1.9874713871555297e-05, "Finetune/Loss": 0.9267088174819946, "Finetune/Loss (Raw)": 0.825403094291687, "Finetune/Step": 1517, "Finetune/Step Time": 11.953775921836495}
+{"Finetune/Learning Rate": 1.9874448006020407e-05, "Finetune/Loss": 0.9273786544799805, "Finetune/Loss (Raw)": 1.051978349685669, "Finetune/Step": 1518, "Finetune/Step Time": 11.934680581092834}
+{"Finetune/Learning Rate": 1.987418186047425e-05, "Finetune/Loss": 0.9283781051635742, "Finetune/Loss (Raw)": 1.002833604812622, "Finetune/Step": 1519, "Finetune/Step Time": 11.932583937421441}
+{"Finetune/Learning Rate": 1.9873915434924375e-05, "Finetune/Loss": 0.9276233911514282, "Finetune/Loss (Raw)": 0.8888027667999268, "Finetune/Step": 1520, "Finetune/Step Time": 11.92760299704969}
+{"Finetune/Learning Rate": 1.9873648729378336e-05, "Finetune/Loss": 0.9278888702392578, "Finetune/Loss (Raw)": 0.9555257558822632, "Finetune/Step": 1521, "Finetune/Step Time": 11.934708960354328}
+{"Finetune/Learning Rate": 1.9873381743843697e-05, "Finetune/Loss": 0.9283134937286377, "Finetune/Loss (Raw)": 0.963768482208252, "Finetune/Step": 1522, "Finetune/Step Time": 11.939034514129162}
+{"Finetune/Learning Rate": 1.9873114478328026e-05, "Finetune/Loss": 0.9295392632484436, "Finetune/Loss (Raw)": 1.0436046123504639, "Finetune/Step": 1523, "Finetune/Step Time": 11.922896087169647}
+{"Finetune/Learning Rate": 1.9872846932838902e-05, "Finetune/Loss": 0.9301902055740356, "Finetune/Loss (Raw)": 0.8998456597328186, "Finetune/Step": 1524, "Finetune/Step Time": 11.939636277034879}
+{"Finetune/Learning Rate": 1.9872579107383916e-05, "Finetune/Loss": 0.9289745092391968, "Finetune/Loss (Raw)": 0.7866424322128296, "Finetune/Step": 1525, "Finetune/Step Time": 11.938627922907472}
+{"Finetune/Learning Rate": 1.987231100197066e-05, "Finetune/Loss": 0.9286346435546875, "Finetune/Loss (Raw)": 0.8986709117889404, "Finetune/Step": 1526, "Finetune/Step Time": 11.936930980533361}
+{"Finetune/Learning Rate": 1.9872042616606738e-05, "Finetune/Loss": 0.927358865737915, "Finetune/Loss (Raw)": 0.8286576867103577, "Finetune/Step": 1527, "Finetune/Step Time": 11.939817165955901}
+{"Finetune/Learning Rate": 1.9871773951299757e-05, "Finetune/Loss": 0.9253655076026917, "Finetune/Loss (Raw)": 0.7769415378570557, "Finetune/Step": 1528, "Finetune/Step Time": 11.934907095506787}
+{"Finetune/Learning Rate": 1.987150500605734e-05, "Finetune/Loss": 0.927960991859436, "Finetune/Loss (Raw)": 0.9489895105361938, "Finetune/Step": 1529, "Finetune/Step Time": 11.90682459808886}
+{"Finetune/Learning Rate": 1.9871235780887114e-05, "Finetune/Loss": 0.9277061223983765, "Finetune/Loss (Raw)": 0.9571894407272339, "Finetune/Step": 1530, "Finetune/Step Time": 11.900763344019651}
+{"Finetune/Learning Rate": 1.987096627579671e-05, "Finetune/Loss": 0.9279433488845825, "Finetune/Loss (Raw)": 0.8908119201660156, "Finetune/Step": 1531, "Finetune/Step Time": 11.873817145824432}
+{"Finetune/Learning Rate": 1.987069649079377e-05, "Finetune/Loss": 0.9297300577163696, "Finetune/Loss (Raw)": 0.9834928512573242, "Finetune/Step": 1532, "Finetune/Step Time": 11.876932328566909}
+{"Finetune/Learning Rate": 1.9870426425885946e-05, "Finetune/Loss": 0.9285186529159546, "Finetune/Loss (Raw)": 0.8718831539154053, "Finetune/Step": 1533, "Finetune/Step Time": 11.877783074975014}
+{"Finetune/Learning Rate": 1.98701560810809e-05, "Finetune/Loss": 0.9278329610824585, "Finetune/Loss (Raw)": 0.8945786356925964, "Finetune/Step": 1534, "Finetune/Step Time": 11.904517583549023}
+{"Finetune/Learning Rate": 1.986988545638629e-05, "Finetune/Loss": 0.928244411945343, "Finetune/Loss (Raw)": 0.8966664671897888, "Finetune/Step": 1535, "Finetune/Step Time": 11.902937239035964}
+{"Finetune/Learning Rate": 1.9869614551809793e-05, "Finetune/Loss": 0.9273831844329834, "Finetune/Loss (Raw)": 0.9202060103416443, "Finetune/Step": 1536, "Finetune/Step Time": 11.90500246360898}
+{"Finetune/Learning Rate": 1.9869343367359098e-05, "Finetune/Loss": 0.9268146753311157, "Finetune/Loss (Raw)": 0.9069951772689819, "Finetune/Step": 1537, "Finetune/Step Time": 11.917450966313481}
+{"Finetune/Learning Rate": 1.986907190304189e-05, "Finetune/Loss": 0.9264070987701416, "Finetune/Loss (Raw)": 0.7731022238731384, "Finetune/Step": 1538, "Finetune/Step Time": 11.930237092077732}
+{"Finetune/Learning Rate": 1.9868800158865863e-05, "Finetune/Loss": 0.9261526465415955, "Finetune/Loss (Raw)": 0.9360727667808533, "Finetune/Step": 1539, "Finetune/Step Time": 11.934222877025604}
+{"Finetune/Learning Rate": 1.9868528134838725e-05, "Finetune/Loss": 0.927113950252533, "Finetune/Loss (Raw)": 1.0263780355453491, "Finetune/Step": 1540, "Finetune/Step Time": 11.942718492820859}
+{"Finetune/Learning Rate": 1.9868255830968196e-05, "Finetune/Loss": 0.9281054735183716, "Finetune/Loss (Raw)": 0.9902838468551636, "Finetune/Step": 1541, "Finetune/Step Time": 11.943774297833443}
+{"Finetune/Learning Rate": 1.9867983247261992e-05, "Finetune/Loss": 0.9278013706207275, "Finetune/Loss (Raw)": 0.9409847259521484, "Finetune/Step": 1542, "Finetune/Step Time": 11.946854695677757}
+{"Finetune/Learning Rate": 1.9867710383727847e-05, "Finetune/Loss": 0.9274150133132935, "Finetune/Loss (Raw)": 0.931238055229187, "Finetune/Step": 1543, "Finetune/Step Time": 11.959768457338214}
+{"Finetune/Learning Rate": 1.986743724037349e-05, "Finetune/Loss": 0.9274725914001465, "Finetune/Loss (Raw)": 0.991571843624115, "Finetune/Step": 1544, "Finetune/Step Time": 11.954976364970207}
+{"Finetune/Learning Rate": 1.9867163817206675e-05, "Finetune/Loss": 0.9275394082069397, "Finetune/Loss (Raw)": 0.9209637641906738, "Finetune/Step": 1545, "Finetune/Step Time": 11.944517277181149}
+{"Finetune/Learning Rate": 1.986689011423515e-05, "Finetune/Loss": 0.9271936416625977, "Finetune/Loss (Raw)": 0.9868696331977844, "Finetune/Step": 1546, "Finetune/Step Time": 11.944830121472478}
+{"Finetune/Learning Rate": 1.9866616131466684e-05, "Finetune/Loss": 0.9277834892272949, "Finetune/Loss (Raw)": 1.020491600036621, "Finetune/Step": 1547, "Finetune/Step Time": 11.950596168637276}
+{"Finetune/Learning Rate": 1.986634186890904e-05, "Finetune/Loss": 0.928429365158081, "Finetune/Loss (Raw)": 0.9330813884735107, "Finetune/Step": 1548, "Finetune/Step Time": 11.95082362741232}
+{"Finetune/Learning Rate": 1.9866067326569994e-05, "Finetune/Loss": 0.9276817440986633, "Finetune/Loss (Raw)": 0.8558651804924011, "Finetune/Step": 1549, "Finetune/Step Time": 11.951635159552097}
+{"Finetune/Learning Rate": 1.9865792504457333e-05, "Finetune/Loss": 0.926744818687439, "Finetune/Loss (Raw)": 0.8921576142311096, "Finetune/Step": 1550, "Finetune/Step Time": 11.956395691260695}
+{"Finetune/Learning Rate": 1.9865517402578854e-05, "Finetune/Loss": 0.9269257187843323, "Finetune/Loss (Raw)": 0.940259575843811, "Finetune/Step": 1551, "Finetune/Step Time": 11.954826096072793}
+{"Finetune/Learning Rate": 1.9865242020942353e-05, "Finetune/Loss": 0.9264578223228455, "Finetune/Loss (Raw)": 0.9695047736167908, "Finetune/Step": 1552, "Finetune/Step Time": 11.954734319821}
+{"Finetune/Learning Rate": 1.986496635955564e-05, "Finetune/Loss": 0.9277153015136719, "Finetune/Loss (Raw)": 1.0479557514190674, "Finetune/Step": 1553, "Finetune/Step Time": 11.962738318368793}
+{"Finetune/Learning Rate": 1.986469041842654e-05, "Finetune/Loss": 0.9287970066070557, "Finetune/Loss (Raw)": 0.92902672290802, "Finetune/Step": 1554, "Finetune/Step Time": 11.954298859462142}
+{"Finetune/Learning Rate": 1.9864414197562863e-05, "Finetune/Loss": 0.9287171363830566, "Finetune/Loss (Raw)": 0.9130744934082031, "Finetune/Step": 1555, "Finetune/Step Time": 11.941756376996636}
+{"Finetune/Learning Rate": 1.9864137696972458e-05, "Finetune/Loss": 0.9278358221054077, "Finetune/Loss (Raw)": 0.922707200050354, "Finetune/Step": 1556, "Finetune/Step Time": 11.944564539939165}
+{"Finetune/Learning Rate": 1.986386091666315e-05, "Finetune/Loss": 0.9280056357383728, "Finetune/Loss (Raw)": 1.031586766242981, "Finetune/Step": 1557, "Finetune/Step Time": 11.948576632887125}
+{"Finetune/Learning Rate": 1.9863583856642805e-05, "Finetune/Loss": 0.9274899959564209, "Finetune/Loss (Raw)": 0.896109938621521, "Finetune/Step": 1558, "Finetune/Step Time": 11.960789516568184}
+{"Finetune/Learning Rate": 1.986330651691926e-05, "Finetune/Loss": 0.9263778924942017, "Finetune/Loss (Raw)": 0.9467169046401978, "Finetune/Step": 1559, "Finetune/Step Time": 11.957306798547506}
+{"Finetune/Learning Rate": 1.9863028897500396e-05, "Finetune/Loss": 0.9264569282531738, "Finetune/Loss (Raw)": 0.8912099599838257, "Finetune/Step": 1560, "Finetune/Step Time": 11.927752247080207}
+{"Finetune/Learning Rate": 1.9862750998394075e-05, "Finetune/Loss": 0.9264003038406372, "Finetune/Loss (Raw)": 0.9575781226158142, "Finetune/Step": 1561, "Finetune/Step Time": 11.932457439601421}
+{"Finetune/Learning Rate": 1.9862472819608184e-05, "Finetune/Loss": 0.9280433654785156, "Finetune/Loss (Raw)": 1.0448198318481445, "Finetune/Step": 1562, "Finetune/Step Time": 11.902768511325121}
+{"Finetune/Learning Rate": 1.986219436115061e-05, "Finetune/Loss": 0.9290184378623962, "Finetune/Loss (Raw)": 1.0653743743896484, "Finetune/Step": 1563, "Finetune/Step Time": 11.906439293175936}
+{"Finetune/Learning Rate": 1.9861915623029248e-05, "Finetune/Loss": 0.929768443107605, "Finetune/Loss (Raw)": 0.9634149670600891, "Finetune/Step": 1564, "Finetune/Step Time": 11.893890045583248}
+{"Finetune/Learning Rate": 1.9861636605252e-05, "Finetune/Loss": 0.9264381527900696, "Finetune/Loss (Raw)": 0.5840442776679993, "Finetune/Step": 1565, "Finetune/Step Time": 11.918567838147283}
+{"Finetune/Learning Rate": 1.9861357307826784e-05, "Finetune/Loss": 0.925845205783844, "Finetune/Loss (Raw)": 0.8133196234703064, "Finetune/Step": 1566, "Finetune/Step Time": 11.916221896186471}
+{"Finetune/Learning Rate": 1.9861077730761513e-05, "Finetune/Loss": 0.9253560304641724, "Finetune/Loss (Raw)": 0.925643265247345, "Finetune/Step": 1567, "Finetune/Step Time": 11.897659413516521}
+{"Finetune/Learning Rate": 1.9860797874064123e-05, "Finetune/Loss": 0.9267697334289551, "Finetune/Loss (Raw)": 1.0083980560302734, "Finetune/Step": 1568, "Finetune/Step Time": 11.892836278304458}
+{"Finetune/Learning Rate": 1.9860517737742543e-05, "Finetune/Loss": 0.9257786273956299, "Finetune/Loss (Raw)": 0.8443779945373535, "Finetune/Step": 1569, "Finetune/Step Time": 11.889761565253139}
+{"Finetune/Learning Rate": 1.9860237321804718e-05, "Finetune/Loss": 0.9260627627372742, "Finetune/Loss (Raw)": 0.9774650931358337, "Finetune/Step": 1570, "Finetune/Step Time": 11.898275576531887}
+{"Finetune/Learning Rate": 1.9859956626258603e-05, "Finetune/Loss": 0.9249694347381592, "Finetune/Loss (Raw)": 0.9044731259346008, "Finetune/Step": 1571, "Finetune/Step Time": 11.900748487561941}
+{"Finetune/Learning Rate": 1.9859675651112157e-05, "Finetune/Loss": 0.9255689382553101, "Finetune/Loss (Raw)": 0.9142413139343262, "Finetune/Step": 1572, "Finetune/Step Time": 11.865623399615288}
+{"Finetune/Learning Rate": 1.9859394396373345e-05, "Finetune/Loss": 0.9284359812736511, "Finetune/Loss (Raw)": 0.9637839794158936, "Finetune/Step": 1573, "Finetune/Step Time": 11.841295275837183}
+{"Finetune/Learning Rate": 1.9859112862050144e-05, "Finetune/Loss": 0.9266356229782104, "Finetune/Loss (Raw)": 0.8942344784736633, "Finetune/Step": 1574, "Finetune/Step Time": 11.843194603919983}
+{"Finetune/Learning Rate": 1.985883104815054e-05, "Finetune/Loss": 0.9257750511169434, "Finetune/Loss (Raw)": 0.8523437976837158, "Finetune/Step": 1575, "Finetune/Step Time": 11.84897144511342}
+{"Finetune/Learning Rate": 1.9858548954682518e-05, "Finetune/Loss": 0.9265609979629517, "Finetune/Loss (Raw)": 1.0065429210662842, "Finetune/Step": 1576, "Finetune/Step Time": 11.840365514159203}
+{"Finetune/Learning Rate": 1.9858266581654086e-05, "Finetune/Loss": 0.92596435546875, "Finetune/Loss (Raw)": 0.8534903526306152, "Finetune/Step": 1577, "Finetune/Step Time": 11.836366519331932}
+{"Finetune/Learning Rate": 1.9857983929073247e-05, "Finetune/Loss": 0.9254121780395508, "Finetune/Loss (Raw)": 0.8824660181999207, "Finetune/Step": 1578, "Finetune/Step Time": 11.839849093928933}
+{"Finetune/Learning Rate": 1.9857700996948016e-05, "Finetune/Loss": 0.9263091683387756, "Finetune/Loss (Raw)": 1.0456002950668335, "Finetune/Step": 1579, "Finetune/Step Time": 11.836531236767769}
+{"Finetune/Learning Rate": 1.985741778528641e-05, "Finetune/Loss": 0.926680326461792, "Finetune/Loss (Raw)": 1.0042415857315063, "Finetune/Step": 1580, "Finetune/Step Time": 11.831021886318922}
+{"Finetune/Learning Rate": 1.9857134294096473e-05, "Finetune/Loss": 0.9274061918258667, "Finetune/Loss (Raw)": 0.984001874923706, "Finetune/Step": 1581, "Finetune/Step Time": 11.817189821973443}
+{"Finetune/Learning Rate": 1.9856850523386235e-05, "Finetune/Loss": 0.9266598224639893, "Finetune/Loss (Raw)": 0.837654709815979, "Finetune/Step": 1582, "Finetune/Step Time": 11.815888464450836}
+{"Finetune/Learning Rate": 1.9856566473163747e-05, "Finetune/Loss": 0.9265475869178772, "Finetune/Loss (Raw)": 1.0013432502746582, "Finetune/Step": 1583, "Finetune/Step Time": 11.819395480677485}
+{"Finetune/Learning Rate": 1.9856282143437063e-05, "Finetune/Loss": 0.9273428320884705, "Finetune/Loss (Raw)": 0.9225853085517883, "Finetune/Step": 1584, "Finetune/Step Time": 11.831089071929455}
+{"Finetune/Learning Rate": 1.9855997534214243e-05, "Finetune/Loss": 0.9268134832382202, "Finetune/Loss (Raw)": 1.041825532913208, "Finetune/Step": 1585, "Finetune/Step Time": 11.826072372496128}
+{"Finetune/Learning Rate": 1.9855712645503358e-05, "Finetune/Loss": 0.9275990724563599, "Finetune/Loss (Raw)": 1.0986096858978271, "Finetune/Step": 1586, "Finetune/Step Time": 11.832720229402184}
+{"Finetune/Learning Rate": 1.985542747731249e-05, "Finetune/Loss": 0.9281601905822754, "Finetune/Loss (Raw)": 0.9747432470321655, "Finetune/Step": 1587, "Finetune/Step Time": 11.825336771085858}
+{"Finetune/Learning Rate": 1.9855142029649725e-05, "Finetune/Loss": 0.9280811548233032, "Finetune/Loss (Raw)": 0.840844988822937, "Finetune/Step": 1588, "Finetune/Step Time": 11.82986719533801}
+{"Finetune/Learning Rate": 1.9854856302523155e-05, "Finetune/Loss": 0.9262073040008545, "Finetune/Loss (Raw)": 0.7714630961418152, "Finetune/Step": 1589, "Finetune/Step Time": 11.837821494787931}
+{"Finetune/Learning Rate": 1.9854570295940883e-05, "Finetune/Loss": 0.9272444248199463, "Finetune/Loss (Raw)": 0.9870091676712036, "Finetune/Step": 1590, "Finetune/Step Time": 11.854333829134703}
+{"Finetune/Learning Rate": 1.985428400991102e-05, "Finetune/Loss": 0.9270161390304565, "Finetune/Loss (Raw)": 0.938772439956665, "Finetune/Step": 1591, "Finetune/Step Time": 11.83662099018693}
+{"Finetune/Learning Rate": 1.9853997444441682e-05, "Finetune/Loss": 0.9248479604721069, "Finetune/Loss (Raw)": 0.6666648387908936, "Finetune/Step": 1592, "Finetune/Step Time": 11.849950103089213}
+{"Finetune/Learning Rate": 1.9853710599541003e-05, "Finetune/Loss": 0.9242121577262878, "Finetune/Loss (Raw)": 0.9114731550216675, "Finetune/Step": 1593, "Finetune/Step Time": 11.851271975785494}
+{"Finetune/Learning Rate": 1.985342347521711e-05, "Finetune/Loss": 0.9255121946334839, "Finetune/Loss (Raw)": 1.044721007347107, "Finetune/Step": 1594, "Finetune/Step Time": 11.83636436983943}
+{"Finetune/Learning Rate": 1.9853136071478146e-05, "Finetune/Loss": 0.9253957271575928, "Finetune/Loss (Raw)": 0.9445545673370361, "Finetune/Step": 1595, "Finetune/Step Time": 11.836159560829401}
+{"Finetune/Learning Rate": 1.9852848388332262e-05, "Finetune/Loss": 0.9267196655273438, "Finetune/Loss (Raw)": 0.8879309296607971, "Finetune/Step": 1596, "Finetune/Step Time": 11.81298041343689}
+{"Finetune/Learning Rate": 1.9852560425787614e-05, "Finetune/Loss": 0.9262913465499878, "Finetune/Loss (Raw)": 0.9608541131019592, "Finetune/Step": 1597, "Finetune/Step Time": 11.802748491987586}
+{"Finetune/Learning Rate": 1.9852272183852367e-05, "Finetune/Loss": 0.9257209300994873, "Finetune/Loss (Raw)": 1.0362229347229004, "Finetune/Step": 1598, "Finetune/Step Time": 11.802506849169731}
+{"Finetune/Learning Rate": 1.9851983662534703e-05, "Finetune/Loss": 0.9268701076507568, "Finetune/Loss (Raw)": 0.9012917280197144, "Finetune/Step": 1599, "Finetune/Step Time": 11.789030579850078}
+{"Finetune/Learning Rate": 1.9851694861842795e-05, "Finetune/Loss": 0.9259980916976929, "Finetune/Loss (Raw)": 0.9246771931648254, "Finetune/Step": 1600, "Finetune/Step Time": 11.786237793043256}
+{"Finetune/Learning Rate": 1.9851405781784835e-05, "Finetune/Loss": 0.9257564544677734, "Finetune/Loss (Raw)": 0.9458047151565552, "Finetune/Step": 1601, "Finetune/Step Time": 11.79316277988255}
+{"Finetune/Learning Rate": 1.985111642236902e-05, "Finetune/Loss": 0.9260071516036987, "Finetune/Loss (Raw)": 0.9572740793228149, "Finetune/Step": 1602, "Finetune/Step Time": 11.790631270036101}
+{"Finetune/Learning Rate": 1.9850826783603557e-05, "Finetune/Loss": 0.9261326789855957, "Finetune/Loss (Raw)": 0.8502957224845886, "Finetune/Step": 1603, "Finetune/Step Time": 11.791242267936468}
+{"Finetune/Learning Rate": 1.9850536865496657e-05, "Finetune/Loss": 0.9260153770446777, "Finetune/Loss (Raw)": 0.9130867719650269, "Finetune/Step": 1604, "Finetune/Step Time": 11.798682771623135}
+{"Finetune/Learning Rate": 1.9850246668056547e-05, "Finetune/Loss": 0.925060510635376, "Finetune/Loss (Raw)": 0.8432748317718506, "Finetune/Step": 1605, "Finetune/Step Time": 11.805272839963436}
+{"Finetune/Learning Rate": 1.9849956191291445e-05, "Finetune/Loss": 0.9255486726760864, "Finetune/Loss (Raw)": 0.968227207660675, "Finetune/Step": 1606, "Finetune/Step Time": 11.807281011715531}
+{"Finetune/Learning Rate": 1.98496654352096e-05, "Finetune/Loss": 0.9249345064163208, "Finetune/Loss (Raw)": 0.9776679873466492, "Finetune/Step": 1607, "Finetune/Step Time": 11.813474422320724}
+{"Finetune/Learning Rate": 1.984937439981925e-05, "Finetune/Loss": 0.9249843955039978, "Finetune/Loss (Raw)": 0.9099255204200745, "Finetune/Step": 1608, "Finetune/Step Time": 11.808850068598986}
+{"Finetune/Learning Rate": 1.984908308512865e-05, "Finetune/Loss": 0.9273650050163269, "Finetune/Loss (Raw)": 0.9652713537216187, "Finetune/Step": 1609, "Finetune/Step Time": 11.787038771435618}
+{"Finetune/Learning Rate": 1.9848791491146058e-05, "Finetune/Loss": 0.9281414747238159, "Finetune/Loss (Raw)": 0.968684196472168, "Finetune/Step": 1610, "Finetune/Step Time": 11.800249686464667}
+{"Finetune/Learning Rate": 1.984849961787975e-05, "Finetune/Loss": 0.9277253746986389, "Finetune/Loss (Raw)": 0.828313410282135, "Finetune/Step": 1611, "Finetune/Step Time": 11.791725650429726}
+{"Finetune/Learning Rate": 1.9848207465337997e-05, "Finetune/Loss": 0.9275970458984375, "Finetune/Loss (Raw)": 0.9597194194793701, "Finetune/Step": 1612, "Finetune/Step Time": 11.785727402195334}
+{"Finetune/Learning Rate": 1.9847915033529086e-05, "Finetune/Loss": 0.9269483089447021, "Finetune/Loss (Raw)": 0.7874698638916016, "Finetune/Step": 1613, "Finetune/Step Time": 11.79908929206431}
+{"Finetune/Learning Rate": 1.9847622322461306e-05, "Finetune/Loss": 0.9254209399223328, "Finetune/Loss (Raw)": 0.9002639651298523, "Finetune/Step": 1614, "Finetune/Step Time": 11.799926023930311}
+{"Finetune/Learning Rate": 1.9847329332142962e-05, "Finetune/Loss": 0.9244568347930908, "Finetune/Loss (Raw)": 0.8994129300117493, "Finetune/Step": 1615, "Finetune/Step Time": 11.801245776936412}
+{"Finetune/Learning Rate": 1.984703606258236e-05, "Finetune/Loss": 0.9240069389343262, "Finetune/Loss (Raw)": 0.9140228033065796, "Finetune/Step": 1616, "Finetune/Step Time": 11.810473542660475}
+{"Finetune/Learning Rate": 1.9846742513787813e-05, "Finetune/Loss": 0.9243377447128296, "Finetune/Loss (Raw)": 0.9029302597045898, "Finetune/Step": 1617, "Finetune/Step Time": 11.810303892940283}
+{"Finetune/Learning Rate": 1.984644868576765e-05, "Finetune/Loss": 0.9233176708221436, "Finetune/Loss (Raw)": 0.908224880695343, "Finetune/Step": 1618, "Finetune/Step Time": 11.813042540103197}
+{"Finetune/Learning Rate": 1.9846154578530202e-05, "Finetune/Loss": 0.9239597320556641, "Finetune/Loss (Raw)": 0.8965195417404175, "Finetune/Step": 1619, "Finetune/Step Time": 11.811838947236538}
+{"Finetune/Learning Rate": 1.9845860192083813e-05, "Finetune/Loss": 0.9246058464050293, "Finetune/Loss (Raw)": 1.0829877853393555, "Finetune/Step": 1620, "Finetune/Step Time": 11.814383508637547}
+{"Finetune/Learning Rate": 1.9845565526436824e-05, "Finetune/Loss": 0.9244508743286133, "Finetune/Loss (Raw)": 0.8867045640945435, "Finetune/Step": 1621, "Finetune/Step Time": 11.814914649352431}
+{"Finetune/Learning Rate": 1.9845270581597595e-05, "Finetune/Loss": 0.925227165222168, "Finetune/Loss (Raw)": 1.0250396728515625, "Finetune/Step": 1622, "Finetune/Step Time": 11.812811475247145}
+{"Finetune/Learning Rate": 1.9844975357574487e-05, "Finetune/Loss": 0.9266496300697327, "Finetune/Loss (Raw)": 1.1185803413391113, "Finetune/Step": 1623, "Finetune/Step Time": 11.808699076995254}
+{"Finetune/Learning Rate": 1.984467985437587e-05, "Finetune/Loss": 0.9265408515930176, "Finetune/Loss (Raw)": 0.9275615215301514, "Finetune/Step": 1624, "Finetune/Step Time": 11.809878256171942}
+{"Finetune/Learning Rate": 1.984438407201013e-05, "Finetune/Loss": 0.9260343909263611, "Finetune/Loss (Raw)": 0.8697280883789062, "Finetune/Step": 1625, "Finetune/Step Time": 11.818715715780854}
+{"Finetune/Learning Rate": 1.984408801048565e-05, "Finetune/Loss": 0.9254950881004333, "Finetune/Loss (Raw)": 0.9205752015113831, "Finetune/Step": 1626, "Finetune/Step Time": 11.80806133709848}
+{"Finetune/Learning Rate": 1.984379166981083e-05, "Finetune/Loss": 0.9261665344238281, "Finetune/Loss (Raw)": 0.950223982334137, "Finetune/Step": 1627, "Finetune/Step Time": 11.788109712302685}
+{"Finetune/Learning Rate": 1.9843495049994067e-05, "Finetune/Loss": 0.9255955219268799, "Finetune/Loss (Raw)": 0.8029012680053711, "Finetune/Step": 1628, "Finetune/Step Time": 11.761506658047438}
+{"Finetune/Learning Rate": 1.984319815104378e-05, "Finetune/Loss": 0.9255112409591675, "Finetune/Loss (Raw)": 0.9689215421676636, "Finetune/Step": 1629, "Finetune/Step Time": 11.76629351824522}
+{"Finetune/Learning Rate": 1.984290097296838e-05, "Finetune/Loss": 0.9256851077079773, "Finetune/Loss (Raw)": 0.983953058719635, "Finetune/Step": 1630, "Finetune/Step Time": 11.769529024139047}
+{"Finetune/Learning Rate": 1.98426035157763e-05, "Finetune/Loss": 0.9260213375091553, "Finetune/Loss (Raw)": 0.9970234632492065, "Finetune/Step": 1631, "Finetune/Step Time": 11.775413371622562}
+{"Finetune/Learning Rate": 1.984230577947597e-05, "Finetune/Loss": 0.9265451431274414, "Finetune/Loss (Raw)": 0.9587196707725525, "Finetune/Step": 1632, "Finetune/Step Time": 11.819342629984021}
+{"Finetune/Learning Rate": 1.9842007764075838e-05, "Finetune/Loss": 0.92486971616745, "Finetune/Loss (Raw)": 0.8473257422447205, "Finetune/Step": 1633, "Finetune/Step Time": 11.824314210563898}
+{"Finetune/Learning Rate": 1.984170946958435e-05, "Finetune/Loss": 0.9262595772743225, "Finetune/Loss (Raw)": 1.016838788986206, "Finetune/Step": 1634, "Finetune/Step Time": 11.827884707599878}
+{"Finetune/Learning Rate": 1.984141089600997e-05, "Finetune/Loss": 0.9272125959396362, "Finetune/Loss (Raw)": 0.9714323878288269, "Finetune/Step": 1635, "Finetune/Step Time": 11.849148895591497}
+{"Finetune/Learning Rate": 1.984111204336116e-05, "Finetune/Loss": 0.9265323877334595, "Finetune/Loss (Raw)": 0.9132182002067566, "Finetune/Step": 1636, "Finetune/Step Time": 11.853217240422964}
+{"Finetune/Learning Rate": 1.98408129116464e-05, "Finetune/Loss": 0.9277784824371338, "Finetune/Loss (Raw)": 1.0291396379470825, "Finetune/Step": 1637, "Finetune/Step Time": 11.855940943583846}
+{"Finetune/Learning Rate": 1.984051350087417e-05, "Finetune/Loss": 0.9279501438140869, "Finetune/Loss (Raw)": 0.960698664188385, "Finetune/Step": 1638, "Finetune/Step Time": 11.850447960197926}
+{"Finetune/Learning Rate": 1.984021381105296e-05, "Finetune/Loss": 0.9286428689956665, "Finetune/Loss (Raw)": 0.7302646040916443, "Finetune/Step": 1639, "Finetune/Step Time": 11.840200928971171}
+{"Finetune/Learning Rate": 1.983991384219126e-05, "Finetune/Loss": 0.9301520586013794, "Finetune/Loss (Raw)": 1.075815200805664, "Finetune/Step": 1640, "Finetune/Step Time": 11.812493573874235}
+{"Finetune/Learning Rate": 1.9839613594297592e-05, "Finetune/Loss": 0.9297078847885132, "Finetune/Loss (Raw)": 0.8714409470558167, "Finetune/Step": 1641, "Finetune/Step Time": 11.81344492174685}
+{"Finetune/Learning Rate": 1.9839313067380462e-05, "Finetune/Loss": 0.9302459955215454, "Finetune/Loss (Raw)": 0.9772489666938782, "Finetune/Step": 1642, "Finetune/Step Time": 11.817385906353593}
+{"Finetune/Learning Rate": 1.9839012261448392e-05, "Finetune/Loss": 0.9277957081794739, "Finetune/Loss (Raw)": 0.6241666674613953, "Finetune/Step": 1643, "Finetune/Step Time": 11.8478779848665}
+{"Finetune/Learning Rate": 1.983871117650991e-05, "Finetune/Loss": 0.928422212600708, "Finetune/Loss (Raw)": 0.9673469066619873, "Finetune/Step": 1644, "Finetune/Step Time": 11.838154247030616}
+{"Finetune/Learning Rate": 1.983840981257356e-05, "Finetune/Loss": 0.9300144910812378, "Finetune/Loss (Raw)": 1.029219150543213, "Finetune/Step": 1645, "Finetune/Step Time": 11.834522016346455}
+{"Finetune/Learning Rate": 1.9838108169647886e-05, "Finetune/Loss": 0.9286878108978271, "Finetune/Loss (Raw)": 0.8821613788604736, "Finetune/Step": 1646, "Finetune/Step Time": 11.8493942450732}
+{"Finetune/Learning Rate": 1.9837806247741435e-05, "Finetune/Loss": 0.9276860952377319, "Finetune/Loss (Raw)": 0.8746105432510376, "Finetune/Step": 1647, "Finetune/Step Time": 11.84869152866304}
+{"Finetune/Learning Rate": 1.9837504046862777e-05, "Finetune/Loss": 0.9278043508529663, "Finetune/Loss (Raw)": 0.9039390087127686, "Finetune/Step": 1648, "Finetune/Step Time": 11.851102208718657}
+{"Finetune/Learning Rate": 1.983720156702048e-05, "Finetune/Loss": 0.92691570520401, "Finetune/Loss (Raw)": 0.8417776823043823, "Finetune/Step": 1649, "Finetune/Step Time": 11.850702652707696}
+{"Finetune/Learning Rate": 1.9836898808223115e-05, "Finetune/Loss": 0.9278852939605713, "Finetune/Loss (Raw)": 1.0878796577453613, "Finetune/Step": 1650, "Finetune/Step Time": 11.844120275229216}
+{"Finetune/Learning Rate": 1.9836595770479274e-05, "Finetune/Loss": 0.926777184009552, "Finetune/Loss (Raw)": 0.9017641544342041, "Finetune/Step": 1651, "Finetune/Step Time": 11.848166454583406}
+{"Finetune/Learning Rate": 1.983629245379755e-05, "Finetune/Loss": 0.927524209022522, "Finetune/Loss (Raw)": 0.9954673051834106, "Finetune/Step": 1652, "Finetune/Step Time": 11.834134444594383}
+{"Finetune/Learning Rate": 1.983598885818654e-05, "Finetune/Loss": 0.9296563863754272, "Finetune/Loss (Raw)": 1.0595628023147583, "Finetune/Step": 1653, "Finetune/Step Time": 11.835130570456386}
+{"Finetune/Learning Rate": 1.983568498365486e-05, "Finetune/Loss": 0.9288939237594604, "Finetune/Loss (Raw)": 0.8010754585266113, "Finetune/Step": 1654, "Finetune/Step Time": 11.836204409599304}
+{"Finetune/Learning Rate": 1.983538083021112e-05, "Finetune/Loss": 0.9296450018882751, "Finetune/Loss (Raw)": 0.9247902631759644, "Finetune/Step": 1655, "Finetune/Step Time": 11.859051670879126}
+{"Finetune/Learning Rate": 1.9835076397863946e-05, "Finetune/Loss": 0.9312386512756348, "Finetune/Loss (Raw)": 0.9809322953224182, "Finetune/Step": 1656, "Finetune/Step Time": 11.858685353770852}
+{"Finetune/Learning Rate": 1.9834771686621976e-05, "Finetune/Loss": 0.9314333200454712, "Finetune/Loss (Raw)": 0.9739065766334534, "Finetune/Step": 1657, "Finetune/Step Time": 11.852442288771272}
+{"Finetune/Learning Rate": 1.9834466696493842e-05, "Finetune/Loss": 0.9309606552124023, "Finetune/Loss (Raw)": 0.8966920971870422, "Finetune/Step": 1658, "Finetune/Step Time": 11.846666011959314}
+{"Finetune/Learning Rate": 1.9834161427488205e-05, "Finetune/Loss": 0.9312812685966492, "Finetune/Loss (Raw)": 0.931843101978302, "Finetune/Step": 1659, "Finetune/Step Time": 11.848615303635597}
+{"Finetune/Learning Rate": 1.983385587961371e-05, "Finetune/Loss": 0.9302484393119812, "Finetune/Loss (Raw)": 0.8512940406799316, "Finetune/Step": 1660, "Finetune/Step Time": 11.857278214767575}
+{"Finetune/Learning Rate": 1.9833550052879026e-05, "Finetune/Loss": 0.9301732778549194, "Finetune/Loss (Raw)": 0.8622618913650513, "Finetune/Step": 1661, "Finetune/Step Time": 11.86423870548606}
+{"Finetune/Learning Rate": 1.9833243947292828e-05, "Finetune/Loss": 0.9293276071548462, "Finetune/Loss (Raw)": 0.7863361239433289, "Finetune/Step": 1662, "Finetune/Step Time": 11.843322591856122}
+{"Finetune/Learning Rate": 1.983293756286379e-05, "Finetune/Loss": 0.9291784763336182, "Finetune/Loss (Raw)": 0.8775669932365417, "Finetune/Step": 1663, "Finetune/Step Time": 11.845460383221507}
+{"Finetune/Learning Rate": 1.9832630899600607e-05, "Finetune/Loss": 0.9296892285346985, "Finetune/Loss (Raw)": 0.9855831861495972, "Finetune/Step": 1664, "Finetune/Step Time": 11.852827344089746}
+{"Finetune/Learning Rate": 1.9832323957511976e-05, "Finetune/Loss": 0.9287644624710083, "Finetune/Loss (Raw)": 0.7886255979537964, "Finetune/Step": 1665, "Finetune/Step Time": 11.835732631385326}
+{"Finetune/Learning Rate": 1.983201673660659e-05, "Finetune/Loss": 0.9296137690544128, "Finetune/Loss (Raw)": 0.8818190693855286, "Finetune/Step": 1666, "Finetune/Step Time": 11.814503703266382}
+{"Finetune/Learning Rate": 1.983170923689317e-05, "Finetune/Loss": 0.9293644428253174, "Finetune/Loss (Raw)": 0.904156506061554, "Finetune/Step": 1667, "Finetune/Step Time": 11.806086502969265}
+{"Finetune/Learning Rate": 1.9831401458380432e-05, "Finetune/Loss": 0.9290966987609863, "Finetune/Loss (Raw)": 0.9921032190322876, "Finetune/Step": 1668, "Finetune/Step Time": 11.801217328757048}
+{"Finetune/Learning Rate": 1.983109340107711e-05, "Finetune/Loss": 0.9277044534683228, "Finetune/Loss (Raw)": 0.8120869398117065, "Finetune/Step": 1669, "Finetune/Step Time": 11.88008406944573}
+{"Finetune/Learning Rate": 1.9830785064991932e-05, "Finetune/Loss": 0.9273946285247803, "Finetune/Loss (Raw)": 0.9013224244117737, "Finetune/Step": 1670, "Finetune/Step Time": 11.890162436291575}
+{"Finetune/Learning Rate": 1.983047645013364e-05, "Finetune/Loss": 0.9263784885406494, "Finetune/Loss (Raw)": 0.8011677861213684, "Finetune/Step": 1671, "Finetune/Step Time": 11.87782890535891}
+{"Finetune/Learning Rate": 1.9830167556511e-05, "Finetune/Loss": 0.9258124828338623, "Finetune/Loss (Raw)": 0.9191222190856934, "Finetune/Step": 1672, "Finetune/Step Time": 11.879129704087973}
+{"Finetune/Learning Rate": 1.9829858384132755e-05, "Finetune/Loss": 0.9246147871017456, "Finetune/Loss (Raw)": 0.7676612734794617, "Finetune/Step": 1673, "Finetune/Step Time": 11.877379877492785}
+{"Finetune/Learning Rate": 1.9829548933007678e-05, "Finetune/Loss": 0.924358069896698, "Finetune/Loss (Raw)": 0.9540179967880249, "Finetune/Step": 1674, "Finetune/Step Time": 11.877117644995451}
+{"Finetune/Learning Rate": 1.9829239203144545e-05, "Finetune/Loss": 0.9237146973609924, "Finetune/Loss (Raw)": 0.9381328821182251, "Finetune/Step": 1675, "Finetune/Step Time": 11.900024158880115}
+{"Finetune/Learning Rate": 1.9828929194552143e-05, "Finetune/Loss": 0.9231511950492859, "Finetune/Loss (Raw)": 0.8609508275985718, "Finetune/Step": 1676, "Finetune/Step Time": 11.902263877913356}
+{"Finetune/Learning Rate": 1.9828618907239257e-05, "Finetune/Loss": 0.9239510297775269, "Finetune/Loss (Raw)": 0.9582529067993164, "Finetune/Step": 1677, "Finetune/Step Time": 11.905788654461503}
+{"Finetune/Learning Rate": 1.9828308341214683e-05, "Finetune/Loss": 0.9251224398612976, "Finetune/Loss (Raw)": 1.0420939922332764, "Finetune/Step": 1678, "Finetune/Step Time": 11.903513887897134}
+{"Finetune/Learning Rate": 1.9827997496487236e-05, "Finetune/Loss": 0.9242434501647949, "Finetune/Loss (Raw)": 0.827745795249939, "Finetune/Step": 1679, "Finetune/Step Time": 11.93036344833672}
+{"Finetune/Learning Rate": 1.982768637306573e-05, "Finetune/Loss": 0.9233044981956482, "Finetune/Loss (Raw)": 0.8493170738220215, "Finetune/Step": 1680, "Finetune/Step Time": 11.944311225786805}
+{"Finetune/Learning Rate": 1.982737497095898e-05, "Finetune/Loss": 0.921958327293396, "Finetune/Loss (Raw)": 0.8756489753723145, "Finetune/Step": 1681, "Finetune/Step Time": 11.936732329428196}
+{"Finetune/Learning Rate": 1.9827063290175823e-05, "Finetune/Loss": 0.9210758805274963, "Finetune/Loss (Raw)": 0.8160722851753235, "Finetune/Step": 1682, "Finetune/Step Time": 11.936850726604462}
+{"Finetune/Learning Rate": 1.9826751330725096e-05, "Finetune/Loss": 0.9219660758972168, "Finetune/Loss (Raw)": 1.0270171165466309, "Finetune/Step": 1683, "Finetune/Step Time": 11.935734264552593}
+{"Finetune/Learning Rate": 1.9826439092615643e-05, "Finetune/Loss": 0.9216141700744629, "Finetune/Loss (Raw)": 0.8776610493659973, "Finetune/Step": 1684, "Finetune/Step Time": 11.936259211972356}
+{"Finetune/Learning Rate": 1.9826126575856323e-05, "Finetune/Loss": 0.9194649457931519, "Finetune/Loss (Raw)": 0.7565003633499146, "Finetune/Step": 1685, "Finetune/Step Time": 11.949632685631514}
+{"Finetune/Learning Rate": 1.9825813780455993e-05, "Finetune/Loss": 0.9190645217895508, "Finetune/Loss (Raw)": 0.8448460102081299, "Finetune/Step": 1686, "Finetune/Step Time": 11.93686275742948}
+{"Finetune/Learning Rate": 1.9825500706423525e-05, "Finetune/Loss": 0.918765127658844, "Finetune/Loss (Raw)": 0.9083914756774902, "Finetune/Step": 1687, "Finetune/Step Time": 11.932162446901202}
+{"Finetune/Learning Rate": 1.98251873537678e-05, "Finetune/Loss": 0.9198125004768372, "Finetune/Loss (Raw)": 1.0252785682678223, "Finetune/Step": 1688, "Finetune/Step Time": 11.935796122998}
+{"Finetune/Learning Rate": 1.9824873722497694e-05, "Finetune/Loss": 0.9203884601593018, "Finetune/Loss (Raw)": 1.0313069820404053, "Finetune/Step": 1689, "Finetune/Step Time": 11.927486320957541}
+{"Finetune/Learning Rate": 1.9824559812622113e-05, "Finetune/Loss": 0.9183586835861206, "Finetune/Loss (Raw)": 0.7850023508071899, "Finetune/Step": 1690, "Finetune/Step Time": 11.929081093519926}
+{"Finetune/Learning Rate": 1.982424562414995e-05, "Finetune/Loss": 0.916235625743866, "Finetune/Loss (Raw)": 0.7936229705810547, "Finetune/Step": 1691, "Finetune/Step Time": 11.948974881321192}
+{"Finetune/Learning Rate": 1.982393115709012e-05, "Finetune/Loss": 0.9154648184776306, "Finetune/Loss (Raw)": 0.8647482395172119, "Finetune/Step": 1692, "Finetune/Step Time": 11.944471273571253}
+{"Finetune/Learning Rate": 1.9823616411451538e-05, "Finetune/Loss": 0.9176911115646362, "Finetune/Loss (Raw)": 0.8690187335014343, "Finetune/Step": 1693, "Finetune/Step Time": 11.914269221946597}
+{"Finetune/Learning Rate": 1.9823301387243128e-05, "Finetune/Loss": 0.9187525510787964, "Finetune/Loss (Raw)": 0.9491810202598572, "Finetune/Step": 1694, "Finetune/Step Time": 11.913837550207973}
+{"Finetune/Learning Rate": 1.982298608447382e-05, "Finetune/Loss": 0.9187132716178894, "Finetune/Loss (Raw)": 0.9206103682518005, "Finetune/Step": 1695, "Finetune/Step Time": 11.912923261523247}
+{"Finetune/Learning Rate": 1.9822670503152567e-05, "Finetune/Loss": 0.9184833765029907, "Finetune/Loss (Raw)": 0.9789764285087585, "Finetune/Step": 1696, "Finetune/Step Time": 11.917251577600837}
+{"Finetune/Learning Rate": 1.982235464328831e-05, "Finetune/Loss": 0.9185526967048645, "Finetune/Loss (Raw)": 0.8532498478889465, "Finetune/Step": 1697, "Finetune/Step Time": 11.929875064641237}
+{"Finetune/Learning Rate": 1.982203850489e-05, "Finetune/Loss": 0.9192731380462646, "Finetune/Loss (Raw)": 1.0696746110916138, "Finetune/Step": 1698, "Finetune/Step Time": 11.934309046715498}
+{"Finetune/Learning Rate": 1.982172208796661e-05, "Finetune/Loss": 0.9206148386001587, "Finetune/Loss (Raw)": 1.0762132406234741, "Finetune/Step": 1699, "Finetune/Step Time": 11.933692131191492}
+{"Finetune/Learning Rate": 1.9821405392527116e-05, "Finetune/Loss": 0.9215695858001709, "Finetune/Loss (Raw)": 1.0364532470703125, "Finetune/Step": 1700, "Finetune/Step Time": 11.941245945170522}
+{"Finetune/Learning Rate": 1.982108841858049e-05, "Finetune/Loss": 0.9219471216201782, "Finetune/Loss (Raw)": 1.0121095180511475, "Finetune/Step": 1701, "Finetune/Step Time": 11.939239762723446}
+{"Finetune/Learning Rate": 1.9820771166135723e-05, "Finetune/Loss": 0.9212646484375, "Finetune/Loss (Raw)": 0.8068742752075195, "Finetune/Step": 1702, "Finetune/Step Time": 11.952472841367126}
+{"Finetune/Learning Rate": 1.9820453635201814e-05, "Finetune/Loss": 0.9195032715797424, "Finetune/Loss (Raw)": 0.6268842220306396, "Finetune/Step": 1703, "Finetune/Step Time": 11.971434703096747}
+{"Finetune/Learning Rate": 1.9820135825787764e-05, "Finetune/Loss": 0.9189471006393433, "Finetune/Loss (Raw)": 0.9353662133216858, "Finetune/Step": 1704, "Finetune/Step Time": 11.973040610551834}
+{"Finetune/Learning Rate": 1.981981773790259e-05, "Finetune/Loss": 0.919576108455658, "Finetune/Loss (Raw)": 0.9339964985847473, "Finetune/Step": 1705, "Finetune/Step Time": 11.980532618239522}
+{"Finetune/Learning Rate": 1.9819499371555305e-05, "Finetune/Loss": 0.919581413269043, "Finetune/Loss (Raw)": 0.8831406235694885, "Finetune/Step": 1706, "Finetune/Step Time": 11.978848157450557}
+{"Finetune/Learning Rate": 1.981918072675494e-05, "Finetune/Loss": 0.9184025526046753, "Finetune/Loss (Raw)": 0.8947120904922485, "Finetune/Step": 1707, "Finetune/Step Time": 11.982796983793378}
+{"Finetune/Learning Rate": 1.9818861803510535e-05, "Finetune/Loss": 0.916443407535553, "Finetune/Loss (Raw)": 0.7534669637680054, "Finetune/Step": 1708, "Finetune/Step Time": 11.98838597908616}
+{"Finetune/Learning Rate": 1.9818542601831127e-05, "Finetune/Loss": 0.9157358407974243, "Finetune/Loss (Raw)": 0.8934355974197388, "Finetune/Step": 1709, "Finetune/Step Time": 11.988653507083654}
+{"Finetune/Learning Rate": 1.9818223121725776e-05, "Finetune/Loss": 0.9156045317649841, "Finetune/Loss (Raw)": 0.8208457231521606, "Finetune/Step": 1710, "Finetune/Step Time": 11.982835229486227}
+{"Finetune/Learning Rate": 1.9817903363203534e-05, "Finetune/Loss": 0.9150224328041077, "Finetune/Loss (Raw)": 0.9268350601196289, "Finetune/Step": 1711, "Finetune/Step Time": 11.976849380880594}
+{"Finetune/Learning Rate": 1.9817583326273468e-05, "Finetune/Loss": 0.9144206047058105, "Finetune/Loss (Raw)": 0.8455556631088257, "Finetune/Step": 1712, "Finetune/Step Time": 11.977439584210515}
+{"Finetune/Learning Rate": 1.981726301094466e-05, "Finetune/Loss": 0.9136397242546082, "Finetune/Loss (Raw)": 0.941867470741272, "Finetune/Step": 1713, "Finetune/Step Time": 11.983925469219685}
+{"Finetune/Learning Rate": 1.9816942417226185e-05, "Finetune/Loss": 0.9123231172561646, "Finetune/Loss (Raw)": 0.9300881624221802, "Finetune/Step": 1714, "Finetune/Step Time": 11.980574993416667}
+{"Finetune/Learning Rate": 1.9816621545127145e-05, "Finetune/Loss": 0.9119789600372314, "Finetune/Loss (Raw)": 0.9306835532188416, "Finetune/Step": 1715, "Finetune/Step Time": 11.979195373132825}
+{"Finetune/Learning Rate": 1.981630039465663e-05, "Finetune/Loss": 0.9124851822853088, "Finetune/Loss (Raw)": 0.9056439995765686, "Finetune/Step": 1716, "Finetune/Step Time": 11.975702699273825}
+{"Finetune/Learning Rate": 1.981597896582375e-05, "Finetune/Loss": 0.9133325815200806, "Finetune/Loss (Raw)": 0.8799383044242859, "Finetune/Step": 1717, "Finetune/Step Time": 11.974804634228349}
+{"Finetune/Learning Rate": 1.9815657258637617e-05, "Finetune/Loss": 0.9121318459510803, "Finetune/Loss (Raw)": 0.8333096504211426, "Finetune/Step": 1718, "Finetune/Step Time": 11.96140107139945}
+{"Finetune/Learning Rate": 1.9815335273107358e-05, "Finetune/Loss": 0.9112792611122131, "Finetune/Loss (Raw)": 0.8296355605125427, "Finetune/Step": 1719, "Finetune/Step Time": 11.960089987143874}
+{"Finetune/Learning Rate": 1.9815013009242103e-05, "Finetune/Loss": 0.9138913154602051, "Finetune/Loss (Raw)": 1.001016616821289, "Finetune/Step": 1720, "Finetune/Step Time": 11.93504248932004}
+{"Finetune/Learning Rate": 1.9814690467050987e-05, "Finetune/Loss": 0.9129420518875122, "Finetune/Loss (Raw)": 0.7899672389030457, "Finetune/Step": 1721, "Finetune/Step Time": 11.94828150048852}
+{"Finetune/Learning Rate": 1.981436764654316e-05, "Finetune/Loss": 0.9129034876823425, "Finetune/Loss (Raw)": 1.0397793054580688, "Finetune/Step": 1722, "Finetune/Step Time": 11.951530357822776}
+{"Finetune/Learning Rate": 1.9814044547727774e-05, "Finetune/Loss": 0.9133018255233765, "Finetune/Loss (Raw)": 0.9955406785011292, "Finetune/Step": 1723, "Finetune/Step Time": 11.953198676928878}
+{"Finetune/Learning Rate": 1.9813721170613995e-05, "Finetune/Loss": 0.913158655166626, "Finetune/Loss (Raw)": 0.8696056008338928, "Finetune/Step": 1724, "Finetune/Step Time": 11.951107144355774}
+{"Finetune/Learning Rate": 1.9813397515210986e-05, "Finetune/Loss": 0.913212776184082, "Finetune/Loss (Raw)": 0.9677815437316895, "Finetune/Step": 1725, "Finetune/Step Time": 11.954098246991634}
+{"Finetune/Learning Rate": 1.981307358152793e-05, "Finetune/Loss": 0.9119256138801575, "Finetune/Loss (Raw)": 0.8714669346809387, "Finetune/Step": 1726, "Finetune/Step Time": 11.959191769361496}
+{"Finetune/Learning Rate": 1.9812749369574012e-05, "Finetune/Loss": 0.9102796912193298, "Finetune/Loss (Raw)": 0.690613865852356, "Finetune/Step": 1727, "Finetune/Step Time": 11.957568665966392}
+{"Finetune/Learning Rate": 1.9812424879358424e-05, "Finetune/Loss": 0.9118630290031433, "Finetune/Loss (Raw)": 1.1273505687713623, "Finetune/Step": 1728, "Finetune/Step Time": 11.959080474451184}
+{"Finetune/Learning Rate": 1.981210011089037e-05, "Finetune/Loss": 0.9123969078063965, "Finetune/Loss (Raw)": 1.014135718345642, "Finetune/Step": 1729, "Finetune/Step Time": 11.953678201884031}
+{"Finetune/Learning Rate": 1.981177506417906e-05, "Finetune/Loss": 0.9122557640075684, "Finetune/Loss (Raw)": 0.9392036199569702, "Finetune/Step": 1730, "Finetune/Step Time": 11.948353834450245}
+{"Finetune/Learning Rate": 1.9811449739233712e-05, "Finetune/Loss": 0.9128119945526123, "Finetune/Loss (Raw)": 0.9215012192726135, "Finetune/Step": 1731, "Finetune/Step Time": 11.941911447793245}
+{"Finetune/Learning Rate": 1.9811124136063547e-05, "Finetune/Loss": 0.912132978439331, "Finetune/Loss (Raw)": 0.8261674046516418, "Finetune/Step": 1732, "Finetune/Step Time": 11.943678505718708}
+{"Finetune/Learning Rate": 1.9810798254677804e-05, "Finetune/Loss": 0.9123902320861816, "Finetune/Loss (Raw)": 0.8762098550796509, "Finetune/Step": 1733, "Finetune/Step Time": 11.962012449279428}
+{"Finetune/Learning Rate": 1.981047209508572e-05, "Finetune/Loss": 0.9121193289756775, "Finetune/Loss (Raw)": 0.9335485696792603, "Finetune/Step": 1734, "Finetune/Step Time": 11.954326065257192}
+{"Finetune/Learning Rate": 1.981014565729654e-05, "Finetune/Loss": 0.9113220572471619, "Finetune/Loss (Raw)": 0.8756101131439209, "Finetune/Step": 1735, "Finetune/Step Time": 11.939132569357753}
+{"Finetune/Learning Rate": 1.9809818941319526e-05, "Finetune/Loss": 0.9115003347396851, "Finetune/Loss (Raw)": 0.9327526688575745, "Finetune/Step": 1736, "Finetune/Step Time": 11.941651441156864}
+{"Finetune/Learning Rate": 1.9809491947163947e-05, "Finetune/Loss": 0.9105547666549683, "Finetune/Loss (Raw)": 0.8442362546920776, "Finetune/Step": 1737, "Finetune/Step Time": 11.95397473871708}
+{"Finetune/Learning Rate": 1.9809164674839065e-05, "Finetune/Loss": 0.9096876382827759, "Finetune/Loss (Raw)": 0.8576933145523071, "Finetune/Step": 1738, "Finetune/Step Time": 11.93489746376872}
+{"Finetune/Learning Rate": 1.980883712435417e-05, "Finetune/Loss": 0.9109703302383423, "Finetune/Loss (Raw)": 0.9924991130828857, "Finetune/Step": 1739, "Finetune/Step Time": 11.939069289714098}
+{"Finetune/Learning Rate": 1.9808509295718545e-05, "Finetune/Loss": 0.9104959964752197, "Finetune/Loss (Raw)": 0.8990037441253662, "Finetune/Step": 1740, "Finetune/Step Time": 11.941700261086226}
+{"Finetune/Learning Rate": 1.9808181188941493e-05, "Finetune/Loss": 0.9110676050186157, "Finetune/Loss (Raw)": 0.8606386780738831, "Finetune/Step": 1741, "Finetune/Step Time": 11.932305922731757}
+{"Finetune/Learning Rate": 1.9807852804032306e-05, "Finetune/Loss": 0.9115678071975708, "Finetune/Loss (Raw)": 0.9642903208732605, "Finetune/Step": 1742, "Finetune/Step Time": 11.938645539805293}
+{"Finetune/Learning Rate": 1.9807524141000308e-05, "Finetune/Loss": 0.9098149538040161, "Finetune/Loss (Raw)": 0.6750383377075195, "Finetune/Step": 1743, "Finetune/Step Time": 11.965703036636114}
+{"Finetune/Learning Rate": 1.980719519985481e-05, "Finetune/Loss": 0.9096984267234802, "Finetune/Loss (Raw)": 0.8991169929504395, "Finetune/Step": 1744, "Finetune/Step Time": 11.964929824694991}
+{"Finetune/Learning Rate": 1.9806865980605146e-05, "Finetune/Loss": 0.9107779264450073, "Finetune/Loss (Raw)": 1.041102409362793, "Finetune/Step": 1745, "Finetune/Step Time": 11.971622209995985}
+{"Finetune/Learning Rate": 1.980653648326065e-05, "Finetune/Loss": 0.910609245300293, "Finetune/Loss (Raw)": 0.8866257071495056, "Finetune/Step": 1746, "Finetune/Step Time": 11.972945047542453}
+{"Finetune/Learning Rate": 1.980620670783067e-05, "Finetune/Loss": 0.91064453125, "Finetune/Loss (Raw)": 0.9010424017906189, "Finetune/Step": 1747, "Finetune/Step Time": 11.972139483317733}
+{"Finetune/Learning Rate": 1.9805876654324546e-05, "Finetune/Loss": 0.9098330736160278, "Finetune/Loss (Raw)": 0.979116678237915, "Finetune/Step": 1748, "Finetune/Step Time": 11.972164968028665}
+{"Finetune/Learning Rate": 1.980554632275165e-05, "Finetune/Loss": 0.9098217487335205, "Finetune/Loss (Raw)": 0.8852556347846985, "Finetune/Step": 1749, "Finetune/Step Time": 11.965071354061365}
+{"Finetune/Learning Rate": 1.980521571312134e-05, "Finetune/Loss": 0.9096682667732239, "Finetune/Loss (Raw)": 1.0053960084915161, "Finetune/Step": 1750, "Finetune/Step Time": 11.962609248235822}
+{"Finetune/Learning Rate": 1.9804884825442996e-05, "Finetune/Loss": 0.9081599712371826, "Finetune/Loss (Raw)": 0.9255179166793823, "Finetune/Step": 1751, "Finetune/Step Time": 11.956538202241063}
+{"Finetune/Learning Rate": 1.9804553659726e-05, "Finetune/Loss": 0.907365083694458, "Finetune/Loss (Raw)": 0.825812816619873, "Finetune/Step": 1752, "Finetune/Step Time": 11.962167859077454}
+{"Finetune/Learning Rate": 1.9804222215979737e-05, "Finetune/Loss": 0.907920241355896, "Finetune/Loss (Raw)": 0.9407951235771179, "Finetune/Step": 1753, "Finetune/Step Time": 11.953791363164783}
+{"Finetune/Learning Rate": 1.980389049421362e-05, "Finetune/Loss": 0.9077688455581665, "Finetune/Loss (Raw)": 0.9011971354484558, "Finetune/Step": 1754, "Finetune/Step Time": 11.955361334607005}
+{"Finetune/Learning Rate": 1.9803558494437044e-05, "Finetune/Loss": 0.9084419012069702, "Finetune/Loss (Raw)": 1.0363692045211792, "Finetune/Step": 1755, "Finetune/Step Time": 11.94957946613431}
+{"Finetune/Learning Rate": 1.9803226216659425e-05, "Finetune/Loss": 0.9092486500740051, "Finetune/Loss (Raw)": 0.9061703681945801, "Finetune/Step": 1756, "Finetune/Step Time": 11.951388811692595}
+{"Finetune/Learning Rate": 1.9802893660890187e-05, "Finetune/Loss": 0.9089013338088989, "Finetune/Loss (Raw)": 0.9244698286056519, "Finetune/Step": 1757, "Finetune/Step Time": 11.954671056941152}
+{"Finetune/Learning Rate": 1.9802560827138762e-05, "Finetune/Loss": 0.9079660177230835, "Finetune/Loss (Raw)": 0.864225447177887, "Finetune/Step": 1758, "Finetune/Step Time": 11.986007753759623}
+{"Finetune/Learning Rate": 1.9802227715414587e-05, "Finetune/Loss": 0.9072572588920593, "Finetune/Loss (Raw)": 0.9063057899475098, "Finetune/Step": 1759, "Finetune/Step Time": 11.981007892638445}
+{"Finetune/Learning Rate": 1.9801894325727104e-05, "Finetune/Loss": 0.9076555371284485, "Finetune/Loss (Raw)": 1.0096988677978516, "Finetune/Step": 1760, "Finetune/Step Time": 11.939824115484953}
+{"Finetune/Learning Rate": 1.9801560658085773e-05, "Finetune/Loss": 0.9052717089653015, "Finetune/Loss (Raw)": 0.5421944856643677, "Finetune/Step": 1761, "Finetune/Step Time": 11.95834050141275}
+{"Finetune/Learning Rate": 1.9801226712500057e-05, "Finetune/Loss": 0.9039751291275024, "Finetune/Loss (Raw)": 0.8508749604225159, "Finetune/Step": 1762, "Finetune/Step Time": 11.97204010002315}
+{"Finetune/Learning Rate": 1.980089248897942e-05, "Finetune/Loss": 0.9036822319030762, "Finetune/Loss (Raw)": 0.9339360594749451, "Finetune/Step": 1763, "Finetune/Step Time": 11.949878266081214}
+{"Finetune/Learning Rate": 1.980055798753334e-05, "Finetune/Loss": 0.9039888978004456, "Finetune/Loss (Raw)": 0.9524793028831482, "Finetune/Step": 1764, "Finetune/Step Time": 11.947993263602257}
+{"Finetune/Learning Rate": 1.9800223208171307e-05, "Finetune/Loss": 0.9023276567459106, "Finetune/Loss (Raw)": 0.816506564617157, "Finetune/Step": 1765, "Finetune/Step Time": 11.942604787647724}
+{"Finetune/Learning Rate": 1.9799888150902813e-05, "Finetune/Loss": 0.9023504853248596, "Finetune/Loss (Raw)": 0.9636116623878479, "Finetune/Step": 1766, "Finetune/Step Time": 11.960297089070082}
+{"Finetune/Learning Rate": 1.9799552815737355e-05, "Finetune/Loss": 0.9037684202194214, "Finetune/Loss (Raw)": 0.9117667078971863, "Finetune/Step": 1767, "Finetune/Step Time": 11.946243131533265}
+{"Finetune/Learning Rate": 1.9799217202684445e-05, "Finetune/Loss": 0.9028109908103943, "Finetune/Loss (Raw)": 0.9532551169395447, "Finetune/Step": 1768, "Finetune/Step Time": 11.968633061274886}
+{"Finetune/Learning Rate": 1.9798881311753603e-05, "Finetune/Loss": 0.9036781191825867, "Finetune/Loss (Raw)": 0.9824361801147461, "Finetune/Step": 1769, "Finetune/Step Time": 11.967851029708982}
+{"Finetune/Learning Rate": 1.9798545142954354e-05, "Finetune/Loss": 0.903810977935791, "Finetune/Loss (Raw)": 0.9942595362663269, "Finetune/Step": 1770, "Finetune/Step Time": 11.970071405172348}
+{"Finetune/Learning Rate": 1.9798208696296222e-05, "Finetune/Loss": 0.9066751003265381, "Finetune/Loss (Raw)": 0.9907746911048889, "Finetune/Step": 1771, "Finetune/Step Time": 11.946767821907997}
+{"Finetune/Learning Rate": 1.9797871971788757e-05, "Finetune/Loss": 0.906580924987793, "Finetune/Loss (Raw)": 0.9552862048149109, "Finetune/Step": 1772, "Finetune/Step Time": 11.948634104803205}
+{"Finetune/Learning Rate": 1.9797534969441505e-05, "Finetune/Loss": 0.9053609371185303, "Finetune/Loss (Raw)": 0.8730648756027222, "Finetune/Step": 1773, "Finetune/Step Time": 11.947558369487524}
+{"Finetune/Learning Rate": 1.9797197689264017e-05, "Finetune/Loss": 0.906102180480957, "Finetune/Loss (Raw)": 0.9770392775535583, "Finetune/Step": 1774, "Finetune/Step Time": 11.938471226021647}
+{"Finetune/Learning Rate": 1.9796860131265865e-05, "Finetune/Loss": 0.9067049026489258, "Finetune/Loss (Raw)": 0.9517595767974854, "Finetune/Step": 1775, "Finetune/Step Time": 11.955754298716784}
+{"Finetune/Learning Rate": 1.9796522295456618e-05, "Finetune/Loss": 0.9068607091903687, "Finetune/Loss (Raw)": 0.9238826036453247, "Finetune/Step": 1776, "Finetune/Step Time": 11.947769559919834}
+{"Finetune/Learning Rate": 1.979618418184586e-05, "Finetune/Loss": 0.9077883958816528, "Finetune/Loss (Raw)": 0.9605166912078857, "Finetune/Step": 1777, "Finetune/Step Time": 11.941763628274202}
+{"Finetune/Learning Rate": 1.979584579044317e-05, "Finetune/Loss": 0.9059081673622131, "Finetune/Loss (Raw)": 0.847213089466095, "Finetune/Step": 1778, "Finetune/Step Time": 11.944841677322984}
+{"Finetune/Learning Rate": 1.979550712125815e-05, "Finetune/Loss": 0.9052649736404419, "Finetune/Loss (Raw)": 0.8194416761398315, "Finetune/Step": 1779, "Finetune/Step Time": 11.939824968576431}
+{"Finetune/Learning Rate": 1.9795168174300406e-05, "Finetune/Loss": 0.9049818515777588, "Finetune/Loss (Raw)": 0.9592279195785522, "Finetune/Step": 1780, "Finetune/Step Time": 11.928516993299127}
+{"Finetune/Learning Rate": 1.9794828949579546e-05, "Finetune/Loss": 0.9039866924285889, "Finetune/Loss (Raw)": 0.932186484336853, "Finetune/Step": 1781, "Finetune/Step Time": 11.925915837287903}
+{"Finetune/Learning Rate": 1.9794489447105184e-05, "Finetune/Loss": 0.9018495082855225, "Finetune/Loss (Raw)": 0.5275101661682129, "Finetune/Step": 1782, "Finetune/Step Time": 11.957103149965405}
+{"Finetune/Learning Rate": 1.979414966688696e-05, "Finetune/Loss": 0.9014958143234253, "Finetune/Loss (Raw)": 0.8795135021209717, "Finetune/Step": 1783, "Finetune/Step Time": 11.936314532533288}
+{"Finetune/Learning Rate": 1.9793809608934498e-05, "Finetune/Loss": 0.8999311923980713, "Finetune/Loss (Raw)": 0.7806625962257385, "Finetune/Step": 1784, "Finetune/Step Time": 11.938907530158758}
+{"Finetune/Learning Rate": 1.9793469273257445e-05, "Finetune/Loss": 0.8976861238479614, "Finetune/Loss (Raw)": 0.6865324974060059, "Finetune/Step": 1785, "Finetune/Step Time": 11.981524681672454}
+{"Finetune/Learning Rate": 1.9793128659865454e-05, "Finetune/Loss": 0.8976017236709595, "Finetune/Loss (Raw)": 0.8858910799026489, "Finetune/Step": 1786, "Finetune/Step Time": 11.983316902071238}
+{"Finetune/Learning Rate": 1.9792787768768186e-05, "Finetune/Loss": 0.8981475830078125, "Finetune/Loss (Raw)": 1.0017175674438477, "Finetune/Step": 1787, "Finetune/Step Time": 11.986058259382844}
+{"Finetune/Learning Rate": 1.9792446599975296e-05, "Finetune/Loss": 0.8984695672988892, "Finetune/Loss (Raw)": 0.8925045132637024, "Finetune/Step": 1788, "Finetune/Step Time": 11.993213824927807}
+{"Finetune/Learning Rate": 1.979210515349647e-05, "Finetune/Loss": 0.8992687463760376, "Finetune/Loss (Raw)": 0.9645571708679199, "Finetune/Step": 1789, "Finetune/Step Time": 11.991794589906931}
+{"Finetune/Learning Rate": 1.979176342934139e-05, "Finetune/Loss": 0.900489330291748, "Finetune/Loss (Raw)": 0.9425731897354126, "Finetune/Step": 1790, "Finetune/Step Time": 11.986882826313376}
+{"Finetune/Learning Rate": 1.979142142751974e-05, "Finetune/Loss": 0.9014664888381958, "Finetune/Loss (Raw)": 1.0026462078094482, "Finetune/Step": 1791, "Finetune/Step Time": 11.994891215115786}
+{"Finetune/Learning Rate": 1.979107914804122e-05, "Finetune/Loss": 0.9009835720062256, "Finetune/Loss (Raw)": 0.923762321472168, "Finetune/Step": 1792, "Finetune/Step Time": 11.983904955908656}
+{"Finetune/Learning Rate": 1.979073659091554e-05, "Finetune/Loss": 0.903099775314331, "Finetune/Loss (Raw)": 1.0595020055770874, "Finetune/Step": 1793, "Finetune/Step Time": 11.985622888430953}
+{"Finetune/Learning Rate": 1.979039375615241e-05, "Finetune/Loss": 0.9034582376480103, "Finetune/Loss (Raw)": 0.9277036190032959, "Finetune/Step": 1794, "Finetune/Step Time": 11.982840085402131}
+{"Finetune/Learning Rate": 1.9790050643761552e-05, "Finetune/Loss": 0.9039925932884216, "Finetune/Loss (Raw)": 0.9725550413131714, "Finetune/Step": 1795, "Finetune/Step Time": 11.996167659759521}
+{"Finetune/Learning Rate": 1.97897072537527e-05, "Finetune/Loss": 0.9028980731964111, "Finetune/Loss (Raw)": 0.852005660533905, "Finetune/Step": 1796, "Finetune/Step Time": 12.02956279926002}
+{"Finetune/Learning Rate": 1.9789363586135588e-05, "Finetune/Loss": 0.9042919874191284, "Finetune/Loss (Raw)": 0.9905074834823608, "Finetune/Step": 1797, "Finetune/Step Time": 11.949482474476099}
+{"Finetune/Learning Rate": 1.9789019640919963e-05, "Finetune/Loss": 0.9051674604415894, "Finetune/Loss (Raw)": 1.0133799314498901, "Finetune/Step": 1798, "Finetune/Step Time": 11.944188822060823}
+{"Finetune/Learning Rate": 1.9788675418115572e-05, "Finetune/Loss": 0.9060996174812317, "Finetune/Loss (Raw)": 0.9204828143119812, "Finetune/Step": 1799, "Finetune/Step Time": 11.946166543290019}
+{"Finetune/Learning Rate": 1.9788330917732186e-05, "Finetune/Loss": 0.9057585000991821, "Finetune/Loss (Raw)": 0.8754626512527466, "Finetune/Step": 1800, "Finetune/Step Time": 11.94997015222907}
+{"Finetune/Learning Rate": 1.978798613977957e-05, "Finetune/Loss": 0.9067095518112183, "Finetune/Loss (Raw)": 0.8893975615501404, "Finetune/Step": 1801, "Finetune/Step Time": 11.950127176940441}
+{"Finetune/Learning Rate": 1.97876410842675e-05, "Finetune/Loss": 0.9066625833511353, "Finetune/Loss (Raw)": 0.9479976296424866, "Finetune/Step": 1802, "Finetune/Step Time": 11.948812063783407}
+{"Finetune/Learning Rate": 1.9787295751205758e-05, "Finetune/Loss": 0.9057605862617493, "Finetune/Loss (Raw)": 0.8226850628852844, "Finetune/Step": 1803, "Finetune/Step Time": 11.923621689900756}
+{"Finetune/Learning Rate": 1.978695014060414e-05, "Finetune/Loss": 0.9064354300498962, "Finetune/Loss (Raw)": 0.947327196598053, "Finetune/Step": 1804, "Finetune/Step Time": 11.938022995367646}
+{"Finetune/Learning Rate": 1.9786604252472446e-05, "Finetune/Loss": 0.9044324159622192, "Finetune/Loss (Raw)": 0.7018706202507019, "Finetune/Step": 1805, "Finetune/Step Time": 11.934218043461442}
+{"Finetune/Learning Rate": 1.978625808682049e-05, "Finetune/Loss": 0.9035206437110901, "Finetune/Loss (Raw)": 0.9253851175308228, "Finetune/Step": 1806, "Finetune/Step Time": 11.9325264506042}
+{"Finetune/Learning Rate": 1.978591164365808e-05, "Finetune/Loss": 0.9044333100318909, "Finetune/Loss (Raw)": 0.9445666670799255, "Finetune/Step": 1807, "Finetune/Step Time": 11.898964639753103}
+{"Finetune/Learning Rate": 1.9785564922995042e-05, "Finetune/Loss": 0.9045503735542297, "Finetune/Loss (Raw)": 0.8643010258674622, "Finetune/Step": 1808, "Finetune/Step Time": 11.881694752722979}
+{"Finetune/Learning Rate": 1.978521792484121e-05, "Finetune/Loss": 0.9047414660453796, "Finetune/Loss (Raw)": 0.9001063108444214, "Finetune/Step": 1809, "Finetune/Step Time": 11.880095705389977}
+{"Finetune/Learning Rate": 1.9784870649206423e-05, "Finetune/Loss": 0.9063090085983276, "Finetune/Loss (Raw)": 1.0167137384414673, "Finetune/Step": 1810, "Finetune/Step Time": 11.880095032975078}
+{"Finetune/Learning Rate": 1.978452309610053e-05, "Finetune/Loss": 0.905663013458252, "Finetune/Loss (Raw)": 0.9443328380584717, "Finetune/Step": 1811, "Finetune/Step Time": 11.880101278424263}
+{"Finetune/Learning Rate": 1.978417526553338e-05, "Finetune/Loss": 0.9063804745674133, "Finetune/Loss (Raw)": 0.9695013761520386, "Finetune/Step": 1812, "Finetune/Step Time": 11.877158232033253}
+{"Finetune/Learning Rate": 1.978382715751485e-05, "Finetune/Loss": 0.9076390862464905, "Finetune/Loss (Raw)": 0.9175969362258911, "Finetune/Step": 1813, "Finetune/Step Time": 11.863433772698045}
+{"Finetune/Learning Rate": 1.9783478772054798e-05, "Finetune/Loss": 0.9081672430038452, "Finetune/Loss (Raw)": 0.9124537110328674, "Finetune/Step": 1814, "Finetune/Step Time": 11.876843255013227}
+{"Finetune/Learning Rate": 1.978313010916311e-05, "Finetune/Loss": 0.9086883068084717, "Finetune/Loss (Raw)": 0.9750871062278748, "Finetune/Step": 1815, "Finetune/Step Time": 11.89025498367846}
+{"Finetune/Learning Rate": 1.9782781168849673e-05, "Finetune/Loss": 0.9077965021133423, "Finetune/Loss (Raw)": 0.9111274480819702, "Finetune/Step": 1816, "Finetune/Step Time": 11.90765606239438}
+{"Finetune/Learning Rate": 1.978243195112438e-05, "Finetune/Loss": 0.906932532787323, "Finetune/Loss (Raw)": 0.920715868473053, "Finetune/Step": 1817, "Finetune/Step Time": 11.912077927961946}
+{"Finetune/Learning Rate": 1.9782082455997137e-05, "Finetune/Loss": 0.9072549343109131, "Finetune/Loss (Raw)": 0.8262701630592346, "Finetune/Step": 1818, "Finetune/Step Time": 11.919903190806508}
+{"Finetune/Learning Rate": 1.9781732683477846e-05, "Finetune/Loss": 0.908819854259491, "Finetune/Loss (Raw)": 0.9939376711845398, "Finetune/Step": 1819, "Finetune/Step Time": 11.890468606725335}
+{"Finetune/Learning Rate": 1.9781382633576434e-05, "Finetune/Loss": 0.9081509113311768, "Finetune/Loss (Raw)": 0.7791198492050171, "Finetune/Step": 1820, "Finetune/Step Time": 11.888362182304263}
+{"Finetune/Learning Rate": 1.9781032306302825e-05, "Finetune/Loss": 0.9067248106002808, "Finetune/Loss (Raw)": 0.6864779591560364, "Finetune/Step": 1821, "Finetune/Step Time": 11.90439434722066}
+{"Finetune/Learning Rate": 1.9780681701666955e-05, "Finetune/Loss": 0.90556800365448, "Finetune/Loss (Raw)": 0.8011120557785034, "Finetune/Step": 1822, "Finetune/Step Time": 11.90932896360755}
+{"Finetune/Learning Rate": 1.9780330819678763e-05, "Finetune/Loss": 0.906359076499939, "Finetune/Loss (Raw)": 1.021873116493225, "Finetune/Step": 1823, "Finetune/Step Time": 11.907074738293886}
+{"Finetune/Learning Rate": 1.97799796603482e-05, "Finetune/Loss": 0.9061604738235474, "Finetune/Loss (Raw)": 0.9535506367683411, "Finetune/Step": 1824, "Finetune/Step Time": 11.915302975103259}
+{"Finetune/Learning Rate": 1.9779628223685226e-05, "Finetune/Loss": 0.9067580699920654, "Finetune/Loss (Raw)": 0.9297446012496948, "Finetune/Step": 1825, "Finetune/Step Time": 11.901606891304255}
+{"Finetune/Learning Rate": 1.9779276509699806e-05, "Finetune/Loss": 0.905600905418396, "Finetune/Loss (Raw)": 0.9215542674064636, "Finetune/Step": 1826, "Finetune/Step Time": 11.893277017399669}
+{"Finetune/Learning Rate": 1.977892451840191e-05, "Finetune/Loss": 0.9049786925315857, "Finetune/Loss (Raw)": 0.9965718984603882, "Finetune/Step": 1827, "Finetune/Step Time": 11.897658029571176}
+{"Finetune/Learning Rate": 1.9778572249801523e-05, "Finetune/Loss": 0.903779923915863, "Finetune/Loss (Raw)": 0.8830054998397827, "Finetune/Step": 1828, "Finetune/Step Time": 11.885581411421299}
+{"Finetune/Learning Rate": 1.9778219703908633e-05, "Finetune/Loss": 0.9033946394920349, "Finetune/Loss (Raw)": 0.9627925157546997, "Finetune/Step": 1829, "Finetune/Step Time": 11.886091105639935}
+{"Finetune/Learning Rate": 1.977786688073324e-05, "Finetune/Loss": 0.9040234684944153, "Finetune/Loss (Raw)": 0.887367308139801, "Finetune/Step": 1830, "Finetune/Step Time": 11.87963562272489}
+{"Finetune/Learning Rate": 1.9777513780285345e-05, "Finetune/Loss": 0.9058277606964111, "Finetune/Loss (Raw)": 0.8578415513038635, "Finetune/Step": 1831, "Finetune/Step Time": 11.853439489379525}
+{"Finetune/Learning Rate": 1.977716040257496e-05, "Finetune/Loss": 0.9062361717224121, "Finetune/Loss (Raw)": 0.987639307975769, "Finetune/Step": 1832, "Finetune/Step Time": 11.874448273330927}
+{"Finetune/Learning Rate": 1.9776806747612113e-05, "Finetune/Loss": 0.9066789150238037, "Finetune/Loss (Raw)": 0.9906622171401978, "Finetune/Step": 1833, "Finetune/Step Time": 11.86674553155899}
+{"Finetune/Learning Rate": 1.977645281540683e-05, "Finetune/Loss": 0.904447078704834, "Finetune/Loss (Raw)": 0.5974727869033813, "Finetune/Step": 1834, "Finetune/Step Time": 11.890976786613464}
+{"Finetune/Learning Rate": 1.9776098605969142e-05, "Finetune/Loss": 0.9038156270980835, "Finetune/Loss (Raw)": 0.8138796091079712, "Finetune/Step": 1835, "Finetune/Step Time": 11.886741740629077}
+{"Finetune/Learning Rate": 1.9775744119309095e-05, "Finetune/Loss": 0.904991626739502, "Finetune/Loss (Raw)": 0.9039924144744873, "Finetune/Step": 1836, "Finetune/Step Time": 11.907691594213247}
+{"Finetune/Learning Rate": 1.9775389355436746e-05, "Finetune/Loss": 0.9053270816802979, "Finetune/Loss (Raw)": 0.9363828897476196, "Finetune/Step": 1837, "Finetune/Step Time": 11.904878767207265}
+{"Finetune/Learning Rate": 1.9775034314362152e-05, "Finetune/Loss": 0.9064632654190063, "Finetune/Loss (Raw)": 0.9662697315216064, "Finetune/Step": 1838, "Finetune/Step Time": 11.9092578869313}
+{"Finetune/Learning Rate": 1.977467899609538e-05, "Finetune/Loss": 0.9067941904067993, "Finetune/Loss (Raw)": 0.9692020416259766, "Finetune/Step": 1839, "Finetune/Step Time": 11.907329818233848}
+{"Finetune/Learning Rate": 1.977432340064651e-05, "Finetune/Loss": 0.9064974784851074, "Finetune/Loss (Raw)": 0.807569146156311, "Finetune/Step": 1840, "Finetune/Step Time": 11.897501688450575}
+{"Finetune/Learning Rate": 1.977396752802562e-05, "Finetune/Loss": 0.9054347276687622, "Finetune/Loss (Raw)": 0.805835485458374, "Finetune/Step": 1841, "Finetune/Step Time": 11.947588061913848}
+{"Finetune/Learning Rate": 1.9773611378242807e-05, "Finetune/Loss": 0.9049299359321594, "Finetune/Loss (Raw)": 0.8654789924621582, "Finetune/Step": 1842, "Finetune/Step Time": 11.9517243206501}
+{"Finetune/Learning Rate": 1.9773254951308165e-05, "Finetune/Loss": 0.9062464237213135, "Finetune/Loss (Raw)": 1.0991876125335693, "Finetune/Step": 1843, "Finetune/Step Time": 11.945770287886262}
+{"Finetune/Learning Rate": 1.9772898247231803e-05, "Finetune/Loss": 0.9071205854415894, "Finetune/Loss (Raw)": 1.017538070678711, "Finetune/Step": 1844, "Finetune/Step Time": 11.956879517063498}
+{"Finetune/Learning Rate": 1.9772541266023843e-05, "Finetune/Loss": 0.9061210751533508, "Finetune/Loss (Raw)": 0.7520055770874023, "Finetune/Step": 1845, "Finetune/Step Time": 11.973064236342907}
+{"Finetune/Learning Rate": 1.9772184007694396e-05, "Finetune/Loss": 0.9074907302856445, "Finetune/Loss (Raw)": 1.0086190700531006, "Finetune/Step": 1846, "Finetune/Step Time": 11.966683510690928}
+{"Finetune/Learning Rate": 1.97718264722536e-05, "Finetune/Loss": 0.9088807702064514, "Finetune/Loss (Raw)": 1.0075693130493164, "Finetune/Step": 1847, "Finetune/Step Time": 11.971055353060365}
+{"Finetune/Learning Rate": 1.9771468659711595e-05, "Finetune/Loss": 0.9083683490753174, "Finetune/Loss (Raw)": 0.9354137182235718, "Finetune/Step": 1848, "Finetune/Step Time": 11.99116851016879}
+{"Finetune/Learning Rate": 1.9771110570078525e-05, "Finetune/Loss": 0.9095109701156616, "Finetune/Loss (Raw)": 0.9362278580665588, "Finetune/Step": 1849, "Finetune/Step Time": 11.980637779459357}
+{"Finetune/Learning Rate": 1.9770752203364546e-05, "Finetune/Loss": 0.9083231687545776, "Finetune/Loss (Raw)": 0.8877447843551636, "Finetune/Step": 1850, "Finetune/Step Time": 11.987279111519456}
+{"Finetune/Learning Rate": 1.9770393559579815e-05, "Finetune/Loss": 0.9075431823730469, "Finetune/Loss (Raw)": 0.8956937193870544, "Finetune/Step": 1851, "Finetune/Step Time": 11.982807666063309}
+{"Finetune/Learning Rate": 1.9770034638734506e-05, "Finetune/Loss": 0.9078547954559326, "Finetune/Loss (Raw)": 0.9095004200935364, "Finetune/Step": 1852, "Finetune/Step Time": 11.986818479374051}
+{"Finetune/Learning Rate": 1.9769675440838802e-05, "Finetune/Loss": 0.9094322323799133, "Finetune/Loss (Raw)": 1.169696569442749, "Finetune/Step": 1853, "Finetune/Step Time": 11.976670272648335}
+{"Finetune/Learning Rate": 1.9769315965902876e-05, "Finetune/Loss": 0.9112712144851685, "Finetune/Loss (Raw)": 1.1068588495254517, "Finetune/Step": 1854, "Finetune/Step Time": 11.970805602148175}
+{"Finetune/Learning Rate": 1.9768956213936934e-05, "Finetune/Loss": 0.9147641658782959, "Finetune/Loss (Raw)": 1.137709617614746, "Finetune/Step": 1855, "Finetune/Step Time": 11.978854902088642}
+{"Finetune/Learning Rate": 1.9768596184951174e-05, "Finetune/Loss": 0.9109749794006348, "Finetune/Loss (Raw)": 0.6423269510269165, "Finetune/Step": 1856, "Finetune/Step Time": 12.003978744149208}
+{"Finetune/Learning Rate": 1.9768235878955804e-05, "Finetune/Loss": 0.908458411693573, "Finetune/Loss (Raw)": 0.6920171976089478, "Finetune/Step": 1857, "Finetune/Step Time": 12.016739085316658}
+{"Finetune/Learning Rate": 1.976787529596104e-05, "Finetune/Loss": 0.9081451296806335, "Finetune/Loss (Raw)": 0.8991080522537231, "Finetune/Step": 1858, "Finetune/Step Time": 12.025177313014865}
+{"Finetune/Learning Rate": 1.976751443597711e-05, "Finetune/Loss": 0.9070913195610046, "Finetune/Loss (Raw)": 0.7866080403327942, "Finetune/Step": 1859, "Finetune/Step Time": 12.045320879667997}
+{"Finetune/Learning Rate": 1.9767153299014242e-05, "Finetune/Loss": 0.9086877107620239, "Finetune/Loss (Raw)": 1.0305026769638062, "Finetune/Step": 1860, "Finetune/Step Time": 12.036512115970254}
+{"Finetune/Learning Rate": 1.9766791885082684e-05, "Finetune/Loss": 0.9081708192825317, "Finetune/Loss (Raw)": 0.8100557923316956, "Finetune/Step": 1861, "Finetune/Step Time": 11.994067963212729}
+{"Finetune/Learning Rate": 1.976643019419268e-05, "Finetune/Loss": 0.9076881408691406, "Finetune/Loss (Raw)": 0.8717625141143799, "Finetune/Step": 1862, "Finetune/Step Time": 11.997563302516937}
+{"Finetune/Learning Rate": 1.9766068226354488e-05, "Finetune/Loss": 0.9063740968704224, "Finetune/Loss (Raw)": 0.7074143886566162, "Finetune/Step": 1863, "Finetune/Step Time": 12.024278922006488}
+{"Finetune/Learning Rate": 1.9765705981578374e-05, "Finetune/Loss": 0.9040826559066772, "Finetune/Loss (Raw)": 0.6394460797309875, "Finetune/Step": 1864, "Finetune/Step Time": 12.050099616870284}
+{"Finetune/Learning Rate": 1.9765343459874607e-05, "Finetune/Loss": 0.9055976867675781, "Finetune/Loss (Raw)": 1.0381660461425781, "Finetune/Step": 1865, "Finetune/Step Time": 12.027852343395352}
+{"Finetune/Learning Rate": 1.9764980661253465e-05, "Finetune/Loss": 0.9063682556152344, "Finetune/Loss (Raw)": 0.9563215970993042, "Finetune/Step": 1866, "Finetune/Step Time": 12.023721162229776}
+{"Finetune/Learning Rate": 1.9764617585725245e-05, "Finetune/Loss": 0.9056091904640198, "Finetune/Loss (Raw)": 0.895336925983429, "Finetune/Step": 1867, "Finetune/Step Time": 12.02220880612731}
+{"Finetune/Learning Rate": 1.9764254233300233e-05, "Finetune/Loss": 0.905443549156189, "Finetune/Loss (Raw)": 0.8777977824211121, "Finetune/Step": 1868, "Finetune/Step Time": 12.019801933318377}
+{"Finetune/Learning Rate": 1.9763890603988737e-05, "Finetune/Loss": 0.9065004587173462, "Finetune/Loss (Raw)": 0.9959361553192139, "Finetune/Step": 1869, "Finetune/Step Time": 12.018860802054405}
+{"Finetune/Learning Rate": 1.9763526697801072e-05, "Finetune/Loss": 0.9061758518218994, "Finetune/Loss (Raw)": 0.9227330684661865, "Finetune/Step": 1870, "Finetune/Step Time": 12.013806123286486}
+{"Finetune/Learning Rate": 1.976316251474755e-05, "Finetune/Loss": 0.9095286130905151, "Finetune/Loss (Raw)": 1.1041890382766724, "Finetune/Step": 1871, "Finetune/Step Time": 11.984696991741657}
+{"Finetune/Learning Rate": 1.9762798054838503e-05, "Finetune/Loss": 0.9085909724235535, "Finetune/Loss (Raw)": 0.7791006565093994, "Finetune/Step": 1872, "Finetune/Step Time": 11.982474507763982}
+{"Finetune/Learning Rate": 1.9762433318084263e-05, "Finetune/Loss": 0.9075475335121155, "Finetune/Loss (Raw)": 0.9075452089309692, "Finetune/Step": 1873, "Finetune/Step Time": 11.973679058253765}
+{"Finetune/Learning Rate": 1.976206830449518e-05, "Finetune/Loss": 0.909179151058197, "Finetune/Loss (Raw)": 1.0954720973968506, "Finetune/Step": 1874, "Finetune/Step Time": 11.973531015217304}
+{"Finetune/Learning Rate": 1.9761703014081593e-05, "Finetune/Loss": 0.9094430208206177, "Finetune/Loss (Raw)": 0.9348126649856567, "Finetune/Step": 1875, "Finetune/Step Time": 11.979080360382795}
+{"Finetune/Learning Rate": 1.9761337446853872e-05, "Finetune/Loss": 0.9091629981994629, "Finetune/Loss (Raw)": 0.9432823061943054, "Finetune/Step": 1876, "Finetune/Step Time": 11.98444763198495}
+{"Finetune/Learning Rate": 1.9760971602822378e-05, "Finetune/Loss": 0.9105710983276367, "Finetune/Loss (Raw)": 1.065483570098877, "Finetune/Step": 1877, "Finetune/Step Time": 11.987965416163206}
+{"Finetune/Learning Rate": 1.9760605481997484e-05, "Finetune/Loss": 0.910362958908081, "Finetune/Loss (Raw)": 0.978761613368988, "Finetune/Step": 1878, "Finetune/Step Time": 11.986055951565504}
+{"Finetune/Learning Rate": 1.976023908438957e-05, "Finetune/Loss": 0.9116222858428955, "Finetune/Loss (Raw)": 1.0867102146148682, "Finetune/Step": 1879, "Finetune/Step Time": 11.98679774813354}
+{"Finetune/Learning Rate": 1.9759872410009036e-05, "Finetune/Loss": 0.9118202924728394, "Finetune/Loss (Raw)": 0.8511553406715393, "Finetune/Step": 1880, "Finetune/Step Time": 11.982110399752855}
+{"Finetune/Learning Rate": 1.9759505458866272e-05, "Finetune/Loss": 0.9119321703910828, "Finetune/Loss (Raw)": 0.9551200270652771, "Finetune/Step": 1881, "Finetune/Step Time": 11.979302033782005}
+{"Finetune/Learning Rate": 1.9759138230971688e-05, "Finetune/Loss": 0.911847710609436, "Finetune/Loss (Raw)": 0.8903793692588806, "Finetune/Step": 1882, "Finetune/Step Time": 11.975247342139482}
+{"Finetune/Learning Rate": 1.975877072633569e-05, "Finetune/Loss": 0.9119325876235962, "Finetune/Loss (Raw)": 1.0472328662872314, "Finetune/Step": 1883, "Finetune/Step Time": 11.974941354244947}
+{"Finetune/Learning Rate": 1.975840294496871e-05, "Finetune/Loss": 0.9122879505157471, "Finetune/Loss (Raw)": 0.9516622424125671, "Finetune/Step": 1884, "Finetune/Step Time": 11.972639467567205}
+{"Finetune/Learning Rate": 1.9758034886881168e-05, "Finetune/Loss": 0.9123414754867554, "Finetune/Loss (Raw)": 0.9313164353370667, "Finetune/Step": 1885, "Finetune/Step Time": 11.970220290124416}
+{"Finetune/Learning Rate": 1.9757666552083504e-05, "Finetune/Loss": 0.910466194152832, "Finetune/Loss (Raw)": 0.6241949796676636, "Finetune/Step": 1886, "Finetune/Step Time": 11.958094211295247}
+{"Finetune/Learning Rate": 1.9757297940586167e-05, "Finetune/Loss": 0.9105734825134277, "Finetune/Loss (Raw)": 0.9200368523597717, "Finetune/Step": 1887, "Finetune/Step Time": 11.952669160440564}
+{"Finetune/Learning Rate": 1.9756929052399606e-05, "Finetune/Loss": 0.9099944829940796, "Finetune/Loss (Raw)": 0.935579240322113, "Finetune/Step": 1888, "Finetune/Step Time": 11.950178248807788}
+{"Finetune/Learning Rate": 1.975655988753428e-05, "Finetune/Loss": 0.9126996397972107, "Finetune/Loss (Raw)": 0.8884627223014832, "Finetune/Step": 1889, "Finetune/Step Time": 11.91804177314043}
+{"Finetune/Learning Rate": 1.9756190446000657e-05, "Finetune/Loss": 0.9134413003921509, "Finetune/Loss (Raw)": 0.9458044767379761, "Finetune/Step": 1890, "Finetune/Step Time": 11.904773373156786}
+{"Finetune/Learning Rate": 1.975582072780922e-05, "Finetune/Loss": 0.9124113917350769, "Finetune/Loss (Raw)": 0.8021151423454285, "Finetune/Step": 1891, "Finetune/Step Time": 11.898038061335683}
+{"Finetune/Learning Rate": 1.9755450732970448e-05, "Finetune/Loss": 0.9124447107315063, "Finetune/Loss (Raw)": 0.9567389488220215, "Finetune/Step": 1892, "Finetune/Step Time": 11.900909945368767}
+{"Finetune/Learning Rate": 1.9755080461494834e-05, "Finetune/Loss": 0.9140924215316772, "Finetune/Loss (Raw)": 1.027405858039856, "Finetune/Step": 1893, "Finetune/Step Time": 11.896650960668921}
+{"Finetune/Learning Rate": 1.9754709913392877e-05, "Finetune/Loss": 0.9142540693283081, "Finetune/Loss (Raw)": 0.9843048453330994, "Finetune/Step": 1894, "Finetune/Step Time": 11.883616607636213}
+{"Finetune/Learning Rate": 1.9754339088675088e-05, "Finetune/Loss": 0.9141374230384827, "Finetune/Loss (Raw)": 0.8968419432640076, "Finetune/Step": 1895, "Finetune/Step Time": 11.88006629422307}
+{"Finetune/Learning Rate": 1.975396798735198e-05, "Finetune/Loss": 0.9145405292510986, "Finetune/Loss (Raw)": 1.0048531293869019, "Finetune/Step": 1896, "Finetune/Step Time": 11.861961647868156}
+{"Finetune/Learning Rate": 1.9753596609434072e-05, "Finetune/Loss": 0.9144043326377869, "Finetune/Loss (Raw)": 0.9650000929832458, "Finetune/Step": 1897, "Finetune/Step Time": 11.857574257999659}
+{"Finetune/Learning Rate": 1.9753224954931905e-05, "Finetune/Loss": 0.9130635261535645, "Finetune/Loss (Raw)": 0.8226355314254761, "Finetune/Step": 1898, "Finetune/Step Time": 11.874468302354217}
+{"Finetune/Learning Rate": 1.975285302385601e-05, "Finetune/Loss": 0.9138873219490051, "Finetune/Loss (Raw)": 1.0962234735488892, "Finetune/Step": 1899, "Finetune/Step Time": 11.875673392787576}
+{"Finetune/Learning Rate": 1.9752480816216936e-05, "Finetune/Loss": 0.9133967161178589, "Finetune/Loss (Raw)": 0.892488420009613, "Finetune/Step": 1900, "Finetune/Step Time": 11.875393565744162}
+{"Finetune/Learning Rate": 1.975210833202524e-05, "Finetune/Loss": 0.9142752885818481, "Finetune/Loss (Raw)": 0.9855175614356995, "Finetune/Step": 1901, "Finetune/Step Time": 11.896694403141737}
+{"Finetune/Learning Rate": 1.9751735571291483e-05, "Finetune/Loss": 0.9152818918228149, "Finetune/Loss (Raw)": 1.1058857440948486, "Finetune/Step": 1902, "Finetune/Step Time": 11.891440074890852}
+{"Finetune/Learning Rate": 1.9751362534026234e-05, "Finetune/Loss": 0.9153122901916504, "Finetune/Loss (Raw)": 0.9556551575660706, "Finetune/Step": 1903, "Finetune/Step Time": 11.874255873262882}
+{"Finetune/Learning Rate": 1.9750989220240073e-05, "Finetune/Loss": 0.9150283336639404, "Finetune/Loss (Raw)": 0.8875325918197632, "Finetune/Step": 1904, "Finetune/Step Time": 11.876758506521583}
+{"Finetune/Learning Rate": 1.9750615629943585e-05, "Finetune/Loss": 0.9138777256011963, "Finetune/Loss (Raw)": 0.8132382035255432, "Finetune/Step": 1905, "Finetune/Step Time": 11.907675176858902}
+{"Finetune/Learning Rate": 1.9750241763147366e-05, "Finetune/Loss": 0.9122264385223389, "Finetune/Loss (Raw)": 0.6358507871627808, "Finetune/Step": 1906, "Finetune/Step Time": 11.940185746178031}
+{"Finetune/Learning Rate": 1.9749867619862016e-05, "Finetune/Loss": 0.9123727083206177, "Finetune/Loss (Raw)": 0.8381668329238892, "Finetune/Step": 1907, "Finetune/Step Time": 11.945553747937083}
+{"Finetune/Learning Rate": 1.974949320009815e-05, "Finetune/Loss": 0.9098302125930786, "Finetune/Loss (Raw)": 0.6337841153144836, "Finetune/Step": 1908, "Finetune/Step Time": 11.952593099325895}
+{"Finetune/Learning Rate": 1.9749118503866374e-05, "Finetune/Loss": 0.910092830657959, "Finetune/Loss (Raw)": 0.96579909324646, "Finetune/Step": 1909, "Finetune/Step Time": 11.970345389097929}
+{"Finetune/Learning Rate": 1.9748743531177323e-05, "Finetune/Loss": 0.9134149551391602, "Finetune/Loss (Raw)": 0.9527385234832764, "Finetune/Step": 1910, "Finetune/Step Time": 11.951987678185105}
+{"Finetune/Learning Rate": 1.9748368282041627e-05, "Finetune/Loss": 0.9131548404693604, "Finetune/Loss (Raw)": 0.8462262153625488, "Finetune/Step": 1911, "Finetune/Step Time": 11.949469285085797}
+{"Finetune/Learning Rate": 1.9747992756469925e-05, "Finetune/Loss": 0.914176344871521, "Finetune/Loss (Raw)": 0.9114184379577637, "Finetune/Step": 1912, "Finetune/Step Time": 11.987667888402939}
+{"Finetune/Learning Rate": 1.9747616954472874e-05, "Finetune/Loss": 0.9161832332611084, "Finetune/Loss (Raw)": 0.9434037804603577, "Finetune/Step": 1913, "Finetune/Step Time": 11.951080555096269}
+{"Finetune/Learning Rate": 1.974724087606112e-05, "Finetune/Loss": 0.9159162044525146, "Finetune/Loss (Raw)": 0.8517210483551025, "Finetune/Step": 1914, "Finetune/Step Time": 11.948174506425858}
+{"Finetune/Learning Rate": 1.9746864521245333e-05, "Finetune/Loss": 0.91544508934021, "Finetune/Loss (Raw)": 0.9414121508598328, "Finetune/Step": 1915, "Finetune/Step Time": 11.955541355535388}
+{"Finetune/Learning Rate": 1.9746487890036182e-05, "Finetune/Loss": 0.9145616292953491, "Finetune/Loss (Raw)": 0.7794201970100403, "Finetune/Step": 1916, "Finetune/Step Time": 11.937849845737219}
+{"Finetune/Learning Rate": 1.9746110982444352e-05, "Finetune/Loss": 0.9139417409896851, "Finetune/Loss (Raw)": 0.885211169719696, "Finetune/Step": 1917, "Finetune/Step Time": 11.929184559732676}
+{"Finetune/Learning Rate": 1.974573379848053e-05, "Finetune/Loss": 0.9118770360946655, "Finetune/Loss (Raw)": 0.6782861948013306, "Finetune/Step": 1918, "Finetune/Step Time": 11.935381650924683}
+{"Finetune/Learning Rate": 1.974535633815541e-05, "Finetune/Loss": 0.9106537103652954, "Finetune/Loss (Raw)": 0.8460720777511597, "Finetune/Step": 1919, "Finetune/Step Time": 11.950177006423473}
+{"Finetune/Learning Rate": 1.9744978601479693e-05, "Finetune/Loss": 0.911241888999939, "Finetune/Loss (Raw)": 0.9990513920783997, "Finetune/Step": 1920, "Finetune/Step Time": 11.952091814950109}
+{"Finetune/Learning Rate": 1.97446005884641e-05, "Finetune/Loss": 0.9096368551254272, "Finetune/Loss (Raw)": 0.8540453314781189, "Finetune/Step": 1921, "Finetune/Step Time": 11.947528559714556}
+{"Finetune/Learning Rate": 1.9744222299119338e-05, "Finetune/Loss": 0.9097192883491516, "Finetune/Loss (Raw)": 0.9382641911506653, "Finetune/Step": 1922, "Finetune/Step Time": 11.950541814789176}
+{"Finetune/Learning Rate": 1.9743843733456146e-05, "Finetune/Loss": 0.9073455333709717, "Finetune/Loss (Raw)": 0.6687081456184387, "Finetune/Step": 1923, "Finetune/Step Time": 11.951412737369537}
+{"Finetune/Learning Rate": 1.974346489148525e-05, "Finetune/Loss": 0.9080891609191895, "Finetune/Loss (Raw)": 0.9471930265426636, "Finetune/Step": 1924, "Finetune/Step Time": 11.92550753429532}
+{"Finetune/Learning Rate": 1.9743085773217397e-05, "Finetune/Loss": 0.9079785346984863, "Finetune/Loss (Raw)": 0.9763526320457458, "Finetune/Step": 1925, "Finetune/Step Time": 11.93038809299469}
+{"Finetune/Learning Rate": 1.9742706378663338e-05, "Finetune/Loss": 0.9074532985687256, "Finetune/Loss (Raw)": 0.9461463093757629, "Finetune/Step": 1926, "Finetune/Step Time": 11.929197425022721}
+{"Finetune/Learning Rate": 1.974232670783383e-05, "Finetune/Loss": 0.9055978059768677, "Finetune/Loss (Raw)": 0.6829841136932373, "Finetune/Step": 1927, "Finetune/Step Time": 11.952251704409719}
+{"Finetune/Learning Rate": 1.974194676073964e-05, "Finetune/Loss": 0.9064823389053345, "Finetune/Loss (Raw)": 0.9886742234230042, "Finetune/Step": 1928, "Finetune/Step Time": 11.953082541003823}
+{"Finetune/Learning Rate": 1.974156653739154e-05, "Finetune/Loss": 0.9070281982421875, "Finetune/Loss (Raw)": 0.9592732787132263, "Finetune/Step": 1929, "Finetune/Step Time": 11.957121070474386}
+{"Finetune/Learning Rate": 1.9741186037800317e-05, "Finetune/Loss": 0.9070607423782349, "Finetune/Loss (Raw)": 0.952160120010376, "Finetune/Step": 1930, "Finetune/Step Time": 11.95939353108406}
+{"Finetune/Learning Rate": 1.974080526197676e-05, "Finetune/Loss": 0.9075356721878052, "Finetune/Loss (Raw)": 0.8834810256958008, "Finetune/Step": 1931, "Finetune/Step Time": 11.99304693005979}
+{"Finetune/Learning Rate": 1.974042420993166e-05, "Finetune/Loss": 0.9074000120162964, "Finetune/Loss (Raw)": 0.9299609661102295, "Finetune/Step": 1932, "Finetune/Step Time": 11.977722069248557}
+{"Finetune/Learning Rate": 1.974004288167583e-05, "Finetune/Loss": 0.9095999598503113, "Finetune/Loss (Raw)": 0.9834627509117126, "Finetune/Step": 1933, "Finetune/Step Time": 11.999194152653217}
+{"Finetune/Learning Rate": 1.973966127722008e-05, "Finetune/Loss": 0.9089370965957642, "Finetune/Loss (Raw)": 0.8405402898788452, "Finetune/Step": 1934, "Finetune/Step Time": 11.997602762654424}
+{"Finetune/Learning Rate": 1.9739279396575234e-05, "Finetune/Loss": 0.9083272218704224, "Finetune/Loss (Raw)": 0.8665000200271606, "Finetune/Step": 1935, "Finetune/Step Time": 12.00321133993566}
+{"Finetune/Learning Rate": 1.973889723975212e-05, "Finetune/Loss": 0.9089693427085876, "Finetune/Loss (Raw)": 0.9464936256408691, "Finetune/Step": 1936, "Finetune/Step Time": 12.008408913388848}
+{"Finetune/Learning Rate": 1.973851480676157e-05, "Finetune/Loss": 0.9086442589759827, "Finetune/Loss (Raw)": 0.8584946393966675, "Finetune/Step": 1937, "Finetune/Step Time": 12.013868125155568}
+{"Finetune/Learning Rate": 1.9738132097614436e-05, "Finetune/Loss": 0.9086297154426575, "Finetune/Loss (Raw)": 1.014855980873108, "Finetune/Step": 1938, "Finetune/Step Time": 12.014488190412521}
+{"Finetune/Learning Rate": 1.9737749112321566e-05, "Finetune/Loss": 0.9078176021575928, "Finetune/Loss (Raw)": 0.8403792381286621, "Finetune/Step": 1939, "Finetune/Step Time": 12.03054660744965}
+{"Finetune/Learning Rate": 1.973736585089382e-05, "Finetune/Loss": 0.907944917678833, "Finetune/Loss (Raw)": 0.9857917428016663, "Finetune/Step": 1940, "Finetune/Step Time": 12.039256379008293}
+{"Finetune/Learning Rate": 1.9736982313342073e-05, "Finetune/Loss": 0.9069863557815552, "Finetune/Loss (Raw)": 0.794901430606842, "Finetune/Step": 1941, "Finetune/Step Time": 12.055189050734043}
+{"Finetune/Learning Rate": 1.973659849967719e-05, "Finetune/Loss": 0.9073117971420288, "Finetune/Loss (Raw)": 0.9541187286376953, "Finetune/Step": 1942, "Finetune/Step Time": 12.045146256685257}
+{"Finetune/Learning Rate": 1.9736214409910062e-05, "Finetune/Loss": 0.9073680639266968, "Finetune/Loss (Raw)": 0.982280969619751, "Finetune/Step": 1943, "Finetune/Step Time": 12.037330938503146}
+{"Finetune/Learning Rate": 1.9735830044051582e-05, "Finetune/Loss": 0.9075124263763428, "Finetune/Loss (Raw)": 0.9296106100082397, "Finetune/Step": 1944, "Finetune/Step Time": 12.015889272093773}
+{"Finetune/Learning Rate": 1.9735445402112646e-05, "Finetune/Loss": 0.9070507287979126, "Finetune/Loss (Raw)": 0.8616153597831726, "Finetune/Step": 1945, "Finetune/Step Time": 12.035425012931228}
+{"Finetune/Learning Rate": 1.9735060484104162e-05, "Finetune/Loss": 0.9071692228317261, "Finetune/Loss (Raw)": 0.8414396047592163, "Finetune/Step": 1946, "Finetune/Step Time": 12.020669480785728}
+{"Finetune/Learning Rate": 1.9734675290037045e-05, "Finetune/Loss": 0.905565619468689, "Finetune/Loss (Raw)": 0.7886831760406494, "Finetune/Step": 1947, "Finetune/Step Time": 12.048658050596714}
+{"Finetune/Learning Rate": 1.973428981992222e-05, "Finetune/Loss": 0.9059450626373291, "Finetune/Loss (Raw)": 0.8276875615119934, "Finetune/Step": 1948, "Finetune/Step Time": 12.045854538679123}
+{"Finetune/Learning Rate": 1.9733904073770612e-05, "Finetune/Loss": 0.9083847999572754, "Finetune/Loss (Raw)": 0.9987615346908569, "Finetune/Step": 1949, "Finetune/Step Time": 12.027253180742264}
+{"Finetune/Learning Rate": 1.973351805159317e-05, "Finetune/Loss": 0.9095503687858582, "Finetune/Loss (Raw)": 0.9503025412559509, "Finetune/Step": 1950, "Finetune/Step Time": 12.023705644533038}
+{"Finetune/Learning Rate": 1.973313175340083e-05, "Finetune/Loss": 0.9080865979194641, "Finetune/Loss (Raw)": 0.8345106840133667, "Finetune/Step": 1951, "Finetune/Step Time": 12.020246820524335}
+{"Finetune/Learning Rate": 1.9732745179204553e-05, "Finetune/Loss": 0.9087055921554565, "Finetune/Loss (Raw)": 1.0327852964401245, "Finetune/Step": 1952, "Finetune/Step Time": 12.01081152074039}
+{"Finetune/Learning Rate": 1.9732358329015298e-05, "Finetune/Loss": 0.9082952737808228, "Finetune/Loss (Raw)": 0.8772192001342773, "Finetune/Step": 1953, "Finetune/Step Time": 12.017247887328267}
+{"Finetune/Learning Rate": 1.9731971202844036e-05, "Finetune/Loss": 0.9082935452461243, "Finetune/Loss (Raw)": 0.9213351607322693, "Finetune/Step": 1954, "Finetune/Step Time": 12.014746269211173}
+{"Finetune/Learning Rate": 1.9731583800701742e-05, "Finetune/Loss": 0.9069733023643494, "Finetune/Loss (Raw)": 0.8275856375694275, "Finetune/Step": 1955, "Finetune/Step Time": 12.014965996146202}
+{"Finetune/Learning Rate": 1.973119612259941e-05, "Finetune/Loss": 0.90775465965271, "Finetune/Loss (Raw)": 0.9830095171928406, "Finetune/Step": 1956, "Finetune/Step Time": 12.015732411295176}
+{"Finetune/Learning Rate": 1.9730808168548026e-05, "Finetune/Loss": 0.9077060222625732, "Finetune/Loss (Raw)": 0.9565638303756714, "Finetune/Step": 1957, "Finetune/Step Time": 12.017570242285728}
+{"Finetune/Learning Rate": 1.9730419938558593e-05, "Finetune/Loss": 0.9087346792221069, "Finetune/Loss (Raw)": 1.019044041633606, "Finetune/Step": 1958, "Finetune/Step Time": 12.013737186789513}
+{"Finetune/Learning Rate": 1.9730031432642116e-05, "Finetune/Loss": 0.9099261164665222, "Finetune/Loss (Raw)": 1.0103440284729004, "Finetune/Step": 1959, "Finetune/Step Time": 12.012073276564479}
+{"Finetune/Learning Rate": 1.972964265080962e-05, "Finetune/Loss": 0.9097011685371399, "Finetune/Loss (Raw)": 0.9588441848754883, "Finetune/Step": 1960, "Finetune/Step Time": 11.99252406693995}
+{"Finetune/Learning Rate": 1.9729253593072126e-05, "Finetune/Loss": 0.9085352420806885, "Finetune/Loss (Raw)": 0.8414222598075867, "Finetune/Step": 1961, "Finetune/Step Time": 11.98967738635838}
+{"Finetune/Learning Rate": 1.9728864259440664e-05, "Finetune/Loss": 0.9102716445922852, "Finetune/Loss (Raw)": 0.8197367191314697, "Finetune/Step": 1962, "Finetune/Step Time": 11.967213472351432}
+{"Finetune/Learning Rate": 1.9728474649926278e-05, "Finetune/Loss": 0.9109565019607544, "Finetune/Loss (Raw)": 0.9015395045280457, "Finetune/Step": 1963, "Finetune/Step Time": 11.965086460113525}
+{"Finetune/Learning Rate": 1.9728084764540017e-05, "Finetune/Loss": 0.9095601439476013, "Finetune/Loss (Raw)": 0.7252569794654846, "Finetune/Step": 1964, "Finetune/Step Time": 11.938271621242166}
+{"Finetune/Learning Rate": 1.9727694603292933e-05, "Finetune/Loss": 0.9093881249427795, "Finetune/Loss (Raw)": 0.9143655896186829, "Finetune/Step": 1965, "Finetune/Step Time": 11.948015803471208}
+{"Finetune/Learning Rate": 1.972730416619609e-05, "Finetune/Loss": 0.9080857038497925, "Finetune/Loss (Raw)": 0.7995570302009583, "Finetune/Step": 1966, "Finetune/Step Time": 11.96039049886167}
+{"Finetune/Learning Rate": 1.9726913453260566e-05, "Finetune/Loss": 0.9075896739959717, "Finetune/Loss (Raw)": 0.9057115316390991, "Finetune/Step": 1967, "Finetune/Step Time": 11.966501293703914}
+{"Finetune/Learning Rate": 1.9726522464497434e-05, "Finetune/Loss": 0.9082491993904114, "Finetune/Loss (Raw)": 0.8919872045516968, "Finetune/Step": 1968, "Finetune/Step Time": 11.963844327256083}
+{"Finetune/Learning Rate": 1.9726131199917786e-05, "Finetune/Loss": 0.9083927273750305, "Finetune/Loss (Raw)": 0.8242109417915344, "Finetune/Step": 1969, "Finetune/Step Time": 11.91832965798676}
+{"Finetune/Learning Rate": 1.972573965953271e-05, "Finetune/Loss": 0.9087556600570679, "Finetune/Loss (Raw)": 0.9119311571121216, "Finetune/Step": 1970, "Finetune/Step Time": 11.908130584284663}
+{"Finetune/Learning Rate": 1.9725347843353315e-05, "Finetune/Loss": 0.9075604677200317, "Finetune/Loss (Raw)": 0.9462143778800964, "Finetune/Step": 1971, "Finetune/Step Time": 11.926873918622732}
+{"Finetune/Learning Rate": 1.9724955751390712e-05, "Finetune/Loss": 0.9060880541801453, "Finetune/Loss (Raw)": 0.8290570378303528, "Finetune/Step": 1972, "Finetune/Step Time": 11.920628149062395}
+{"Finetune/Learning Rate": 1.9724563383656014e-05, "Finetune/Loss": 0.9080305099487305, "Finetune/Loss (Raw)": 1.0006377696990967, "Finetune/Step": 1973, "Finetune/Step Time": 11.891828149557114}
+{"Finetune/Learning Rate": 1.9724170740160355e-05, "Finetune/Loss": 0.9065335392951965, "Finetune/Loss (Raw)": 0.8170062303543091, "Finetune/Step": 1974, "Finetune/Step Time": 11.900981022045016}
+{"Finetune/Learning Rate": 1.9723777820914865e-05, "Finetune/Loss": 0.9068863391876221, "Finetune/Loss (Raw)": 1.0527313947677612, "Finetune/Step": 1975, "Finetune/Step Time": 11.90628270804882}
+{"Finetune/Learning Rate": 1.9723384625930685e-05, "Finetune/Loss": 0.9068218469619751, "Finetune/Loss (Raw)": 0.9271560907363892, "Finetune/Step": 1976, "Finetune/Step Time": 11.880840610712767}
+{"Finetune/Learning Rate": 1.972299115521897e-05, "Finetune/Loss": 0.9064148664474487, "Finetune/Loss (Raw)": 0.884137749671936, "Finetune/Step": 1977, "Finetune/Step Time": 11.884423157200217}
+{"Finetune/Learning Rate": 1.9722597408790872e-05, "Finetune/Loss": 0.9062669277191162, "Finetune/Loss (Raw)": 0.868812084197998, "Finetune/Step": 1978, "Finetune/Step Time": 11.87605245038867}
+{"Finetune/Learning Rate": 1.9722203386657558e-05, "Finetune/Loss": 0.9064323902130127, "Finetune/Loss (Raw)": 0.9168755412101746, "Finetune/Step": 1979, "Finetune/Step Time": 11.917526161298156}
+{"Finetune/Learning Rate": 1.9721809088830205e-05, "Finetune/Loss": 0.9061713218688965, "Finetune/Loss (Raw)": 0.8760823607444763, "Finetune/Step": 1980, "Finetune/Step Time": 11.918486440554261}
+{"Finetune/Learning Rate": 1.972141451531999e-05, "Finetune/Loss": 0.903777539730072, "Finetune/Loss (Raw)": 0.8632864356040955, "Finetune/Step": 1981, "Finetune/Step Time": 11.923050243407488}
+{"Finetune/Learning Rate": 1.9721019666138103e-05, "Finetune/Loss": 0.9025186896324158, "Finetune/Loss (Raw)": 0.9457215070724487, "Finetune/Step": 1982, "Finetune/Step Time": 11.928542077541351}
+{"Finetune/Learning Rate": 1.9720624541295742e-05, "Finetune/Loss": 0.9001054763793945, "Finetune/Loss (Raw)": 0.828818678855896, "Finetune/Step": 1983, "Finetune/Step Time": 11.925190463662148}
+{"Finetune/Learning Rate": 1.972022914080411e-05, "Finetune/Loss": 0.902480959892273, "Finetune/Loss (Raw)": 0.946385383605957, "Finetune/Step": 1984, "Finetune/Step Time": 11.91132128611207}
+{"Finetune/Learning Rate": 1.971983346467442e-05, "Finetune/Loss": 0.9043251276016235, "Finetune/Loss (Raw)": 0.9280757904052734, "Finetune/Step": 1985, "Finetune/Step Time": 11.904500167816877}
+{"Finetune/Learning Rate": 1.9719437512917895e-05, "Finetune/Loss": 0.9052729606628418, "Finetune/Loss (Raw)": 1.0204342603683472, "Finetune/Step": 1986, "Finetune/Step Time": 11.898697458207607}
+{"Finetune/Learning Rate": 1.9719041285545754e-05, "Finetune/Loss": 0.9059886932373047, "Finetune/Loss (Raw)": 0.8782275319099426, "Finetune/Step": 1987, "Finetune/Step Time": 11.887712700292468}
+{"Finetune/Learning Rate": 1.9718644782569246e-05, "Finetune/Loss": 0.9056335091590881, "Finetune/Loss (Raw)": 0.9850319623947144, "Finetune/Step": 1988, "Finetune/Step Time": 11.892431437969208}
+{"Finetune/Learning Rate": 1.9718248003999607e-05, "Finetune/Loss": 0.9064419269561768, "Finetune/Loss (Raw)": 0.9135335087776184, "Finetune/Step": 1989, "Finetune/Step Time": 11.88734238781035}
+{"Finetune/Learning Rate": 1.9717850949848086e-05, "Finetune/Loss": 0.9075326323509216, "Finetune/Loss (Raw)": 1.011370301246643, "Finetune/Step": 1990, "Finetune/Step Time": 11.884033622220159}
+{"Finetune/Learning Rate": 1.971745362012595e-05, "Finetune/Loss": 0.9098039865493774, "Finetune/Loss (Raw)": 0.9981485605239868, "Finetune/Step": 1991, "Finetune/Step Time": 11.858907109126449}
+{"Finetune/Learning Rate": 1.971705601484446e-05, "Finetune/Loss": 0.912625253200531, "Finetune/Loss (Raw)": 1.0005697011947632, "Finetune/Step": 1992, "Finetune/Step Time": 11.860420940443873}
+{"Finetune/Learning Rate": 1.9716658134014892e-05, "Finetune/Loss": 0.9103609919548035, "Finetune/Loss (Raw)": 0.7483373284339905, "Finetune/Step": 1993, "Finetune/Step Time": 11.876843901351094}
+{"Finetune/Learning Rate": 1.9716259977648532e-05, "Finetune/Loss": 0.9108235836029053, "Finetune/Loss (Raw)": 1.0155422687530518, "Finetune/Step": 1994, "Finetune/Step Time": 11.882716793566942}
+{"Finetune/Learning Rate": 1.9715861545756666e-05, "Finetune/Loss": 0.9116942882537842, "Finetune/Loss (Raw)": 1.0067825317382812, "Finetune/Step": 1995, "Finetune/Step Time": 11.878763081505895}
+{"Finetune/Learning Rate": 1.9715462838350596e-05, "Finetune/Loss": 0.9112601280212402, "Finetune/Loss (Raw)": 0.8222254514694214, "Finetune/Step": 1996, "Finetune/Step Time": 11.879149110987782}
+{"Finetune/Learning Rate": 1.971506385544163e-05, "Finetune/Loss": 0.9117604494094849, "Finetune/Loss (Raw)": 1.0599770545959473, "Finetune/Step": 1997, "Finetune/Step Time": 11.877025278285146}
+{"Finetune/Learning Rate": 1.9714664597041074e-05, "Finetune/Loss": 0.9114789962768555, "Finetune/Loss (Raw)": 0.8867005705833435, "Finetune/Step": 1998, "Finetune/Step Time": 11.879141803830862}
+{"Finetune/Learning Rate": 1.9714265063160258e-05, "Finetune/Loss": 0.9103698134422302, "Finetune/Loss (Raw)": 0.9622198939323425, "Finetune/Step": 1999, "Finetune/Step Time": 11.881569629535079}
+{"Finetune/Learning Rate": 1.9713865253810508e-05, "Finetune/Loss": 0.912418007850647, "Finetune/Loss (Raw)": 1.0412614345550537, "Finetune/Step": 2000, "Finetune/Step Time": 11.880850514397025}
+{"Finetune/Learning Rate": 1.9713465169003162e-05, "Finetune/Loss": 0.91181480884552, "Finetune/Loss (Raw)": 0.8303388357162476, "Finetune/Step": 2001, "Finetune/Step Time": 11.880892621353269}
+{"Finetune/Learning Rate": 1.9713064808749566e-05, "Finetune/Loss": 0.9113374352455139, "Finetune/Loss (Raw)": 1.03437340259552, "Finetune/Step": 2002, "Finetune/Step Time": 11.877435998991132}
+{"Finetune/Learning Rate": 1.971266417306107e-05, "Finetune/Loss": 0.9111807346343994, "Finetune/Loss (Raw)": 0.9147555828094482, "Finetune/Step": 2003, "Finetune/Step Time": 11.874378118664026}
+{"Finetune/Learning Rate": 1.971226326194904e-05, "Finetune/Loss": 0.9115221500396729, "Finetune/Loss (Raw)": 0.9869840145111084, "Finetune/Step": 2004, "Finetune/Step Time": 11.875232329592109}
+{"Finetune/Learning Rate": 1.9711862075424838e-05, "Finetune/Loss": 0.9105978012084961, "Finetune/Loss (Raw)": 0.9471696615219116, "Finetune/Step": 2005, "Finetune/Step Time": 11.910714205354452}
+{"Finetune/Learning Rate": 1.9711460613499848e-05, "Finetune/Loss": 0.9102407693862915, "Finetune/Loss (Raw)": 0.9330602884292603, "Finetune/Step": 2006, "Finetune/Step Time": 11.913919985294342}
+{"Finetune/Learning Rate": 1.9711058876185446e-05, "Finetune/Loss": 0.9088634848594666, "Finetune/Loss (Raw)": 0.9104152917861938, "Finetune/Step": 2007, "Finetune/Step Time": 11.912982875481248}
+{"Finetune/Learning Rate": 1.971065686349303e-05, "Finetune/Loss": 0.9063252210617065, "Finetune/Loss (Raw)": 0.5262588262557983, "Finetune/Step": 2008, "Finetune/Step Time": 11.94258731417358}
+{"Finetune/Learning Rate": 1.9710254575434002e-05, "Finetune/Loss": 0.9058341979980469, "Finetune/Loss (Raw)": 0.8922643065452576, "Finetune/Step": 2009, "Finetune/Step Time": 11.951758993789554}
+{"Finetune/Learning Rate": 1.9709852012019768e-05, "Finetune/Loss": 0.9064652919769287, "Finetune/Loss (Raw)": 0.9711630940437317, "Finetune/Step": 2010, "Finetune/Step Time": 11.948324427008629}
+{"Finetune/Learning Rate": 1.970944917326174e-05, "Finetune/Loss": 0.9053344130516052, "Finetune/Loss (Raw)": 0.902484655380249, "Finetune/Step": 2011, "Finetune/Step Time": 11.957626387476921}
+{"Finetune/Learning Rate": 1.970904605917134e-05, "Finetune/Loss": 0.9056916236877441, "Finetune/Loss (Raw)": 0.9973815083503723, "Finetune/Step": 2012, "Finetune/Step Time": 11.973588693886995}
+{"Finetune/Learning Rate": 1.9708642669760008e-05, "Finetune/Loss": 0.9056435823440552, "Finetune/Loss (Raw)": 0.9251683354377747, "Finetune/Step": 2013, "Finetune/Step Time": 11.973668616265059}
+{"Finetune/Learning Rate": 1.9708239005039174e-05, "Finetune/Loss": 0.9085468053817749, "Finetune/Loss (Raw)": 0.9958062767982483, "Finetune/Step": 2014, "Finetune/Step Time": 11.953329961746931}
+{"Finetune/Learning Rate": 1.970783506502029e-05, "Finetune/Loss": 0.9089803695678711, "Finetune/Loss (Raw)": 0.9755300283432007, "Finetune/Step": 2015, "Finetune/Step Time": 11.95714545994997}
+{"Finetune/Learning Rate": 1.970743084971481e-05, "Finetune/Loss": 0.9090164303779602, "Finetune/Loss (Raw)": 0.9401957988739014, "Finetune/Step": 2016, "Finetune/Step Time": 11.962457194924355}
+{"Finetune/Learning Rate": 1.970702635913419e-05, "Finetune/Loss": 0.9096793532371521, "Finetune/Loss (Raw)": 0.9733155369758606, "Finetune/Step": 2017, "Finetune/Step Time": 11.979103809222579}
+{"Finetune/Learning Rate": 1.970662159328991e-05, "Finetune/Loss": 0.9085866808891296, "Finetune/Loss (Raw)": 0.8059449195861816, "Finetune/Step": 2018, "Finetune/Step Time": 11.99378645978868}
+{"Finetune/Learning Rate": 1.970621655219344e-05, "Finetune/Loss": 0.9094218611717224, "Finetune/Loss (Raw)": 0.9090190529823303, "Finetune/Step": 2019, "Finetune/Step Time": 12.000781485810876}
+{"Finetune/Learning Rate": 1.9705811235856274e-05, "Finetune/Loss": 0.9097198843955994, "Finetune/Loss (Raw)": 0.9948868751525879, "Finetune/Step": 2020, "Finetune/Step Time": 12.002502471208572}
+{"Finetune/Learning Rate": 1.97054056442899e-05, "Finetune/Loss": 0.9086042046546936, "Finetune/Loss (Raw)": 0.8845956921577454, "Finetune/Step": 2021, "Finetune/Step Time": 12.008027616888285}
+{"Finetune/Learning Rate": 1.970499977750582e-05, "Finetune/Loss": 0.9078917503356934, "Finetune/Loss (Raw)": 0.8931183218955994, "Finetune/Step": 2022, "Finetune/Step Time": 12.008222268894315}
+{"Finetune/Learning Rate": 1.970459363551554e-05, "Finetune/Loss": 0.9079732894897461, "Finetune/Loss (Raw)": 0.9072702527046204, "Finetune/Step": 2023, "Finetune/Step Time": 12.013806223869324}
+{"Finetune/Learning Rate": 1.9704187218330584e-05, "Finetune/Loss": 0.9067121148109436, "Finetune/Loss (Raw)": 0.843427836894989, "Finetune/Step": 2024, "Finetune/Step Time": 12.009126359596848}
+{"Finetune/Learning Rate": 1.9703780525962474e-05, "Finetune/Loss": 0.9065281748771667, "Finetune/Loss (Raw)": 0.9414527416229248, "Finetune/Step": 2025, "Finetune/Step Time": 12.01727238111198}
+{"Finetune/Learning Rate": 1.970337355842274e-05, "Finetune/Loss": 0.9071290493011475, "Finetune/Loss (Raw)": 0.8995522856712341, "Finetune/Step": 2026, "Finetune/Step Time": 12.010509431362152}
+{"Finetune/Learning Rate": 1.9702966315722926e-05, "Finetune/Loss": 0.9056626558303833, "Finetune/Loss (Raw)": 0.9085197448730469, "Finetune/Step": 2027, "Finetune/Step Time": 12.008757427334785}
+{"Finetune/Learning Rate": 1.970255879787458e-05, "Finetune/Loss": 0.9035149812698364, "Finetune/Loss (Raw)": 0.6175849437713623, "Finetune/Step": 2028, "Finetune/Step Time": 12.036478443071246}
+{"Finetune/Learning Rate": 1.9702151004889256e-05, "Finetune/Loss": 0.9030780792236328, "Finetune/Loss (Raw)": 0.929596483707428, "Finetune/Step": 2029, "Finetune/Step Time": 12.016950944438577}
+{"Finetune/Learning Rate": 1.9701742936778517e-05, "Finetune/Loss": 0.9022072553634644, "Finetune/Loss (Raw)": 0.9944251179695129, "Finetune/Step": 2030, "Finetune/Step Time": 12.029295781627297}
+{"Finetune/Learning Rate": 1.9701334593553937e-05, "Finetune/Loss": 0.901833176612854, "Finetune/Loss (Raw)": 0.9077642560005188, "Finetune/Step": 2031, "Finetune/Step Time": 12.031559523195028}
+{"Finetune/Learning Rate": 1.9700925975227096e-05, "Finetune/Loss": 0.9022518396377563, "Finetune/Loss (Raw)": 0.9411277770996094, "Finetune/Step": 2032, "Finetune/Step Time": 12.033081693574786}
+{"Finetune/Learning Rate": 1.9700517081809578e-05, "Finetune/Loss": 0.9032626152038574, "Finetune/Loss (Raw)": 0.9426172375679016, "Finetune/Step": 2033, "Finetune/Step Time": 12.00868308544159}
+{"Finetune/Learning Rate": 1.970010791331298e-05, "Finetune/Loss": 0.9043922424316406, "Finetune/Loss (Raw)": 0.780441164970398, "Finetune/Step": 2034, "Finetune/Step Time": 11.984604256227612}
+{"Finetune/Learning Rate": 1.9699698469748913e-05, "Finetune/Loss": 0.9046852588653564, "Finetune/Loss (Raw)": 0.8756733536720276, "Finetune/Step": 2035, "Finetune/Step Time": 11.983354642987251}
+{"Finetune/Learning Rate": 1.969928875112897e-05, "Finetune/Loss": 0.9070807695388794, "Finetune/Loss (Raw)": 0.9404140114784241, "Finetune/Step": 2036, "Finetune/Step Time": 11.978349294513464}
+{"Finetune/Learning Rate": 1.9698878757464782e-05, "Finetune/Loss": 0.906071662902832, "Finetune/Loss (Raw)": 0.8366304039955139, "Finetune/Step": 2037, "Finetune/Step Time": 11.963448336347938}
+{"Finetune/Learning Rate": 1.9698468488767976e-05, "Finetune/Loss": 0.9048694372177124, "Finetune/Loss (Raw)": 0.7988597750663757, "Finetune/Step": 2038, "Finetune/Step Time": 11.950598780065775}
+{"Finetune/Learning Rate": 1.9698057945050176e-05, "Finetune/Loss": 0.905194878578186, "Finetune/Loss (Raw)": 0.8878753781318665, "Finetune/Step": 2039, "Finetune/Step Time": 11.94538633711636}
+{"Finetune/Learning Rate": 1.9697647126323036e-05, "Finetune/Loss": 0.905051052570343, "Finetune/Loss (Raw)": 0.8930068016052246, "Finetune/Step": 2040, "Finetune/Step Time": 11.909215785562992}
+{"Finetune/Learning Rate": 1.96972360325982e-05, "Finetune/Loss": 0.9026851654052734, "Finetune/Loss (Raw)": 0.64056396484375, "Finetune/Step": 2041, "Finetune/Step Time": 11.939157985150814}
+{"Finetune/Learning Rate": 1.969682466388732e-05, "Finetune/Loss": 0.9024814963340759, "Finetune/Loss (Raw)": 0.8256596326828003, "Finetune/Step": 2042, "Finetune/Step Time": 11.94331886805594}
+{"Finetune/Learning Rate": 1.9696413020202067e-05, "Finetune/Loss": 0.9027051329612732, "Finetune/Loss (Raw)": 0.9700367450714111, "Finetune/Step": 2043, "Finetune/Step Time": 11.938294572755694}
+{"Finetune/Learning Rate": 1.9696001101554116e-05, "Finetune/Loss": 0.902184247970581, "Finetune/Loss (Raw)": 0.7127543091773987, "Finetune/Step": 2044, "Finetune/Step Time": 11.95388250425458}
+{"Finetune/Learning Rate": 1.9695588907955147e-05, "Finetune/Loss": 0.9019164443016052, "Finetune/Loss (Raw)": 0.8509221076965332, "Finetune/Step": 2045, "Finetune/Step Time": 11.952426696196198}
+{"Finetune/Learning Rate": 1.9695176439416842e-05, "Finetune/Loss": 0.9037197828292847, "Finetune/Loss (Raw)": 0.9091145396232605, "Finetune/Step": 2046, "Finetune/Step Time": 11.944660933688283}
+{"Finetune/Learning Rate": 1.9694763695950908e-05, "Finetune/Loss": 0.904755711555481, "Finetune/Loss (Raw)": 0.9786707162857056, "Finetune/Step": 2047, "Finetune/Step Time": 11.924824323505163}
+{"Finetune/Learning Rate": 1.9694350677569043e-05, "Finetune/Loss": 0.9043861627578735, "Finetune/Loss (Raw)": 0.9517533779144287, "Finetune/Step": 2048, "Finetune/Step Time": 11.926560232415795}
+{"Finetune/Learning Rate": 1.9693937384282957e-05, "Finetune/Loss": 0.9059657454490662, "Finetune/Loss (Raw)": 1.0562306642532349, "Finetune/Step": 2049, "Finetune/Step Time": 11.931772366166115}
+{"Finetune/Learning Rate": 1.9693523816104376e-05, "Finetune/Loss": 0.9062000513076782, "Finetune/Loss (Raw)": 0.96825110912323, "Finetune/Step": 2050, "Finetune/Step Time": 11.933505954220891}
+{"Finetune/Learning Rate": 1.9693109973045023e-05, "Finetune/Loss": 0.907702624797821, "Finetune/Loss (Raw)": 0.8610436916351318, "Finetune/Step": 2051, "Finetune/Step Time": 11.925810687243938}
+{"Finetune/Learning Rate": 1.9692695855116635e-05, "Finetune/Loss": 0.9076937437057495, "Finetune/Loss (Raw)": 0.9460526704788208, "Finetune/Step": 2052, "Finetune/Step Time": 11.949939422309399}
+{"Finetune/Learning Rate": 1.9692281462330955e-05, "Finetune/Loss": 0.9062115550041199, "Finetune/Loss (Raw)": 0.7866325378417969, "Finetune/Step": 2053, "Finetune/Step Time": 11.94652795419097}
+{"Finetune/Learning Rate": 1.969186679469973e-05, "Finetune/Loss": 0.9064105749130249, "Finetune/Loss (Raw)": 0.9716216325759888, "Finetune/Step": 2054, "Finetune/Step Time": 11.943099733442068}
+{"Finetune/Learning Rate": 1.9691451852234728e-05, "Finetune/Loss": 0.9077609777450562, "Finetune/Loss (Raw)": 0.8558360934257507, "Finetune/Step": 2055, "Finetune/Step Time": 11.91106205061078}
+{"Finetune/Learning Rate": 1.969103663494771e-05, "Finetune/Loss": 0.9071999788284302, "Finetune/Loss (Raw)": 0.9168698191642761, "Finetune/Step": 2056, "Finetune/Step Time": 11.903590887784958}
+{"Finetune/Learning Rate": 1.9690621142850445e-05, "Finetune/Loss": 0.9058256149291992, "Finetune/Loss (Raw)": 0.783349871635437, "Finetune/Step": 2057, "Finetune/Step Time": 11.91959622874856}
+{"Finetune/Learning Rate": 1.9690205375954724e-05, "Finetune/Loss": 0.9046095013618469, "Finetune/Loss (Raw)": 0.7965012192726135, "Finetune/Step": 2058, "Finetune/Step Time": 11.925255503505468}
+{"Finetune/Learning Rate": 1.9689789334272336e-05, "Finetune/Loss": 0.9042059183120728, "Finetune/Loss (Raw)": 0.831817626953125, "Finetune/Step": 2059, "Finetune/Step Time": 11.888393986970186}
+{"Finetune/Learning Rate": 1.9689373017815076e-05, "Finetune/Loss": 0.905597448348999, "Finetune/Loss (Raw)": 1.10808527469635, "Finetune/Step": 2060, "Finetune/Step Time": 11.888716507703066}
+{"Finetune/Learning Rate": 1.9688956426594748e-05, "Finetune/Loss": 0.9036304950714111, "Finetune/Loss (Raw)": 0.7316879034042358, "Finetune/Step": 2061, "Finetune/Step Time": 11.8697096593678}
+{"Finetune/Learning Rate": 1.968853956062317e-05, "Finetune/Loss": 0.9039973020553589, "Finetune/Loss (Raw)": 0.8874975442886353, "Finetune/Step": 2062, "Finetune/Step Time": 11.873603088781238}
+{"Finetune/Learning Rate": 1.9688122419912158e-05, "Finetune/Loss": 0.9047075510025024, "Finetune/Loss (Raw)": 0.9574040174484253, "Finetune/Step": 2063, "Finetune/Step Time": 11.870213074609637}
+{"Finetune/Learning Rate": 1.9687705004473545e-05, "Finetune/Loss": 0.9019869565963745, "Finetune/Loss (Raw)": 0.5982609391212463, "Finetune/Step": 2064, "Finetune/Step Time": 11.891856346279383}
+{"Finetune/Learning Rate": 1.9687287314319166e-05, "Finetune/Loss": 0.9034590721130371, "Finetune/Loss (Raw)": 1.0469251871109009, "Finetune/Step": 2065, "Finetune/Step Time": 11.889826474711299}
+{"Finetune/Learning Rate": 1.9686869349460866e-05, "Finetune/Loss": 0.9028124809265137, "Finetune/Loss (Raw)": 0.932086706161499, "Finetune/Step": 2066, "Finetune/Step Time": 11.892437398433685}
+{"Finetune/Learning Rate": 1.9686451109910495e-05, "Finetune/Loss": 0.9045253992080688, "Finetune/Loss (Raw)": 1.0596412420272827, "Finetune/Step": 2067, "Finetune/Step Time": 11.880171360448003}
+{"Finetune/Learning Rate": 1.9686032595679917e-05, "Finetune/Loss": 0.9031535387039185, "Finetune/Loss (Raw)": 0.8101903796195984, "Finetune/Step": 2068, "Finetune/Step Time": 11.875240601599216}
+{"Finetune/Learning Rate": 1.9685613806780995e-05, "Finetune/Loss": 0.9040806293487549, "Finetune/Loss (Raw)": 0.9135617017745972, "Finetune/Step": 2069, "Finetune/Step Time": 11.859190938994288}
+{"Finetune/Learning Rate": 1.968519474322561e-05, "Finetune/Loss": 0.9028377532958984, "Finetune/Loss (Raw)": 0.7950366735458374, "Finetune/Step": 2070, "Finetune/Step Time": 11.879965538159013}
+{"Finetune/Learning Rate": 1.9684775405025646e-05, "Finetune/Loss": 0.902721643447876, "Finetune/Loss (Raw)": 0.9674205183982849, "Finetune/Step": 2071, "Finetune/Step Time": 11.885414244607091}
+{"Finetune/Learning Rate": 1.968435579219299e-05, "Finetune/Loss": 0.9020540714263916, "Finetune/Loss (Raw)": 0.8441645503044128, "Finetune/Step": 2072, "Finetune/Step Time": 11.90931880287826}
+{"Finetune/Learning Rate": 1.968393590473954e-05, "Finetune/Loss": 0.9034781455993652, "Finetune/Loss (Raw)": 1.0438951253890991, "Finetune/Step": 2073, "Finetune/Step Time": 11.88830135576427}
+{"Finetune/Learning Rate": 1.9683515742677204e-05, "Finetune/Loss": 0.9032748937606812, "Finetune/Loss (Raw)": 0.8154218196868896, "Finetune/Step": 2074, "Finetune/Step Time": 11.89322493225336}
+{"Finetune/Learning Rate": 1.96830953060179e-05, "Finetune/Loss": 0.9036127328872681, "Finetune/Loss (Raw)": 0.8319259881973267, "Finetune/Step": 2075, "Finetune/Step Time": 11.86796336248517}
+{"Finetune/Learning Rate": 1.9682674594773548e-05, "Finetune/Loss": 0.9049923419952393, "Finetune/Loss (Raw)": 1.0042799711227417, "Finetune/Step": 2076, "Finetune/Step Time": 11.879736933857203}
+{"Finetune/Learning Rate": 1.968225360895608e-05, "Finetune/Loss": 0.9040805101394653, "Finetune/Loss (Raw)": 0.882042407989502, "Finetune/Step": 2077, "Finetune/Step Time": 11.880720771849155}
+{"Finetune/Learning Rate": 1.968183234857743e-05, "Finetune/Loss": 0.9032418131828308, "Finetune/Loss (Raw)": 0.842953085899353, "Finetune/Step": 2078, "Finetune/Step Time": 11.876819236204028}
+{"Finetune/Learning Rate": 1.9681410813649548e-05, "Finetune/Loss": 0.9045444130897522, "Finetune/Loss (Raw)": 1.0012421607971191, "Finetune/Step": 2079, "Finetune/Step Time": 11.877142621204257}
+{"Finetune/Learning Rate": 1.9680989004184383e-05, "Finetune/Loss": 0.9029780030250549, "Finetune/Loss (Raw)": 0.8322843909263611, "Finetune/Step": 2080, "Finetune/Step Time": 11.875743137672544}
+{"Finetune/Learning Rate": 1.96805669201939e-05, "Finetune/Loss": 0.9034900665283203, "Finetune/Loss (Raw)": 0.9427655935287476, "Finetune/Step": 2081, "Finetune/Step Time": 11.891770504415035}
+{"Finetune/Learning Rate": 1.9680144561690067e-05, "Finetune/Loss": 0.9011808633804321, "Finetune/Loss (Raw)": 0.6257492303848267, "Finetune/Step": 2082, "Finetune/Step Time": 11.926191721111536}
+{"Finetune/Learning Rate": 1.967972192868486e-05, "Finetune/Loss": 0.9030340909957886, "Finetune/Loss (Raw)": 1.0647971630096436, "Finetune/Step": 2083, "Finetune/Step Time": 11.920767096802592}
+{"Finetune/Learning Rate": 1.9679299021190264e-05, "Finetune/Loss": 0.9037400484085083, "Finetune/Loss (Raw)": 1.073380947113037, "Finetune/Step": 2084, "Finetune/Step Time": 11.917661100625992}
+{"Finetune/Learning Rate": 1.9678875839218276e-05, "Finetune/Loss": 0.9045641422271729, "Finetune/Loss (Raw)": 1.06205153465271, "Finetune/Step": 2085, "Finetune/Step Time": 11.912505254149437}
+{"Finetune/Learning Rate": 1.967845238278089e-05, "Finetune/Loss": 0.9036253690719604, "Finetune/Loss (Raw)": 0.8988683819770813, "Finetune/Step": 2086, "Finetune/Step Time": 11.908850589767098}
+{"Finetune/Learning Rate": 1.9678028651890116e-05, "Finetune/Loss": 0.9026100635528564, "Finetune/Loss (Raw)": 0.8803870677947998, "Finetune/Step": 2087, "Finetune/Step Time": 11.923876317217946}
+{"Finetune/Learning Rate": 1.967760464655797e-05, "Finetune/Loss": 0.9027208089828491, "Finetune/Loss (Raw)": 0.9730193018913269, "Finetune/Step": 2088, "Finetune/Step Time": 11.92649537883699}
+{"Finetune/Learning Rate": 1.9677180366796475e-05, "Finetune/Loss": 0.9039754271507263, "Finetune/Loss (Raw)": 1.0020146369934082, "Finetune/Step": 2089, "Finetune/Step Time": 11.925725743174553}
+{"Finetune/Learning Rate": 1.9676755812617664e-05, "Finetune/Loss": 0.9063084125518799, "Finetune/Loss (Raw)": 1.1183621883392334, "Finetune/Step": 2090, "Finetune/Step Time": 11.91959885880351}
+{"Finetune/Learning Rate": 1.9676330984033576e-05, "Finetune/Loss": 0.906629741191864, "Finetune/Loss (Raw)": 0.9426659345626831, "Finetune/Step": 2091, "Finetune/Step Time": 11.949474468827248}
+{"Finetune/Learning Rate": 1.9675905881056258e-05, "Finetune/Loss": 0.9090375900268555, "Finetune/Loss (Raw)": 1.0334638357162476, "Finetune/Step": 2092, "Finetune/Step Time": 11.963340112939477}
+{"Finetune/Learning Rate": 1.9675480503697758e-05, "Finetune/Loss": 0.9089994430541992, "Finetune/Loss (Raw)": 0.9094808101654053, "Finetune/Step": 2093, "Finetune/Step Time": 11.953170390799642}
+{"Finetune/Learning Rate": 1.9675054851970148e-05, "Finetune/Loss": 0.9106929302215576, "Finetune/Loss (Raw)": 1.0163272619247437, "Finetune/Step": 2094, "Finetune/Step Time": 11.937760129570961}
+{"Finetune/Learning Rate": 1.9674628925885497e-05, "Finetune/Loss": 0.9115325212478638, "Finetune/Loss (Raw)": 1.0131783485412598, "Finetune/Step": 2095, "Finetune/Step Time": 11.933548334985971}
+{"Finetune/Learning Rate": 1.9674202725455877e-05, "Finetune/Loss": 0.910476565361023, "Finetune/Loss (Raw)": 0.7568266987800598, "Finetune/Step": 2096, "Finetune/Step Time": 11.944444868713617}
+{"Finetune/Learning Rate": 1.967377625069338e-05, "Finetune/Loss": 0.9111802577972412, "Finetune/Loss (Raw)": 0.9142854809761047, "Finetune/Step": 2097, "Finetune/Step Time": 11.94558634981513}
+{"Finetune/Learning Rate": 1.9673349501610097e-05, "Finetune/Loss": 0.9114409685134888, "Finetune/Loss (Raw)": 0.9452964067459106, "Finetune/Step": 2098, "Finetune/Step Time": 11.948700159788132}
+{"Finetune/Learning Rate": 1.9672922478218125e-05, "Finetune/Loss": 0.9094142913818359, "Finetune/Loss (Raw)": 0.6867980360984802, "Finetune/Step": 2099, "Finetune/Step Time": 11.961108880117536}
+{"Finetune/Learning Rate": 1.9672495180529584e-05, "Finetune/Loss": 0.9093894362449646, "Finetune/Loss (Raw)": 0.8258821964263916, "Finetune/Step": 2100, "Finetune/Step Time": 11.956222405657172}
+{"Finetune/Learning Rate": 1.967206760855658e-05, "Finetune/Loss": 0.9099259376525879, "Finetune/Loss (Raw)": 1.069311261177063, "Finetune/Step": 2101, "Finetune/Step Time": 11.967885790392756}
+{"Finetune/Learning Rate": 1.9671639762311245e-05, "Finetune/Loss": 0.9096119403839111, "Finetune/Loss (Raw)": 0.7768153548240662, "Finetune/Step": 2102, "Finetune/Step Time": 11.966069063171744}
+{"Finetune/Learning Rate": 1.9671211641805706e-05, "Finetune/Loss": 0.9090373516082764, "Finetune/Loss (Raw)": 0.9791796207427979, "Finetune/Step": 2103, "Finetune/Step Time": 11.957641560584307}
+{"Finetune/Learning Rate": 1.967078324705211e-05, "Finetune/Loss": 0.9098671674728394, "Finetune/Loss (Raw)": 1.0333712100982666, "Finetune/Step": 2104, "Finetune/Step Time": 11.955835580825806}
+{"Finetune/Learning Rate": 1.9670354578062597e-05, "Finetune/Loss": 0.9103935956954956, "Finetune/Loss (Raw)": 0.9515213370323181, "Finetune/Step": 2105, "Finetune/Step Time": 11.953723764047027}
+{"Finetune/Learning Rate": 1.966992563484933e-05, "Finetune/Loss": 0.91102534532547, "Finetune/Loss (Raw)": 0.9496752619743347, "Finetune/Step": 2106, "Finetune/Step Time": 11.960068359971046}
+{"Finetune/Learning Rate": 1.9669496417424465e-05, "Finetune/Loss": 0.9116452932357788, "Finetune/Loss (Raw)": 0.9962291717529297, "Finetune/Step": 2107, "Finetune/Step Time": 11.923869198188186}
+{"Finetune/Learning Rate": 1.9669066925800182e-05, "Finetune/Loss": 0.9120871424674988, "Finetune/Loss (Raw)": 0.9326450228691101, "Finetune/Step": 2108, "Finetune/Step Time": 11.921036256477237}
+{"Finetune/Learning Rate": 1.966863715998866e-05, "Finetune/Loss": 0.9122195243835449, "Finetune/Loss (Raw)": 0.880226194858551, "Finetune/Step": 2109, "Finetune/Step Time": 11.925504880025983}
+{"Finetune/Learning Rate": 1.9668207120002073e-05, "Finetune/Loss": 0.9124699831008911, "Finetune/Loss (Raw)": 0.9777776002883911, "Finetune/Step": 2110, "Finetune/Step Time": 11.92019991390407}
+{"Finetune/Learning Rate": 1.966777680585263e-05, "Finetune/Loss": 0.9127362370491028, "Finetune/Loss (Raw)": 0.8629030585289001, "Finetune/Step": 2111, "Finetune/Step Time": 11.921362871304154}
+{"Finetune/Learning Rate": 1.9667346217552528e-05, "Finetune/Loss": 0.9120491743087769, "Finetune/Loss (Raw)": 0.85844486951828, "Finetune/Step": 2112, "Finetune/Step Time": 11.90941815637052}
+{"Finetune/Learning Rate": 1.9666915355113976e-05, "Finetune/Loss": 0.912184476852417, "Finetune/Loss (Raw)": 0.9453892707824707, "Finetune/Step": 2113, "Finetune/Step Time": 11.910245141014457}
+{"Finetune/Learning Rate": 1.9666484218549196e-05, "Finetune/Loss": 0.9114331603050232, "Finetune/Loss (Raw)": 0.924269437789917, "Finetune/Step": 2114, "Finetune/Step Time": 11.911595094949007}
+{"Finetune/Learning Rate": 1.966605280787041e-05, "Finetune/Loss": 0.9129069447517395, "Finetune/Loss (Raw)": 1.0668671131134033, "Finetune/Step": 2115, "Finetune/Step Time": 11.915179895237088}
+{"Finetune/Learning Rate": 1.966562112308985e-05, "Finetune/Loss": 0.9117106199264526, "Finetune/Loss (Raw)": 0.8319120407104492, "Finetune/Step": 2116, "Finetune/Step Time": 11.911307200789452}
+{"Finetune/Learning Rate": 1.9665189164219766e-05, "Finetune/Loss": 0.9122829437255859, "Finetune/Loss (Raw)": 0.9867838621139526, "Finetune/Step": 2117, "Finetune/Step Time": 11.923732297495008}
+{"Finetune/Learning Rate": 1.9664756931272398e-05, "Finetune/Loss": 0.9114936590194702, "Finetune/Loss (Raw)": 0.9103456735610962, "Finetune/Step": 2118, "Finetune/Step Time": 11.936618098989129}
+{"Finetune/Learning Rate": 1.9664324424260006e-05, "Finetune/Loss": 0.9101209044456482, "Finetune/Loss (Raw)": 0.8224301934242249, "Finetune/Step": 2119, "Finetune/Step Time": 11.953052822500467}
+{"Finetune/Learning Rate": 1.9663891643194857e-05, "Finetune/Loss": 0.9100617170333862, "Finetune/Loss (Raw)": 0.9929953813552856, "Finetune/Step": 2120, "Finetune/Step Time": 11.933315645903349}
+{"Finetune/Learning Rate": 1.966345858808922e-05, "Finetune/Loss": 0.9120852947235107, "Finetune/Loss (Raw)": 1.0073598623275757, "Finetune/Step": 2121, "Finetune/Step Time": 11.923364419490099}
+{"Finetune/Learning Rate": 1.9663025258955376e-05, "Finetune/Loss": 0.9104629158973694, "Finetune/Loss (Raw)": 0.8078717589378357, "Finetune/Step": 2122, "Finetune/Step Time": 11.941438257694244}
+{"Finetune/Learning Rate": 1.9662591655805616e-05, "Finetune/Loss": 0.9106330871582031, "Finetune/Loss (Raw)": 1.028571367263794, "Finetune/Step": 2123, "Finetune/Step Time": 11.943464387208223}
+{"Finetune/Learning Rate": 1.966215777865223e-05, "Finetune/Loss": 0.9115034341812134, "Finetune/Loss (Raw)": 0.9336273670196533, "Finetune/Step": 2124, "Finetune/Step Time": 11.954184697940946}
+{"Finetune/Learning Rate": 1.9661723627507528e-05, "Finetune/Loss": 0.9109058380126953, "Finetune/Loss (Raw)": 0.9834858775138855, "Finetune/Step": 2125, "Finetune/Step Time": 11.956768568605185}
+{"Finetune/Learning Rate": 1.966128920238382e-05, "Finetune/Loss": 0.9100254774093628, "Finetune/Loss (Raw)": 0.7740046381950378, "Finetune/Step": 2126, "Finetune/Step Time": 11.959447875618935}
+{"Finetune/Learning Rate": 1.966085450329342e-05, "Finetune/Loss": 0.9095650315284729, "Finetune/Loss (Raw)": 0.9032917022705078, "Finetune/Step": 2127, "Finetune/Step Time": 11.953290026634932}
+{"Finetune/Learning Rate": 1.9660419530248657e-05, "Finetune/Loss": 0.9070309400558472, "Finetune/Loss (Raw)": 0.7168905735015869, "Finetune/Step": 2128, "Finetune/Step Time": 11.963986406102777}
+{"Finetune/Learning Rate": 1.9659984283261866e-05, "Finetune/Loss": 0.9078168869018555, "Finetune/Loss (Raw)": 0.9309427738189697, "Finetune/Step": 2129, "Finetune/Step Time": 11.964405676349998}
+{"Finetune/Learning Rate": 1.9659548762345392e-05, "Finetune/Loss": 0.9055066108703613, "Finetune/Loss (Raw)": 0.7386612296104431, "Finetune/Step": 2130, "Finetune/Step Time": 12.049308924004436}
+{"Finetune/Learning Rate": 1.9659112967511586e-05, "Finetune/Loss": 0.9053658246994019, "Finetune/Loss (Raw)": 0.8967341780662537, "Finetune/Step": 2131, "Finetune/Step Time": 12.064607786014676}
+{"Finetune/Learning Rate": 1.96586768987728e-05, "Finetune/Loss": 0.905809760093689, "Finetune/Loss (Raw)": 1.043808102607727, "Finetune/Step": 2132, "Finetune/Step Time": 12.056252548471093}
+{"Finetune/Learning Rate": 1.96582405561414e-05, "Finetune/Loss": 0.9058018326759338, "Finetune/Loss (Raw)": 0.946154773235321, "Finetune/Step": 2133, "Finetune/Step Time": 12.023454079404473}
+{"Finetune/Learning Rate": 1.9657803939629767e-05, "Finetune/Loss": 0.9055537581443787, "Finetune/Loss (Raw)": 0.9013086557388306, "Finetune/Step": 2134, "Finetune/Step Time": 12.015839599072933}
+{"Finetune/Learning Rate": 1.9657367049250276e-05, "Finetune/Loss": 0.9053968191146851, "Finetune/Loss (Raw)": 0.8903252482414246, "Finetune/Step": 2135, "Finetune/Step Time": 12.014733726158738}
+{"Finetune/Learning Rate": 1.9656929885015318e-05, "Finetune/Loss": 0.9084165096282959, "Finetune/Loss (Raw)": 0.9127795696258545, "Finetune/Step": 2136, "Finetune/Step Time": 11.983300480991602}
+{"Finetune/Learning Rate": 1.965649244693729e-05, "Finetune/Loss": 0.9084751605987549, "Finetune/Loss (Raw)": 0.8997737765312195, "Finetune/Step": 2137, "Finetune/Step Time": 11.979084873571992}
+{"Finetune/Learning Rate": 1.9656054735028592e-05, "Finetune/Loss": 0.9078116416931152, "Finetune/Loss (Raw)": 0.8862307667732239, "Finetune/Step": 2138, "Finetune/Step Time": 12.004119696095586}
+{"Finetune/Learning Rate": 1.965561674930164e-05, "Finetune/Loss": 0.9069518446922302, "Finetune/Loss (Raw)": 0.7924346923828125, "Finetune/Step": 2139, "Finetune/Step Time": 11.999271092936397}
+{"Finetune/Learning Rate": 1.9655178489768857e-05, "Finetune/Loss": 0.9075556993484497, "Finetune/Loss (Raw)": 1.0746666193008423, "Finetune/Step": 2140, "Finetune/Step Time": 11.986969247460365}
+{"Finetune/Learning Rate": 1.9654739956442665e-05, "Finetune/Loss": 0.9070132970809937, "Finetune/Loss (Raw)": 0.8557438254356384, "Finetune/Step": 2141, "Finetune/Step Time": 11.980647042393684}
+{"Finetune/Learning Rate": 1.9654301149335505e-05, "Finetune/Loss": 0.9075945019721985, "Finetune/Loss (Raw)": 1.0701969861984253, "Finetune/Step": 2142, "Finetune/Step Time": 11.982802912592888}
+{"Finetune/Learning Rate": 1.9653862068459816e-05, "Finetune/Loss": 0.9062700867652893, "Finetune/Loss (Raw)": 0.8060079216957092, "Finetune/Step": 2143, "Finetune/Step Time": 11.994379045441747}
+{"Finetune/Learning Rate": 1.965342271382805e-05, "Finetune/Loss": 0.9037326574325562, "Finetune/Loss (Raw)": 0.6154021620750427, "Finetune/Step": 2144, "Finetune/Step Time": 12.016341466456652}
+{"Finetune/Learning Rate": 1.9652983085452665e-05, "Finetune/Loss": 0.9037687182426453, "Finetune/Loss (Raw)": 0.9779341220855713, "Finetune/Step": 2145, "Finetune/Step Time": 12.003849117085338}
+{"Finetune/Learning Rate": 1.9652543183346132e-05, "Finetune/Loss": 0.9047698378562927, "Finetune/Loss (Raw)": 0.9340897798538208, "Finetune/Step": 2146, "Finetune/Step Time": 11.9898677803576}
+{"Finetune/Learning Rate": 1.9652103007520923e-05, "Finetune/Loss": 0.9058992862701416, "Finetune/Loss (Raw)": 1.0535904169082642, "Finetune/Step": 2147, "Finetune/Step Time": 11.984120914712548}
+{"Finetune/Learning Rate": 1.9651662557989516e-05, "Finetune/Loss": 0.9056787490844727, "Finetune/Loss (Raw)": 0.9666520953178406, "Finetune/Step": 2148, "Finetune/Step Time": 11.985814915969968}
+{"Finetune/Learning Rate": 1.965122183476441e-05, "Finetune/Loss": 0.9067851305007935, "Finetune/Loss (Raw)": 1.0262160301208496, "Finetune/Step": 2149, "Finetune/Step Time": 11.980019208043814}
+{"Finetune/Learning Rate": 1.9650780837858093e-05, "Finetune/Loss": 0.9067057967185974, "Finetune/Loss (Raw)": 0.8829642534255981, "Finetune/Step": 2150, "Finetune/Step Time": 11.977147623896599}
+{"Finetune/Learning Rate": 1.9650339567283075e-05, "Finetune/Loss": 0.9058218002319336, "Finetune/Loss (Raw)": 0.7941174507141113, "Finetune/Step": 2151, "Finetune/Step Time": 11.975959498435259}
+{"Finetune/Learning Rate": 1.964989802305187e-05, "Finetune/Loss": 0.9064963459968567, "Finetune/Loss (Raw)": 0.9297682642936707, "Finetune/Step": 2152, "Finetune/Step Time": 11.977941880002618}
+{"Finetune/Learning Rate": 1.9649456205176996e-05, "Finetune/Loss": 0.9062463641166687, "Finetune/Loss (Raw)": 0.9094574451446533, "Finetune/Step": 2153, "Finetune/Step Time": 11.970531372353435}
+{"Finetune/Learning Rate": 1.9649014113670984e-05, "Finetune/Loss": 0.905876874923706, "Finetune/Loss (Raw)": 0.8522621393203735, "Finetune/Step": 2154, "Finetune/Step Time": 11.996250679716468}
+{"Finetune/Learning Rate": 1.964857174854637e-05, "Finetune/Loss": 0.9050082564353943, "Finetune/Loss (Raw)": 0.7973299622535706, "Finetune/Step": 2155, "Finetune/Step Time": 12.002620618790388}
+{"Finetune/Learning Rate": 1.96481291098157e-05, "Finetune/Loss": 0.9074434041976929, "Finetune/Loss (Raw)": 0.9292757511138916, "Finetune/Step": 2156, "Finetune/Step Time": 11.97124844789505}
+{"Finetune/Learning Rate": 1.964768619749152e-05, "Finetune/Loss": 0.9081054329872131, "Finetune/Loss (Raw)": 1.0143455266952515, "Finetune/Step": 2157, "Finetune/Step Time": 11.969622517004609}
+{"Finetune/Learning Rate": 1.9647243011586396e-05, "Finetune/Loss": 0.9076128005981445, "Finetune/Loss (Raw)": 0.9313701391220093, "Finetune/Step": 2158, "Finetune/Step Time": 11.957462597638369}
+{"Finetune/Learning Rate": 1.9646799552112894e-05, "Finetune/Loss": 0.9082480072975159, "Finetune/Loss (Raw)": 0.9890665411949158, "Finetune/Step": 2159, "Finetune/Step Time": 11.959508592262864}
+{"Finetune/Learning Rate": 1.964635581908359e-05, "Finetune/Loss": 0.9071682691574097, "Finetune/Loss (Raw)": 0.8029149174690247, "Finetune/Step": 2160, "Finetune/Step Time": 11.958144757896662}
+{"Finetune/Learning Rate": 1.9645911812511064e-05, "Finetune/Loss": 0.906956672668457, "Finetune/Loss (Raw)": 0.9155417680740356, "Finetune/Step": 2161, "Finetune/Step Time": 11.959120335057378}
+{"Finetune/Learning Rate": 1.9645467532407905e-05, "Finetune/Loss": 0.9076544046401978, "Finetune/Loss (Raw)": 0.8697546720504761, "Finetune/Step": 2162, "Finetune/Step Time": 11.952762715518475}
+{"Finetune/Learning Rate": 1.964502297878672e-05, "Finetune/Loss": 0.9078354835510254, "Finetune/Loss (Raw)": 0.8988491892814636, "Finetune/Step": 2163, "Finetune/Step Time": 11.944158921018243}
+{"Finetune/Learning Rate": 1.9644578151660105e-05, "Finetune/Loss": 0.9075769186019897, "Finetune/Loss (Raw)": 0.9073082804679871, "Finetune/Step": 2164, "Finetune/Step Time": 11.944993149489164}
+{"Finetune/Learning Rate": 1.9644133051040685e-05, "Finetune/Loss": 0.9088495969772339, "Finetune/Loss (Raw)": 0.9995396733283997, "Finetune/Step": 2165, "Finetune/Step Time": 11.94379678554833}
+{"Finetune/Learning Rate": 1.964368767694107e-05, "Finetune/Loss": 0.9065459966659546, "Finetune/Loss (Raw)": 0.5039963722229004, "Finetune/Step": 2166, "Finetune/Step Time": 11.971318939700723}
+{"Finetune/Learning Rate": 1.96432420293739e-05, "Finetune/Loss": 0.9076358675956726, "Finetune/Loss (Raw)": 1.0273802280426025, "Finetune/Step": 2167, "Finetune/Step Time": 11.971827767789364}
+{"Finetune/Learning Rate": 1.9642796108351804e-05, "Finetune/Loss": 0.9079445600509644, "Finetune/Loss (Raw)": 0.9325253963470459, "Finetune/Step": 2168, "Finetune/Step Time": 11.965855460613966}
+{"Finetune/Learning Rate": 1.9642349913887432e-05, "Finetune/Loss": 0.9083611369132996, "Finetune/Loss (Raw)": 0.6938800811767578, "Finetune/Step": 2169, "Finetune/Step Time": 11.962388031184673}
+{"Finetune/Learning Rate": 1.964190344599344e-05, "Finetune/Loss": 0.909652829170227, "Finetune/Loss (Raw)": 0.9910016655921936, "Finetune/Step": 2170, "Finetune/Step Time": 11.964392988011241}
+{"Finetune/Learning Rate": 1.964145670468248e-05, "Finetune/Loss": 0.9095962047576904, "Finetune/Loss (Raw)": 0.9627820253372192, "Finetune/Step": 2171, "Finetune/Step Time": 11.955976087599993}
+{"Finetune/Learning Rate": 1.9641009689967223e-05, "Finetune/Loss": 0.909758448600769, "Finetune/Loss (Raw)": 0.7335241436958313, "Finetune/Step": 2172, "Finetune/Step Time": 11.976861298084259}
+{"Finetune/Learning Rate": 1.964056240186035e-05, "Finetune/Loss": 0.9109221696853638, "Finetune/Loss (Raw)": 0.9998778700828552, "Finetune/Step": 2173, "Finetune/Step Time": 11.984555769711733}
+{"Finetune/Learning Rate": 1.964011484037454e-05, "Finetune/Loss": 0.9103822112083435, "Finetune/Loss (Raw)": 0.840002715587616, "Finetune/Step": 2174, "Finetune/Step Time": 11.984481748193502}
+{"Finetune/Learning Rate": 1.9639667005522486e-05, "Finetune/Loss": 0.9107938408851624, "Finetune/Loss (Raw)": 1.0313529968261719, "Finetune/Step": 2175, "Finetune/Step Time": 11.980382209643722}
+{"Finetune/Learning Rate": 1.9639218897316885e-05, "Finetune/Loss": 0.9108160734176636, "Finetune/Loss (Raw)": 0.9545995593070984, "Finetune/Step": 2176, "Finetune/Step Time": 11.983230169862509}
+{"Finetune/Learning Rate": 1.9638770515770447e-05, "Finetune/Loss": 0.9088380932807922, "Finetune/Loss (Raw)": 0.8030498623847961, "Finetune/Step": 2177, "Finetune/Step Time": 11.97753319144249}
+{"Finetune/Learning Rate": 1.9638321860895887e-05, "Finetune/Loss": 0.9069299697875977, "Finetune/Loss (Raw)": 0.7240133285522461, "Finetune/Step": 2178, "Finetune/Step Time": 11.985063707455993}
+{"Finetune/Learning Rate": 1.963787293270593e-05, "Finetune/Loss": 0.9083675742149353, "Finetune/Loss (Raw)": 1.0450528860092163, "Finetune/Step": 2179, "Finetune/Step Time": 11.98549653403461}
+{"Finetune/Learning Rate": 1.96374237312133e-05, "Finetune/Loss": 0.9075920581817627, "Finetune/Loss (Raw)": 0.8467870950698853, "Finetune/Step": 2180, "Finetune/Step Time": 11.959414327517152}
+{"Finetune/Learning Rate": 1.9636974256430738e-05, "Finetune/Loss": 0.9084821939468384, "Finetune/Loss (Raw)": 0.9005743265151978, "Finetune/Step": 2181, "Finetune/Step Time": 11.960852447897196}
+{"Finetune/Learning Rate": 1.963652450837099e-05, "Finetune/Loss": 0.9069410562515259, "Finetune/Loss (Raw)": 0.774348795413971, "Finetune/Step": 2182, "Finetune/Step Time": 11.952525407075882}
+{"Finetune/Learning Rate": 1.9636074487046813e-05, "Finetune/Loss": 0.9071253538131714, "Finetune/Loss (Raw)": 0.8794332146644592, "Finetune/Step": 2183, "Finetune/Step Time": 11.95811971090734}
+{"Finetune/Learning Rate": 1.963562419247096e-05, "Finetune/Loss": 0.9064139127731323, "Finetune/Loss (Raw)": 0.8258016109466553, "Finetune/Step": 2184, "Finetune/Step Time": 11.960288163274527}
+{"Finetune/Learning Rate": 1.9635173624656208e-05, "Finetune/Loss": 0.9074347019195557, "Finetune/Loss (Raw)": 0.9140082001686096, "Finetune/Step": 2185, "Finetune/Step Time": 11.942112097516656}
+{"Finetune/Learning Rate": 1.963472278361533e-05, "Finetune/Loss": 0.909214973449707, "Finetune/Loss (Raw)": 1.0243812799453735, "Finetune/Step": 2186, "Finetune/Step Time": 11.9445207323879}
+{"Finetune/Learning Rate": 1.9634271669361112e-05, "Finetune/Loss": 0.9100853204727173, "Finetune/Loss (Raw)": 0.9432168006896973, "Finetune/Step": 2187, "Finetune/Step Time": 11.943666504696012}
+{"Finetune/Learning Rate": 1.963382028190634e-05, "Finetune/Loss": 0.9093888401985168, "Finetune/Loss (Raw)": 1.0189433097839355, "Finetune/Step": 2188, "Finetune/Step Time": 11.948021432384849}
+{"Finetune/Learning Rate": 1.963336862126383e-05, "Finetune/Loss": 0.910969614982605, "Finetune/Loss (Raw)": 0.9340226650238037, "Finetune/Step": 2189, "Finetune/Step Time": 11.951690131798387}
+{"Finetune/Learning Rate": 1.963291668744637e-05, "Finetune/Loss": 0.9110487699508667, "Finetune/Loss (Raw)": 0.8976345062255859, "Finetune/Step": 2190, "Finetune/Step Time": 11.95469138212502}
+{"Finetune/Learning Rate": 1.963246448046679e-05, "Finetune/Loss": 0.9102118611335754, "Finetune/Loss (Raw)": 0.8502711057662964, "Finetune/Step": 2191, "Finetune/Step Time": 11.953885268419981}
+{"Finetune/Learning Rate": 1.963201200033791e-05, "Finetune/Loss": 0.9129387736320496, "Finetune/Loss (Raw)": 0.9473115801811218, "Finetune/Step": 2192, "Finetune/Step Time": 11.940747112035751}
+{"Finetune/Learning Rate": 1.9631559247072553e-05, "Finetune/Loss": 0.9120741486549377, "Finetune/Loss (Raw)": 0.9362524747848511, "Finetune/Step": 2193, "Finetune/Step Time": 11.946254869922996}
+{"Finetune/Learning Rate": 1.9631106220683568e-05, "Finetune/Loss": 0.9130623936653137, "Finetune/Loss (Raw)": 1.0585825443267822, "Finetune/Step": 2194, "Finetune/Step Time": 11.940644478425384}
+{"Finetune/Learning Rate": 1.96306529211838e-05, "Finetune/Loss": 0.9121813178062439, "Finetune/Loss (Raw)": 0.9468638896942139, "Finetune/Step": 2195, "Finetune/Step Time": 11.938421813771129}
+{"Finetune/Learning Rate": 1.9630199348586097e-05, "Finetune/Loss": 0.9139519929885864, "Finetune/Loss (Raw)": 1.036834955215454, "Finetune/Step": 2196, "Finetune/Step Time": 11.929994259029627}
+{"Finetune/Learning Rate": 1.9629745502903328e-05, "Finetune/Loss": 0.9136158227920532, "Finetune/Loss (Raw)": 0.8705359697341919, "Finetune/Step": 2197, "Finetune/Step Time": 11.982944633811712}
+{"Finetune/Learning Rate": 1.9629291384148358e-05, "Finetune/Loss": 0.9139898419380188, "Finetune/Loss (Raw)": 0.8429086208343506, "Finetune/Step": 2198, "Finetune/Step Time": 11.965329203754663}
+{"Finetune/Learning Rate": 1.962883699233407e-05, "Finetune/Loss": 0.9129418730735779, "Finetune/Loss (Raw)": 0.8332810401916504, "Finetune/Step": 2199, "Finetune/Step Time": 11.954710407182574}
+{"Finetune/Learning Rate": 1.962838232747334e-05, "Finetune/Loss": 0.9131636619567871, "Finetune/Loss (Raw)": 0.8725533485412598, "Finetune/Step": 2200, "Finetune/Step Time": 11.96467549726367}
+{"Finetune/Learning Rate": 1.962792738957907e-05, "Finetune/Loss": 0.9128739833831787, "Finetune/Loss (Raw)": 1.006815791130066, "Finetune/Step": 2201, "Finetune/Step Time": 11.970112394541502}
+{"Finetune/Learning Rate": 1.9627472178664156e-05, "Finetune/Loss": 0.9133493304252625, "Finetune/Loss (Raw)": 0.8762635588645935, "Finetune/Step": 2202, "Finetune/Step Time": 11.985778233036399}
+{"Finetune/Learning Rate": 1.962701669474151e-05, "Finetune/Loss": 0.9148558974266052, "Finetune/Loss (Raw)": 1.0247691869735718, "Finetune/Step": 2203, "Finetune/Step Time": 11.986047321930528}
+{"Finetune/Learning Rate": 1.9626560937824047e-05, "Finetune/Loss": 0.9140079021453857, "Finetune/Loss (Raw)": 0.8957358002662659, "Finetune/Step": 2204, "Finetune/Step Time": 11.980220936238766}
+{"Finetune/Learning Rate": 1.9626104907924688e-05, "Finetune/Loss": 0.9151175022125244, "Finetune/Loss (Raw)": 1.0240768194198608, "Finetune/Step": 2205, "Finetune/Step Time": 11.981257241219282}
+{"Finetune/Learning Rate": 1.9625648605056368e-05, "Finetune/Loss": 0.9162927865982056, "Finetune/Loss (Raw)": 0.9933819770812988, "Finetune/Step": 2206, "Finetune/Step Time": 11.981924284249544}
+{"Finetune/Learning Rate": 1.9625192029232023e-05, "Finetune/Loss": 0.9164842367172241, "Finetune/Loss (Raw)": 1.025746464729309, "Finetune/Step": 2207, "Finetune/Step Time": 11.985923709347844}
+{"Finetune/Learning Rate": 1.9624735180464602e-05, "Finetune/Loss": 0.9170346260070801, "Finetune/Loss (Raw)": 0.902741014957428, "Finetune/Step": 2208, "Finetune/Step Time": 12.004847325384617}
+{"Finetune/Learning Rate": 1.9624278058767062e-05, "Finetune/Loss": 0.9158005714416504, "Finetune/Loss (Raw)": 0.7848002314567566, "Finetune/Step": 2209, "Finetune/Step Time": 11.985340017825365}
+{"Finetune/Learning Rate": 1.9623820664152366e-05, "Finetune/Loss": 0.9181357622146606, "Finetune/Loss (Raw)": 0.9246509671211243, "Finetune/Step": 2210, "Finetune/Step Time": 11.957639964297414}
+{"Finetune/Learning Rate": 1.9623362996633476e-05, "Finetune/Loss": 0.9154796600341797, "Finetune/Loss (Raw)": 0.7248181700706482, "Finetune/Step": 2211, "Finetune/Step Time": 11.976400878280401}
+{"Finetune/Learning Rate": 1.9622905056223382e-05, "Finetune/Loss": 0.9139214754104614, "Finetune/Loss (Raw)": 0.8739402294158936, "Finetune/Step": 2212, "Finetune/Step Time": 11.982374520972371}
+{"Finetune/Learning Rate": 1.9622446842935066e-05, "Finetune/Loss": 0.9124443531036377, "Finetune/Loss (Raw)": 0.8729774951934814, "Finetune/Step": 2213, "Finetune/Step Time": 11.985187985002995}
+{"Finetune/Learning Rate": 1.9621988356781516e-05, "Finetune/Loss": 0.9117977619171143, "Finetune/Loss (Raw)": 0.8161028027534485, "Finetune/Step": 2214, "Finetune/Step Time": 11.995985692366958}
+{"Finetune/Learning Rate": 1.9621529597775736e-05, "Finetune/Loss": 0.9118624925613403, "Finetune/Loss (Raw)": 0.8886769413948059, "Finetune/Step": 2215, "Finetune/Step Time": 11.98826646618545}
+{"Finetune/Learning Rate": 1.962107056593074e-05, "Finetune/Loss": 0.9094938635826111, "Finetune/Loss (Raw)": 0.6698316931724548, "Finetune/Step": 2216, "Finetune/Step Time": 12.014117145910859}
+{"Finetune/Learning Rate": 1.9620611261259543e-05, "Finetune/Loss": 0.909389853477478, "Finetune/Loss (Raw)": 0.988696813583374, "Finetune/Step": 2217, "Finetune/Step Time": 12.025682345032692}
+{"Finetune/Learning Rate": 1.9620151683775165e-05, "Finetune/Loss": 0.9070556163787842, "Finetune/Loss (Raw)": 0.8195779323577881, "Finetune/Step": 2218, "Finetune/Step Time": 12.023226680234075}
+{"Finetune/Learning Rate": 1.9619691833490645e-05, "Finetune/Loss": 0.9066569209098816, "Finetune/Loss (Raw)": 0.8916395306587219, "Finetune/Step": 2219, "Finetune/Step Time": 11.99764745682478}
+{"Finetune/Learning Rate": 1.9619231710419013e-05, "Finetune/Loss": 0.9055324196815491, "Finetune/Loss (Raw)": 0.8895303010940552, "Finetune/Step": 2220, "Finetune/Step Time": 11.995710175484419}
+{"Finetune/Learning Rate": 1.961877131457333e-05, "Finetune/Loss": 0.9043368101119995, "Finetune/Loss (Raw)": 0.7564457058906555, "Finetune/Step": 2221, "Finetune/Step Time": 12.000755349174142}
+{"Finetune/Learning Rate": 1.9618310645966637e-05, "Finetune/Loss": 0.9026396870613098, "Finetune/Loss (Raw)": 0.7990921139717102, "Finetune/Step": 2222, "Finetune/Step Time": 11.99616775661707}
+{"Finetune/Learning Rate": 1.9617849704612012e-05, "Finetune/Loss": 0.9024449586868286, "Finetune/Loss (Raw)": 0.9882500171661377, "Finetune/Step": 2223, "Finetune/Step Time": 11.994862403720617}
+{"Finetune/Learning Rate": 1.9617388490522516e-05, "Finetune/Loss": 0.903923749923706, "Finetune/Loss (Raw)": 0.946117639541626, "Finetune/Step": 2224, "Finetune/Step Time": 11.984920365735888}
+{"Finetune/Learning Rate": 1.961692700371123e-05, "Finetune/Loss": 0.9052399396896362, "Finetune/Loss (Raw)": 1.082756519317627, "Finetune/Step": 2225, "Finetune/Step Time": 11.982525806874037}
+{"Finetune/Learning Rate": 1.9616465244191242e-05, "Finetune/Loss": 0.9053202867507935, "Finetune/Loss (Raw)": 0.9555755853652954, "Finetune/Step": 2226, "Finetune/Step Time": 11.981943288818002}
+{"Finetune/Learning Rate": 1.9616003211975645e-05, "Finetune/Loss": 0.9067217111587524, "Finetune/Loss (Raw)": 0.8661770224571228, "Finetune/Step": 2227, "Finetune/Step Time": 11.953043287619948}
+{"Finetune/Learning Rate": 1.9615540907077542e-05, "Finetune/Loss": 0.9060830473899841, "Finetune/Loss (Raw)": 0.744138240814209, "Finetune/Step": 2228, "Finetune/Step Time": 11.979787070304155}
+{"Finetune/Learning Rate": 1.961507832951004e-05, "Finetune/Loss": 0.9047218561172485, "Finetune/Loss (Raw)": 0.8950797319412231, "Finetune/Step": 2229, "Finetune/Step Time": 11.971347030252218}
+{"Finetune/Learning Rate": 1.9614615479286263e-05, "Finetune/Loss": 0.9053438305854797, "Finetune/Loss (Raw)": 0.8564279079437256, "Finetune/Step": 2230, "Finetune/Step Time": 11.973363941535354}
+{"Finetune/Learning Rate": 1.9614152356419326e-05, "Finetune/Loss": 0.905607283115387, "Finetune/Loss (Raw)": 1.0129026174545288, "Finetune/Step": 2231, "Finetune/Step Time": 11.975933756679296}
+{"Finetune/Learning Rate": 1.9613688960922367e-05, "Finetune/Loss": 0.903408408164978, "Finetune/Loss (Raw)": 0.7519168257713318, "Finetune/Step": 2232, "Finetune/Step Time": 11.985597494989634}
+{"Finetune/Learning Rate": 1.9613225292808528e-05, "Finetune/Loss": 0.9027528166770935, "Finetune/Loss (Raw)": 0.8676045536994934, "Finetune/Step": 2233, "Finetune/Step Time": 11.981490971520543}
+{"Finetune/Learning Rate": 1.9612761352090955e-05, "Finetune/Loss": 0.9014050960540771, "Finetune/Loss (Raw)": 0.7771634459495544, "Finetune/Step": 2234, "Finetune/Step Time": 11.974930837750435}
+{"Finetune/Learning Rate": 1.9612297138782808e-05, "Finetune/Loss": 0.901824414730072, "Finetune/Loss (Raw)": 1.049903392791748, "Finetune/Step": 2235, "Finetune/Step Time": 11.970107993111014}
+{"Finetune/Learning Rate": 1.9611832652897246e-05, "Finetune/Loss": 0.9017409086227417, "Finetune/Loss (Raw)": 0.9219606518745422, "Finetune/Step": 2236, "Finetune/Step Time": 11.963302671909332}
+{"Finetune/Learning Rate": 1.9611367894447442e-05, "Finetune/Loss": 0.9022558331489563, "Finetune/Loss (Raw)": 0.9461329579353333, "Finetune/Step": 2237, "Finetune/Step Time": 11.975334281101823}
+{"Finetune/Learning Rate": 1.9610902863446577e-05, "Finetune/Loss": 0.90199875831604, "Finetune/Loss (Raw)": 0.9448751211166382, "Finetune/Step": 2238, "Finetune/Step Time": 11.979720044881105}
+{"Finetune/Learning Rate": 1.9610437559907835e-05, "Finetune/Loss": 0.902787983417511, "Finetune/Loss (Raw)": 0.9639228582382202, "Finetune/Step": 2239, "Finetune/Step Time": 11.978548241779208}
+{"Finetune/Learning Rate": 1.9609971983844412e-05, "Finetune/Loss": 0.904763400554657, "Finetune/Loss (Raw)": 1.1112937927246094, "Finetune/Step": 2240, "Finetune/Step Time": 11.977687055245042}
+{"Finetune/Learning Rate": 1.9609506135269514e-05, "Finetune/Loss": 0.9048972129821777, "Finetune/Loss (Raw)": 0.9625180959701538, "Finetune/Step": 2241, "Finetune/Step Time": 11.973572796210647}
+{"Finetune/Learning Rate": 1.9609040014196344e-05, "Finetune/Loss": 0.9060465097427368, "Finetune/Loss (Raw)": 1.0713835954666138, "Finetune/Step": 2242, "Finetune/Step Time": 11.966407779604197}
+{"Finetune/Learning Rate": 1.9608573620638127e-05, "Finetune/Loss": 0.9042800664901733, "Finetune/Loss (Raw)": 0.8407586812973022, "Finetune/Step": 2243, "Finetune/Step Time": 11.955141935497522}
+{"Finetune/Learning Rate": 1.9608106954608082e-05, "Finetune/Loss": 0.9050827622413635, "Finetune/Loss (Raw)": 0.9346572756767273, "Finetune/Step": 2244, "Finetune/Step Time": 11.967352543026209}
+{"Finetune/Learning Rate": 1.9607640016119448e-05, "Finetune/Loss": 0.9045004844665527, "Finetune/Loss (Raw)": 0.9122546911239624, "Finetune/Step": 2245, "Finetune/Step Time": 11.961107606068254}
+{"Finetune/Learning Rate": 1.960717280518546e-05, "Finetune/Loss": 0.9031800031661987, "Finetune/Loss (Raw)": 0.7413159012794495, "Finetune/Step": 2246, "Finetune/Step Time": 11.947720680385828}
+{"Finetune/Learning Rate": 1.9606705321819374e-05, "Finetune/Loss": 0.9036061763763428, "Finetune/Loss (Raw)": 0.8769876956939697, "Finetune/Step": 2247, "Finetune/Step Time": 11.93097565881908}
+{"Finetune/Learning Rate": 1.9606237566034443e-05, "Finetune/Loss": 0.9033217430114746, "Finetune/Loss (Raw)": 0.956584632396698, "Finetune/Step": 2248, "Finetune/Step Time": 11.93622362241149}
+{"Finetune/Learning Rate": 1.960576953784393e-05, "Finetune/Loss": 0.9023898839950562, "Finetune/Loss (Raw)": 0.8880855441093445, "Finetune/Step": 2249, "Finetune/Step Time": 11.957587094977498}
+{"Finetune/Learning Rate": 1.9605301237261108e-05, "Finetune/Loss": 0.9036104679107666, "Finetune/Loss (Raw)": 0.9641048312187195, "Finetune/Step": 2250, "Finetune/Step Time": 11.940894972532988}
+{"Finetune/Learning Rate": 1.9604832664299257e-05, "Finetune/Loss": 0.9036146998405457, "Finetune/Loss (Raw)": 1.029110312461853, "Finetune/Step": 2251, "Finetune/Step Time": 11.944535318762064}
+{"Finetune/Learning Rate": 1.9604363818971664e-05, "Finetune/Loss": 0.903369128704071, "Finetune/Loss (Raw)": 0.9022027850151062, "Finetune/Step": 2252, "Finetune/Step Time": 11.945368617773056}
+{"Finetune/Learning Rate": 1.9603894701291622e-05, "Finetune/Loss": 0.903477668762207, "Finetune/Loss (Raw)": 0.9973728656768799, "Finetune/Step": 2253, "Finetune/Step Time": 11.94736640714109}
+{"Finetune/Learning Rate": 1.960342531127244e-05, "Finetune/Loss": 0.9035193920135498, "Finetune/Loss (Raw)": 0.7793493866920471, "Finetune/Step": 2254, "Finetune/Step Time": 11.990819977596402}
+{"Finetune/Learning Rate": 1.9602955648927423e-05, "Finetune/Loss": 0.9052831530570984, "Finetune/Loss (Raw)": 1.1290509700775146, "Finetune/Step": 2255, "Finetune/Step Time": 11.99512529745698}
+{"Finetune/Learning Rate": 1.960248571426989e-05, "Finetune/Loss": 0.9076962471008301, "Finetune/Loss (Raw)": 1.0257617235183716, "Finetune/Step": 2256, "Finetune/Step Time": 11.991573460400105}
+{"Finetune/Learning Rate": 1.960201550731317e-05, "Finetune/Loss": 0.9073507785797119, "Finetune/Loss (Raw)": 0.8867325782775879, "Finetune/Step": 2257, "Finetune/Step Time": 11.996219769120216}
+{"Finetune/Learning Rate": 1.9601545028070592e-05, "Finetune/Loss": 0.9090301990509033, "Finetune/Loss (Raw)": 0.953618049621582, "Finetune/Step": 2258, "Finetune/Step Time": 11.911497248336673}
+{"Finetune/Learning Rate": 1.96010742765555e-05, "Finetune/Loss": 0.9100375175476074, "Finetune/Loss (Raw)": 1.0256712436676025, "Finetune/Step": 2259, "Finetune/Step Time": 11.89308530651033}
+{"Finetune/Learning Rate": 1.9600603252781243e-05, "Finetune/Loss": 0.9094566106796265, "Finetune/Loss (Raw)": 0.9694619178771973, "Finetune/Step": 2260, "Finetune/Step Time": 11.894328715279698}
+{"Finetune/Learning Rate": 1.9600131956761184e-05, "Finetune/Loss": 0.909074068069458, "Finetune/Loss (Raw)": 0.8971827626228333, "Finetune/Step": 2261, "Finetune/Step Time": 11.89841540157795}
+{"Finetune/Learning Rate": 1.9599660388508675e-05, "Finetune/Loss": 0.9094439744949341, "Finetune/Loss (Raw)": 0.9486528635025024, "Finetune/Step": 2262, "Finetune/Step Time": 11.89662284962833}
+{"Finetune/Learning Rate": 1.95991885480371e-05, "Finetune/Loss": 0.9095985293388367, "Finetune/Loss (Raw)": 0.9101107120513916, "Finetune/Step": 2263, "Finetune/Step Time": 11.89327952824533}
+{"Finetune/Learning Rate": 1.9598716435359834e-05, "Finetune/Loss": 0.9100494980812073, "Finetune/Loss (Raw)": 0.9705055356025696, "Finetune/Step": 2264, "Finetune/Step Time": 11.9100554715842}
+{"Finetune/Learning Rate": 1.9598244050490264e-05, "Finetune/Loss": 0.9095895290374756, "Finetune/Loss (Raw)": 0.8408934473991394, "Finetune/Step": 2265, "Finetune/Step Time": 11.906473709270358}
+{"Finetune/Learning Rate": 1.9597771393441784e-05, "Finetune/Loss": 0.9094622135162354, "Finetune/Loss (Raw)": 0.8699395656585693, "Finetune/Step": 2266, "Finetune/Step Time": 11.887538705021143}
+{"Finetune/Learning Rate": 1.9597298464227802e-05, "Finetune/Loss": 0.9099740982055664, "Finetune/Loss (Raw)": 0.8579476475715637, "Finetune/Step": 2267, "Finetune/Step Time": 11.888541158288717}
+{"Finetune/Learning Rate": 1.9596825262861724e-05, "Finetune/Loss": 0.9086542129516602, "Finetune/Loss (Raw)": 0.9057284593582153, "Finetune/Step": 2268, "Finetune/Step Time": 11.890289271250367}
+{"Finetune/Learning Rate": 1.9596351789356977e-05, "Finetune/Loss": 0.9086629152297974, "Finetune/Loss (Raw)": 0.8568592667579651, "Finetune/Step": 2269, "Finetune/Step Time": 11.890203353017569}
+{"Finetune/Learning Rate": 1.9595878043726974e-05, "Finetune/Loss": 0.9068467617034912, "Finetune/Loss (Raw)": 0.8377272486686707, "Finetune/Step": 2270, "Finetune/Step Time": 11.892803739756346}
+{"Finetune/Learning Rate": 1.959540402598516e-05, "Finetune/Loss": 0.9082014560699463, "Finetune/Loss (Raw)": 0.9794038534164429, "Finetune/Step": 2271, "Finetune/Step Time": 11.881416041404009}
+{"Finetune/Learning Rate": 1.9594929736144978e-05, "Finetune/Loss": 0.9112154245376587, "Finetune/Loss (Raw)": 1.001196265220642, "Finetune/Step": 2272, "Finetune/Step Time": 11.854358052834868}
+{"Finetune/Learning Rate": 1.9594455174219865e-05, "Finetune/Loss": 0.911531925201416, "Finetune/Loss (Raw)": 1.0184444189071655, "Finetune/Step": 2273, "Finetune/Step Time": 11.852947492152452}
+{"Finetune/Learning Rate": 1.9593980340223293e-05, "Finetune/Loss": 0.9122598171234131, "Finetune/Loss (Raw)": 1.0272655487060547, "Finetune/Step": 2274, "Finetune/Step Time": 11.865591567009687}
+{"Finetune/Learning Rate": 1.9593505234168714e-05, "Finetune/Loss": 0.9107787609100342, "Finetune/Loss (Raw)": 0.8640119433403015, "Finetune/Step": 2275, "Finetune/Step Time": 11.868441570550203}
+{"Finetune/Learning Rate": 1.9593029856069613e-05, "Finetune/Loss": 0.9100361466407776, "Finetune/Loss (Raw)": 0.8715963363647461, "Finetune/Step": 2276, "Finetune/Step Time": 11.865036491304636}
+{"Finetune/Learning Rate": 1.9592554205939463e-05, "Finetune/Loss": 0.9086753129959106, "Finetune/Loss (Raw)": 0.8520338535308838, "Finetune/Step": 2277, "Finetune/Step Time": 11.869744533672929}
+{"Finetune/Learning Rate": 1.959207828379175e-05, "Finetune/Loss": 0.9065743684768677, "Finetune/Loss (Raw)": 0.6140345931053162, "Finetune/Step": 2278, "Finetune/Step Time": 11.91190448962152}
+{"Finetune/Learning Rate": 1.9591602089639975e-05, "Finetune/Loss": 0.9075592160224915, "Finetune/Loss (Raw)": 0.9201791286468506, "Finetune/Step": 2279, "Finetune/Step Time": 11.932015953585505}
+{"Finetune/Learning Rate": 1.959112562349764e-05, "Finetune/Loss": 0.9071871042251587, "Finetune/Loss (Raw)": 0.8821367621421814, "Finetune/Step": 2280, "Finetune/Step Time": 11.924712931737304}
+{"Finetune/Learning Rate": 1.9590648885378254e-05, "Finetune/Loss": 0.9076414704322815, "Finetune/Loss (Raw)": 0.9676163792610168, "Finetune/Step": 2281, "Finetune/Step Time": 11.929972000420094}
+{"Finetune/Learning Rate": 1.959017187529534e-05, "Finetune/Loss": 0.9080130457878113, "Finetune/Loss (Raw)": 0.8998255133628845, "Finetune/Step": 2282, "Finetune/Step Time": 11.891651971265674}
+{"Finetune/Learning Rate": 1.9589694593262422e-05, "Finetune/Loss": 0.9072747826576233, "Finetune/Loss (Raw)": 0.7028346061706543, "Finetune/Step": 2283, "Finetune/Step Time": 11.887989532202482}
+{"Finetune/Learning Rate": 1.9589217039293034e-05, "Finetune/Loss": 0.9066445827484131, "Finetune/Loss (Raw)": 0.8486058712005615, "Finetune/Step": 2284, "Finetune/Step Time": 11.88772314414382}
+{"Finetune/Learning Rate": 1.958873921340072e-05, "Finetune/Loss": 0.9058550000190735, "Finetune/Loss (Raw)": 0.9132823348045349, "Finetune/Step": 2285, "Finetune/Step Time": 11.887789316475391}
+{"Finetune/Learning Rate": 1.9588261115599025e-05, "Finetune/Loss": 0.9051849842071533, "Finetune/Loss (Raw)": 0.8456053137779236, "Finetune/Step": 2286, "Finetune/Step Time": 11.887851983308792}
+{"Finetune/Learning Rate": 1.9587782745901513e-05, "Finetune/Loss": 0.9044305086135864, "Finetune/Loss (Raw)": 0.8924925327301025, "Finetune/Step": 2287, "Finetune/Step Time": 11.89019481651485}
+{"Finetune/Learning Rate": 1.9587304104321746e-05, "Finetune/Loss": 0.9053391218185425, "Finetune/Loss (Raw)": 0.9192224144935608, "Finetune/Step": 2288, "Finetune/Step Time": 11.890548249706626}
+{"Finetune/Learning Rate": 1.95868251908733e-05, "Finetune/Loss": 0.9059345722198486, "Finetune/Loss (Raw)": 0.9917614459991455, "Finetune/Step": 2289, "Finetune/Step Time": 11.882100673392415}
+{"Finetune/Learning Rate": 1.9586346005569748e-05, "Finetune/Loss": 0.9054124355316162, "Finetune/Loss (Raw)": 0.8029237985610962, "Finetune/Step": 2290, "Finetune/Step Time": 11.888817612081766}
+{"Finetune/Learning Rate": 1.9585866548424687e-05, "Finetune/Loss": 0.9047436118125916, "Finetune/Loss (Raw)": 0.8132383823394775, "Finetune/Step": 2291, "Finetune/Step Time": 11.902177376672626}
+{"Finetune/Learning Rate": 1.9585386819451707e-05, "Finetune/Loss": 0.9061458706855774, "Finetune/Loss (Raw)": 1.086791753768921, "Finetune/Step": 2292, "Finetune/Step Time": 11.901391051709652}
+{"Finetune/Learning Rate": 1.9584906818664414e-05, "Finetune/Loss": 0.9064838886260986, "Finetune/Loss (Raw)": 1.0428049564361572, "Finetune/Step": 2293, "Finetune/Step Time": 11.900360336527228}
+{"Finetune/Learning Rate": 1.958442654607642e-05, "Finetune/Loss": 0.9094920754432678, "Finetune/Loss (Raw)": 0.8890488147735596, "Finetune/Step": 2294, "Finetune/Step Time": 11.873531177639961}
+{"Finetune/Learning Rate": 1.9583946001701347e-05, "Finetune/Loss": 0.9075441360473633, "Finetune/Loss (Raw)": 0.778036892414093, "Finetune/Step": 2295, "Finetune/Step Time": 11.874188987538218}
+{"Finetune/Learning Rate": 1.9583465185552814e-05, "Finetune/Loss": 0.9078980088233948, "Finetune/Loss (Raw)": 0.9778216481208801, "Finetune/Step": 2296, "Finetune/Step Time": 11.877639468759298}
+{"Finetune/Learning Rate": 1.9582984097644462e-05, "Finetune/Loss": 0.9093981385231018, "Finetune/Loss (Raw)": 0.8858982920646667, "Finetune/Step": 2297, "Finetune/Step Time": 11.849607966840267}
+{"Finetune/Learning Rate": 1.958250273798993e-05, "Finetune/Loss": 0.9080934524536133, "Finetune/Loss (Raw)": 0.8240083456039429, "Finetune/Step": 2298, "Finetune/Step Time": 11.853697625920177}
+{"Finetune/Learning Rate": 1.9582021106602868e-05, "Finetune/Loss": 0.9082880020141602, "Finetune/Loss (Raw)": 0.9876865744590759, "Finetune/Step": 2299, "Finetune/Step Time": 11.855082599446177}
+{"Finetune/Learning Rate": 1.958153920349694e-05, "Finetune/Loss": 0.9092274308204651, "Finetune/Loss (Raw)": 0.8537625074386597, "Finetune/Step": 2300, "Finetune/Step Time": 11.825346391648054}
+{"Finetune/Learning Rate": 1.95810570286858e-05, "Finetune/Loss": 0.907945990562439, "Finetune/Loss (Raw)": 0.8358520269393921, "Finetune/Step": 2301, "Finetune/Step Time": 11.823234094306827}
+{"Finetune/Learning Rate": 1.9580574582183135e-05, "Finetune/Loss": 0.9079397916793823, "Finetune/Loss (Raw)": 0.8392171263694763, "Finetune/Step": 2302, "Finetune/Step Time": 11.823895938694477}
+{"Finetune/Learning Rate": 1.9580091864002613e-05, "Finetune/Loss": 0.9070565700531006, "Finetune/Loss (Raw)": 0.9182939529418945, "Finetune/Step": 2303, "Finetune/Step Time": 11.832013366743922}
+{"Finetune/Learning Rate": 1.957960887415793e-05, "Finetune/Loss": 0.9062196612358093, "Finetune/Loss (Raw)": 0.8474764227867126, "Finetune/Step": 2304, "Finetune/Step Time": 11.832036159932613}
+{"Finetune/Learning Rate": 1.957912561266278e-05, "Finetune/Loss": 0.9071323871612549, "Finetune/Loss (Raw)": 0.9198834300041199, "Finetune/Step": 2305, "Finetune/Step Time": 11.831862339749932}
+{"Finetune/Learning Rate": 1.9578642079530865e-05, "Finetune/Loss": 0.9081412553787231, "Finetune/Loss (Raw)": 0.8531494140625, "Finetune/Step": 2306, "Finetune/Step Time": 11.819634597748518}
+{"Finetune/Learning Rate": 1.95781582747759e-05, "Finetune/Loss": 0.9070780277252197, "Finetune/Loss (Raw)": 0.9089598655700684, "Finetune/Step": 2307, "Finetune/Step Time": 11.819426434114575}
+{"Finetune/Learning Rate": 1.9577674198411603e-05, "Finetune/Loss": 0.9058752655982971, "Finetune/Loss (Raw)": 0.6928269267082214, "Finetune/Step": 2308, "Finetune/Step Time": 11.842116966843605}
+{"Finetune/Learning Rate": 1.95771898504517e-05, "Finetune/Loss": 0.9059633612632751, "Finetune/Loss (Raw)": 0.9118525981903076, "Finetune/Step": 2309, "Finetune/Step Time": 11.84132630750537}
+{"Finetune/Learning Rate": 1.957670523090993e-05, "Finetune/Loss": 0.9073443412780762, "Finetune/Loss (Raw)": 0.9511116147041321, "Finetune/Step": 2310, "Finetune/Step Time": 11.843983015045524}
+{"Finetune/Learning Rate": 1.957622033980003e-05, "Finetune/Loss": 0.9074188470840454, "Finetune/Loss (Raw)": 0.8889718055725098, "Finetune/Step": 2311, "Finetune/Step Time": 11.857093693688512}
+{"Finetune/Learning Rate": 1.957573517713575e-05, "Finetune/Loss": 0.9081326723098755, "Finetune/Loss (Raw)": 0.9171702861785889, "Finetune/Step": 2312, "Finetune/Step Time": 11.85567676089704}
+{"Finetune/Learning Rate": 1.9575249742930852e-05, "Finetune/Loss": 0.906173586845398, "Finetune/Loss (Raw)": 0.6632444262504578, "Finetune/Step": 2313, "Finetune/Step Time": 11.88392616249621}
+{"Finetune/Learning Rate": 1.95747640371991e-05, "Finetune/Loss": 0.9066861867904663, "Finetune/Loss (Raw)": 1.0899969339370728, "Finetune/Step": 2314, "Finetune/Step Time": 11.879877856001258}
+{"Finetune/Learning Rate": 1.957427805995427e-05, "Finetune/Loss": 0.9062469005584717, "Finetune/Loss (Raw)": 0.8869922161102295, "Finetune/Step": 2315, "Finetune/Step Time": 11.888302141800523}
+{"Finetune/Learning Rate": 1.9573791811210136e-05, "Finetune/Loss": 0.9053052067756653, "Finetune/Loss (Raw)": 0.8984026908874512, "Finetune/Step": 2316, "Finetune/Step Time": 11.885113654658198}
+{"Finetune/Learning Rate": 1.9573305290980488e-05, "Finetune/Loss": 0.906377375125885, "Finetune/Loss (Raw)": 1.0712559223175049, "Finetune/Step": 2317, "Finetune/Step Time": 11.880664065480232}
+{"Finetune/Learning Rate": 1.9572818499279128e-05, "Finetune/Loss": 0.9067085385322571, "Finetune/Loss (Raw)": 0.940030574798584, "Finetune/Step": 2318, "Finetune/Step Time": 11.871401024982333}
+{"Finetune/Learning Rate": 1.9572331436119857e-05, "Finetune/Loss": 0.9081137180328369, "Finetune/Loss (Raw)": 1.0301297903060913, "Finetune/Step": 2319, "Finetune/Step Time": 11.875373777002096}
+{"Finetune/Learning Rate": 1.9571844101516487e-05, "Finetune/Loss": 0.906657874584198, "Finetune/Loss (Raw)": 0.7609647512435913, "Finetune/Step": 2320, "Finetune/Step Time": 11.87523029372096}
+{"Finetune/Learning Rate": 1.9571356495482836e-05, "Finetune/Loss": 0.9074405431747437, "Finetune/Loss (Raw)": 1.0364397764205933, "Finetune/Step": 2321, "Finetune/Step Time": 11.870139423757792}
+{"Finetune/Learning Rate": 1.9570868618032733e-05, "Finetune/Loss": 0.9070167541503906, "Finetune/Loss (Raw)": 1.0043309926986694, "Finetune/Step": 2322, "Finetune/Step Time": 11.869166338816285}
+{"Finetune/Learning Rate": 1.957038046918001e-05, "Finetune/Loss": 0.9063448905944824, "Finetune/Loss (Raw)": 0.8608666658401489, "Finetune/Step": 2323, "Finetune/Step Time": 11.871166525408626}
+{"Finetune/Learning Rate": 1.9569892048938516e-05, "Finetune/Loss": 0.905677855014801, "Finetune/Loss (Raw)": 0.9514520764350891, "Finetune/Step": 2324, "Finetune/Step Time": 11.882684595882893}
+{"Finetune/Learning Rate": 1.956940335732209e-05, "Finetune/Loss": 0.9067920446395874, "Finetune/Loss (Raw)": 1.0131535530090332, "Finetune/Step": 2325, "Finetune/Step Time": 11.83169960230589}
+{"Finetune/Learning Rate": 1.95689143943446e-05, "Finetune/Loss": 0.9074611067771912, "Finetune/Loss (Raw)": 0.9285512566566467, "Finetune/Step": 2326, "Finetune/Step Time": 11.827890332788229}
+{"Finetune/Learning Rate": 1.9568425160019908e-05, "Finetune/Loss": 0.9099251627922058, "Finetune/Loss (Raw)": 1.148682951927185, "Finetune/Step": 2327, "Finetune/Step Time": 11.825728833675385}
+{"Finetune/Learning Rate": 1.9567935654361888e-05, "Finetune/Loss": 0.9107112288475037, "Finetune/Loss (Raw)": 0.9731647968292236, "Finetune/Step": 2328, "Finetune/Step Time": 11.790345281362534}
+{"Finetune/Learning Rate": 1.956744587738442e-05, "Finetune/Loss": 0.9095364809036255, "Finetune/Loss (Raw)": 0.8564560413360596, "Finetune/Step": 2329, "Finetune/Step Time": 11.792765645310283}
+{"Finetune/Learning Rate": 1.9566955829101393e-05, "Finetune/Loss": 0.9099342226982117, "Finetune/Loss (Raw)": 0.9271676540374756, "Finetune/Step": 2330, "Finetune/Step Time": 11.773022091016173}
+{"Finetune/Learning Rate": 1.9566465509526704e-05, "Finetune/Loss": 0.9078966379165649, "Finetune/Loss (Raw)": 0.7639598250389099, "Finetune/Step": 2331, "Finetune/Step Time": 11.79660114645958}
+{"Finetune/Learning Rate": 1.9565974918674253e-05, "Finetune/Loss": 0.9079246520996094, "Finetune/Loss (Raw)": 0.8993184566497803, "Finetune/Step": 2332, "Finetune/Step Time": 11.788656387478113}
+{"Finetune/Learning Rate": 1.956548405655796e-05, "Finetune/Loss": 0.9070597290992737, "Finetune/Loss (Raw)": 0.9133664965629578, "Finetune/Step": 2333, "Finetune/Step Time": 11.825879218056798}
+{"Finetune/Learning Rate": 1.9564992923191734e-05, "Finetune/Loss": 0.9059513211250305, "Finetune/Loss (Raw)": 0.8515108227729797, "Finetune/Step": 2334, "Finetune/Step Time": 11.821101162582636}
+{"Finetune/Learning Rate": 1.9564501518589513e-05, "Finetune/Loss": 0.9053394198417664, "Finetune/Loss (Raw)": 0.9474206566810608, "Finetune/Step": 2335, "Finetune/Step Time": 11.822654841467738}
+{"Finetune/Learning Rate": 1.9564009842765225e-05, "Finetune/Loss": 0.906190037727356, "Finetune/Loss (Raw)": 1.011620044708252, "Finetune/Step": 2336, "Finetune/Step Time": 11.80590089596808}
+{"Finetune/Learning Rate": 1.9563517895732815e-05, "Finetune/Loss": 0.9063626527786255, "Finetune/Loss (Raw)": 0.8068939447402954, "Finetune/Step": 2337, "Finetune/Step Time": 11.814548695459962}
+{"Finetune/Learning Rate": 1.9563025677506232e-05, "Finetune/Loss": 0.9063811302185059, "Finetune/Loss (Raw)": 0.9270185232162476, "Finetune/Step": 2338, "Finetune/Step Time": 11.803103359416127}
+{"Finetune/Learning Rate": 1.9562533188099436e-05, "Finetune/Loss": 0.9081851243972778, "Finetune/Loss (Raw)": 0.9557311534881592, "Finetune/Step": 2339, "Finetune/Step Time": 11.782547999173403}
+{"Finetune/Learning Rate": 1.956204042752639e-05, "Finetune/Loss": 0.9093059301376343, "Finetune/Loss (Raw)": 1.017401933670044, "Finetune/Step": 2340, "Finetune/Step Time": 11.779161686077714}
+{"Finetune/Learning Rate": 1.9561547395801065e-05, "Finetune/Loss": 0.9085482954978943, "Finetune/Loss (Raw)": 0.775994598865509, "Finetune/Step": 2341, "Finetune/Step Time": 11.782334081828594}
+{"Finetune/Learning Rate": 1.9561054092937447e-05, "Finetune/Loss": 0.9092655777931213, "Finetune/Loss (Raw)": 0.9079204797744751, "Finetune/Step": 2342, "Finetune/Step Time": 11.769676327705383}
+{"Finetune/Learning Rate": 1.956056051894953e-05, "Finetune/Loss": 0.9093197584152222, "Finetune/Loss (Raw)": 0.8956092596054077, "Finetune/Step": 2343, "Finetune/Step Time": 11.784633474424481}
+{"Finetune/Learning Rate": 1.9560066673851294e-05, "Finetune/Loss": 0.9098219275474548, "Finetune/Loss (Raw)": 0.7341082096099854, "Finetune/Step": 2344, "Finetune/Step Time": 11.766993833705783}
+{"Finetune/Learning Rate": 1.9559572557656756e-05, "Finetune/Loss": 0.9098490476608276, "Finetune/Loss (Raw)": 0.9921706914901733, "Finetune/Step": 2345, "Finetune/Step Time": 11.783225029706955}
+{"Finetune/Learning Rate": 1.9559078170379922e-05, "Finetune/Loss": 0.910646915435791, "Finetune/Loss (Raw)": 0.9217021465301514, "Finetune/Step": 2346, "Finetune/Step Time": 11.790333976969123}
+{"Finetune/Learning Rate": 1.9558583512034818e-05, "Finetune/Loss": 0.9113559126853943, "Finetune/Loss (Raw)": 0.9823916554450989, "Finetune/Step": 2347, "Finetune/Step Time": 11.789237387478352}
+{"Finetune/Learning Rate": 1.955808858263546e-05, "Finetune/Loss": 0.9113900661468506, "Finetune/Loss (Raw)": 0.8939016461372375, "Finetune/Step": 2348, "Finetune/Step Time": 11.782345550134778}
+{"Finetune/Learning Rate": 1.9557593382195894e-05, "Finetune/Loss": 0.9118683934211731, "Finetune/Loss (Raw)": 0.8176711201667786, "Finetune/Step": 2349, "Finetune/Step Time": 11.786751925945282}
+{"Finetune/Learning Rate": 1.9557097910730158e-05, "Finetune/Loss": 0.9141864776611328, "Finetune/Loss (Raw)": 1.0958104133605957, "Finetune/Step": 2350, "Finetune/Step Time": 11.785447150468826}
+{"Finetune/Learning Rate": 1.9556602168252298e-05, "Finetune/Loss": 0.913557767868042, "Finetune/Loss (Raw)": 0.9077735543251038, "Finetune/Step": 2351, "Finetune/Step Time": 11.805458944290876}
+{"Finetune/Learning Rate": 1.955610615477638e-05, "Finetune/Loss": 0.9121681451797485, "Finetune/Loss (Raw)": 0.7682443261146545, "Finetune/Step": 2352, "Finetune/Step Time": 11.835496939718723}
+{"Finetune/Learning Rate": 1.9555609870316464e-05, "Finetune/Loss": 0.910528838634491, "Finetune/Loss (Raw)": 0.8729238510131836, "Finetune/Step": 2353, "Finetune/Step Time": 11.8706338647753}
+{"Finetune/Learning Rate": 1.9555113314886623e-05, "Finetune/Loss": 0.9101464152336121, "Finetune/Loss (Raw)": 0.9066279530525208, "Finetune/Step": 2354, "Finetune/Step Time": 11.871657414361835}
+{"Finetune/Learning Rate": 1.9554616488500944e-05, "Finetune/Loss": 0.9102208614349365, "Finetune/Loss (Raw)": 0.875707745552063, "Finetune/Step": 2355, "Finetune/Step Time": 11.869114579632878}
+{"Finetune/Learning Rate": 1.9554119391173508e-05, "Finetune/Loss": 0.9119583368301392, "Finetune/Loss (Raw)": 0.9665327668190002, "Finetune/Step": 2356, "Finetune/Step Time": 11.840024624019861}
+{"Finetune/Learning Rate": 1.9553622022918413e-05, "Finetune/Loss": 0.9119241833686829, "Finetune/Loss (Raw)": 0.8907078504562378, "Finetune/Step": 2357, "Finetune/Step Time": 11.837758785113692}
+{"Finetune/Learning Rate": 1.9553124383749767e-05, "Finetune/Loss": 0.913172721862793, "Finetune/Loss (Raw)": 1.0162465572357178, "Finetune/Step": 2358, "Finetune/Step Time": 11.827064082026482}
+{"Finetune/Learning Rate": 1.955262647368168e-05, "Finetune/Loss": 0.9120626449584961, "Finetune/Loss (Raw)": 0.8708059191703796, "Finetune/Step": 2359, "Finetune/Step Time": 11.818277465179563}
+{"Finetune/Learning Rate": 1.9552128292728266e-05, "Finetune/Loss": 0.9137917757034302, "Finetune/Loss (Raw)": 0.9732457995414734, "Finetune/Step": 2360, "Finetune/Step Time": 11.812089728191495}
+{"Finetune/Learning Rate": 1.9551629840903658e-05, "Finetune/Loss": 0.9133145809173584, "Finetune/Loss (Raw)": 0.8065288662910461, "Finetune/Step": 2361, "Finetune/Step Time": 11.820595286786556}
+{"Finetune/Learning Rate": 1.955113111822199e-05, "Finetune/Loss": 0.9137768745422363, "Finetune/Loss (Raw)": 0.8363317251205444, "Finetune/Step": 2362, "Finetune/Step Time": 11.825440859422088}
+{"Finetune/Learning Rate": 1.9550632124697402e-05, "Finetune/Loss": 0.9138845801353455, "Finetune/Loss (Raw)": 1.0636906623840332, "Finetune/Step": 2363, "Finetune/Step Time": 11.8407934717834}
+{"Finetune/Learning Rate": 1.9550132860344045e-05, "Finetune/Loss": 0.9145745038986206, "Finetune/Loss (Raw)": 1.0102742910385132, "Finetune/Step": 2364, "Finetune/Step Time": 11.84439818188548}
+{"Finetune/Learning Rate": 1.9549633325176077e-05, "Finetune/Loss": 0.9143558740615845, "Finetune/Loss (Raw)": 0.9181435704231262, "Finetune/Step": 2365, "Finetune/Step Time": 11.827434752136469}
+{"Finetune/Learning Rate": 1.9549133519207665e-05, "Finetune/Loss": 0.9134769439697266, "Finetune/Loss (Raw)": 0.8323720693588257, "Finetune/Step": 2366, "Finetune/Step Time": 11.825423330068588}
+{"Finetune/Learning Rate": 1.9548633442452977e-05, "Finetune/Loss": 0.9121507406234741, "Finetune/Loss (Raw)": 0.7941665649414062, "Finetune/Step": 2367, "Finetune/Step Time": 11.845302356407046}
+{"Finetune/Learning Rate": 1.9548133094926203e-05, "Finetune/Loss": 0.9107354879379272, "Finetune/Loss (Raw)": 0.9301528334617615, "Finetune/Step": 2368, "Finetune/Step Time": 11.841132529079914}
+{"Finetune/Learning Rate": 1.9547632476641523e-05, "Finetune/Loss": 0.9100414514541626, "Finetune/Loss (Raw)": 0.8736716508865356, "Finetune/Step": 2369, "Finetune/Step Time": 11.861157685518265}
+{"Finetune/Learning Rate": 1.9547131587613135e-05, "Finetune/Loss": 0.9063687324523926, "Finetune/Loss (Raw)": 0.6012764573097229, "Finetune/Step": 2370, "Finetune/Step Time": 11.892951553687453}
+{"Finetune/Learning Rate": 1.9546630427855243e-05, "Finetune/Loss": 0.90617835521698, "Finetune/Loss (Raw)": 0.8163978457450867, "Finetune/Step": 2371, "Finetune/Step Time": 11.89498133584857}
+{"Finetune/Learning Rate": 1.954612899738206e-05, "Finetune/Loss": 0.9076055884361267, "Finetune/Loss (Raw)": 1.11733877658844, "Finetune/Step": 2372, "Finetune/Step Time": 11.88369888998568}
+{"Finetune/Learning Rate": 1.9545627296207806e-05, "Finetune/Loss": 0.9078949093818665, "Finetune/Loss (Raw)": 0.9492899179458618, "Finetune/Step": 2373, "Finetune/Step Time": 11.912601036950946}
+{"Finetune/Learning Rate": 1.9545125324346702e-05, "Finetune/Loss": 0.9075608849525452, "Finetune/Loss (Raw)": 0.6985582113265991, "Finetune/Step": 2374, "Finetune/Step Time": 11.938450483605266}
+{"Finetune/Learning Rate": 1.9544623081812987e-05, "Finetune/Loss": 0.9072260856628418, "Finetune/Loss (Raw)": 0.8341314196586609, "Finetune/Step": 2375, "Finetune/Step Time": 11.94493175111711}
+{"Finetune/Learning Rate": 1.9544120568620905e-05, "Finetune/Loss": 0.9062434434890747, "Finetune/Loss (Raw)": 0.8308066725730896, "Finetune/Step": 2376, "Finetune/Step Time": 11.97199783474207}
+{"Finetune/Learning Rate": 1.9543617784784703e-05, "Finetune/Loss": 0.9059844017028809, "Finetune/Loss (Raw)": 0.8549264073371887, "Finetune/Step": 2377, "Finetune/Step Time": 11.943969206884503}
+{"Finetune/Learning Rate": 1.954311473031864e-05, "Finetune/Loss": 0.9049551486968994, "Finetune/Loss (Raw)": 0.8323667645454407, "Finetune/Step": 2378, "Finetune/Step Time": 11.96592745743692}
+{"Finetune/Learning Rate": 1.954261140523698e-05, "Finetune/Loss": 0.903359055519104, "Finetune/Loss (Raw)": 0.8247998952865601, "Finetune/Step": 2379, "Finetune/Step Time": 11.972771659493446}
+{"Finetune/Learning Rate": 1.9542107809553995e-05, "Finetune/Loss": 0.9018954038619995, "Finetune/Loss (Raw)": 0.7148663997650146, "Finetune/Step": 2380, "Finetune/Step Time": 11.970497500151396}
+{"Finetune/Learning Rate": 1.9541603943283965e-05, "Finetune/Loss": 0.9013564586639404, "Finetune/Loss (Raw)": 0.928378164768219, "Finetune/Step": 2381, "Finetune/Step Time": 11.969354068860412}
+{"Finetune/Learning Rate": 1.9541099806441183e-05, "Finetune/Loss": 0.9030565023422241, "Finetune/Loss (Raw)": 0.9969540238380432, "Finetune/Step": 2382, "Finetune/Step Time": 11.923714380711317}
+{"Finetune/Learning Rate": 1.9540595399039942e-05, "Finetune/Loss": 0.9014871120452881, "Finetune/Loss (Raw)": 0.9281768798828125, "Finetune/Step": 2383, "Finetune/Step Time": 11.923770168796182}
+{"Finetune/Learning Rate": 1.9540090721094542e-05, "Finetune/Loss": 0.9003159999847412, "Finetune/Loss (Raw)": 0.8758627772331238, "Finetune/Step": 2384, "Finetune/Step Time": 11.918821370229125}
+{"Finetune/Learning Rate": 1.95395857726193e-05, "Finetune/Loss": 0.901199221611023, "Finetune/Loss (Raw)": 0.9997783303260803, "Finetune/Step": 2385, "Finetune/Step Time": 11.913563104346395}
+{"Finetune/Learning Rate": 1.953908055362853e-05, "Finetune/Loss": 0.9015134572982788, "Finetune/Loss (Raw)": 0.9938345551490784, "Finetune/Step": 2386, "Finetune/Step Time": 11.925728760659695}
+{"Finetune/Learning Rate": 1.9538575064136563e-05, "Finetune/Loss": 0.9002425670623779, "Finetune/Loss (Raw)": 0.8630027770996094, "Finetune/Step": 2387, "Finetune/Step Time": 11.940566809847951}
+{"Finetune/Learning Rate": 1.953806930415773e-05, "Finetune/Loss": 0.899060845375061, "Finetune/Loss (Raw)": 0.8182017207145691, "Finetune/Step": 2388, "Finetune/Step Time": 11.939550422132015}
+{"Finetune/Learning Rate": 1.9537563273706377e-05, "Finetune/Loss": 0.8986560106277466, "Finetune/Loss (Raw)": 0.8453634977340698, "Finetune/Step": 2389, "Finetune/Step Time": 11.935404466465116}
+{"Finetune/Learning Rate": 1.9537056972796848e-05, "Finetune/Loss": 0.8977580070495605, "Finetune/Loss (Raw)": 0.8337088823318481, "Finetune/Step": 2390, "Finetune/Step Time": 12.022536594420671}
+{"Finetune/Learning Rate": 1.9536550401443505e-05, "Finetune/Loss": 0.8967955112457275, "Finetune/Loss (Raw)": 0.786908745765686, "Finetune/Step": 2391, "Finetune/Step Time": 12.02967306599021}
+{"Finetune/Learning Rate": 1.9536043559660708e-05, "Finetune/Loss": 0.8972026109695435, "Finetune/Loss (Raw)": 1.0226202011108398, "Finetune/Step": 2392, "Finetune/Step Time": 12.014154151082039}
+{"Finetune/Learning Rate": 1.9535536447462835e-05, "Finetune/Loss": 0.8976339101791382, "Finetune/Loss (Raw)": 0.8960981369018555, "Finetune/Step": 2393, "Finetune/Step Time": 12.018877452239394}
+{"Finetune/Learning Rate": 1.9535029064864263e-05, "Finetune/Loss": 0.8984322547912598, "Finetune/Loss (Raw)": 0.9721280932426453, "Finetune/Step": 2394, "Finetune/Step Time": 12.042697796598077}
+{"Finetune/Learning Rate": 1.9534521411879384e-05, "Finetune/Loss": 0.8984889984130859, "Finetune/Loss (Raw)": 0.8652046918869019, "Finetune/Step": 2395, "Finetune/Step Time": 12.038566950708628}
+{"Finetune/Learning Rate": 1.9534013488522585e-05, "Finetune/Loss": 0.8967518210411072, "Finetune/Loss (Raw)": 0.6833750605583191, "Finetune/Step": 2396, "Finetune/Step Time": 12.034269055351615}
+{"Finetune/Learning Rate": 1.9533505294808278e-05, "Finetune/Loss": 0.8970036506652832, "Finetune/Loss (Raw)": 0.8890862464904785, "Finetune/Step": 2397, "Finetune/Step Time": 12.04667217284441}
+{"Finetune/Learning Rate": 1.9532996830750866e-05, "Finetune/Loss": 0.8978644609451294, "Finetune/Loss (Raw)": 0.9479139447212219, "Finetune/Step": 2398, "Finetune/Step Time": 12.04933780245483}
+{"Finetune/Learning Rate": 1.953248809636478e-05, "Finetune/Loss": 0.897537112236023, "Finetune/Loss (Raw)": 0.9375027418136597, "Finetune/Step": 2399, "Finetune/Step Time": 12.045789549127221}
+{"Finetune/Learning Rate": 1.953197909166443e-05, "Finetune/Loss": 0.8948743343353271, "Finetune/Loss (Raw)": 0.6603673696517944, "Finetune/Step": 2400, "Finetune/Step Time": 12.07269393466413}
+{"Finetune/Learning Rate": 1.9531469816664264e-05, "Finetune/Loss": 0.8939040899276733, "Finetune/Loss (Raw)": 0.8942489624023438, "Finetune/Step": 2401, "Finetune/Step Time": 12.073554448783398}
+{"Finetune/Learning Rate": 1.9530960271378715e-05, "Finetune/Loss": 0.8928707838058472, "Finetune/Loss (Raw)": 0.8949990272521973, "Finetune/Step": 2402, "Finetune/Step Time": 12.061540998518467}
+{"Finetune/Learning Rate": 1.9530450455822238e-05, "Finetune/Loss": 0.8923189043998718, "Finetune/Loss (Raw)": 0.7933744192123413, "Finetune/Step": 2403, "Finetune/Step Time": 12.059936409816146}
+{"Finetune/Learning Rate": 1.952994037000928e-05, "Finetune/Loss": 0.8927494287490845, "Finetune/Loss (Raw)": 0.9267104268074036, "Finetune/Step": 2404, "Finetune/Step Time": 12.057124625891447}
+{"Finetune/Learning Rate": 1.952943001395432e-05, "Finetune/Loss": 0.8931350708007812, "Finetune/Loss (Raw)": 0.9013863205909729, "Finetune/Step": 2405, "Finetune/Step Time": 12.05771429091692}
+{"Finetune/Learning Rate": 1.9528919387671822e-05, "Finetune/Loss": 0.8943941593170166, "Finetune/Loss (Raw)": 0.7751971483230591, "Finetune/Step": 2406, "Finetune/Step Time": 12.019396279007196}
+{"Finetune/Learning Rate": 1.9528408491176266e-05, "Finetune/Loss": 0.8937966227531433, "Finetune/Loss (Raw)": 0.8436980843544006, "Finetune/Step": 2407, "Finetune/Step Time": 11.992616459727287}
+{"Finetune/Learning Rate": 1.952789732448214e-05, "Finetune/Loss": 0.8952716588973999, "Finetune/Loss (Raw)": 1.070940375328064, "Finetune/Step": 2408, "Finetune/Step Time": 11.99668169207871}
+{"Finetune/Learning Rate": 1.952738588760394e-05, "Finetune/Loss": 0.8942709565162659, "Finetune/Loss (Raw)": 0.8395282030105591, "Finetune/Step": 2409, "Finetune/Step Time": 11.99532345496118}
+{"Finetune/Learning Rate": 1.9526874180556165e-05, "Finetune/Loss": 0.894829273223877, "Finetune/Loss (Raw)": 0.9712899327278137, "Finetune/Step": 2410, "Finetune/Step Time": 11.993567876517773}
+{"Finetune/Learning Rate": 1.952636220335333e-05, "Finetune/Loss": 0.8936377167701721, "Finetune/Loss (Raw)": 0.550316572189331, "Finetune/Step": 2411, "Finetune/Step Time": 12.01404887624085}
+{"Finetune/Learning Rate": 1.9525849956009956e-05, "Finetune/Loss": 0.8929749727249146, "Finetune/Loss (Raw)": 0.7637820839881897, "Finetune/Step": 2412, "Finetune/Step Time": 12.017986321821809}
+{"Finetune/Learning Rate": 1.952533743854056e-05, "Finetune/Loss": 0.893339216709137, "Finetune/Loss (Raw)": 0.9598950743675232, "Finetune/Step": 2413, "Finetune/Step Time": 12.01753481850028}
+{"Finetune/Learning Rate": 1.952482465095969e-05, "Finetune/Loss": 0.8937553763389587, "Finetune/Loss (Raw)": 0.8988777995109558, "Finetune/Step": 2414, "Finetune/Step Time": 12.024715648964047}
+{"Finetune/Learning Rate": 1.952431159328187e-05, "Finetune/Loss": 0.8941574692726135, "Finetune/Loss (Raw)": 0.9439559578895569, "Finetune/Step": 2415, "Finetune/Step Time": 12.017099928110838}
+{"Finetune/Learning Rate": 1.9523798265521656e-05, "Finetune/Loss": 0.8944277167320251, "Finetune/Loss (Raw)": 0.9538159966468811, "Finetune/Step": 2416, "Finetune/Step Time": 12.010653691366315}
+{"Finetune/Learning Rate": 1.952328466769361e-05, "Finetune/Loss": 0.8937840461730957, "Finetune/Loss (Raw)": 0.909379243850708, "Finetune/Step": 2417, "Finetune/Step Time": 12.027405433356762}
+{"Finetune/Learning Rate": 1.9522770799812287e-05, "Finetune/Loss": 0.8953715562820435, "Finetune/Loss (Raw)": 1.0061204433441162, "Finetune/Step": 2418, "Finetune/Step Time": 12.015480129048228}
+{"Finetune/Learning Rate": 1.9522256661892264e-05, "Finetune/Loss": 0.8969855308532715, "Finetune/Loss (Raw)": 1.0198291540145874, "Finetune/Step": 2419, "Finetune/Step Time": 12.00612723454833}
+{"Finetune/Learning Rate": 1.9521742253948123e-05, "Finetune/Loss": 0.895612359046936, "Finetune/Loss (Raw)": 0.9110268354415894, "Finetune/Step": 2420, "Finetune/Step Time": 12.019700773060322}
+{"Finetune/Learning Rate": 1.9521227575994445e-05, "Finetune/Loss": 0.8952194452285767, "Finetune/Loss (Raw)": 0.9925029277801514, "Finetune/Step": 2421, "Finetune/Step Time": 12.048257945105433}
+{"Finetune/Learning Rate": 1.9520712628045827e-05, "Finetune/Loss": 0.8958935141563416, "Finetune/Loss (Raw)": 0.9753366708755493, "Finetune/Step": 2422, "Finetune/Step Time": 12.042189678177238}
+{"Finetune/Learning Rate": 1.9520197410116878e-05, "Finetune/Loss": 0.8975614905357361, "Finetune/Loss (Raw)": 0.9915382266044617, "Finetune/Step": 2423, "Finetune/Step Time": 12.048717262223363}
+{"Finetune/Learning Rate": 1.9519681922222195e-05, "Finetune/Loss": 0.8977361917495728, "Finetune/Loss (Raw)": 1.0001870393753052, "Finetune/Step": 2424, "Finetune/Step Time": 12.045969160273671}
+{"Finetune/Learning Rate": 1.9519166164376408e-05, "Finetune/Loss": 0.8975387811660767, "Finetune/Loss (Raw)": 0.8606271147727966, "Finetune/Step": 2425, "Finetune/Step Time": 12.051899045705795}
+{"Finetune/Learning Rate": 1.9518650136594136e-05, "Finetune/Loss": 0.8990826606750488, "Finetune/Loss (Raw)": 1.0216166973114014, "Finetune/Step": 2426, "Finetune/Step Time": 12.046608852222562}
+{"Finetune/Learning Rate": 1.9518133838890012e-05, "Finetune/Loss": 0.9003472328186035, "Finetune/Loss (Raw)": 1.1495535373687744, "Finetune/Step": 2427, "Finetune/Step Time": 12.043420396745205}
+{"Finetune/Learning Rate": 1.951761727127868e-05, "Finetune/Loss": 0.901260495185852, "Finetune/Loss (Raw)": 0.9706672430038452, "Finetune/Step": 2428, "Finetune/Step Time": 12.03678660094738}
+{"Finetune/Learning Rate": 1.9517100433774784e-05, "Finetune/Loss": 0.9016991853713989, "Finetune/Loss (Raw)": 0.8919966220855713, "Finetune/Step": 2429, "Finetune/Step Time": 12.045831872150302}
+{"Finetune/Learning Rate": 1.9516583326392985e-05, "Finetune/Loss": 0.9020324349403381, "Finetune/Loss (Raw)": 0.8818796277046204, "Finetune/Step": 2430, "Finetune/Step Time": 12.041007701307535}
+{"Finetune/Learning Rate": 1.9516065949147945e-05, "Finetune/Loss": 0.9023466110229492, "Finetune/Loss (Raw)": 0.9585060477256775, "Finetune/Step": 2431, "Finetune/Step Time": 12.036830136552453}
+{"Finetune/Learning Rate": 1.9515548302054335e-05, "Finetune/Loss": 0.9023145437240601, "Finetune/Loss (Raw)": 0.8433684706687927, "Finetune/Step": 2432, "Finetune/Step Time": 12.035245319828391}
+{"Finetune/Learning Rate": 1.951503038512683e-05, "Finetune/Loss": 0.9016625881195068, "Finetune/Loss (Raw)": 0.8364392518997192, "Finetune/Step": 2433, "Finetune/Step Time": 12.040373688563704}
+{"Finetune/Learning Rate": 1.9514512198380124e-05, "Finetune/Loss": 0.9022821187973022, "Finetune/Loss (Raw)": 0.9324509501457214, "Finetune/Step": 2434, "Finetune/Step Time": 12.04808146506548}
+{"Finetune/Learning Rate": 1.9513993741828908e-05, "Finetune/Loss": 0.9023445844650269, "Finetune/Loss (Raw)": 0.9169560074806213, "Finetune/Step": 2435, "Finetune/Step Time": 12.05289708264172}
+{"Finetune/Learning Rate": 1.9513475015487883e-05, "Finetune/Loss": 0.9046235680580139, "Finetune/Loss (Raw)": 0.9845324158668518, "Finetune/Step": 2436, "Finetune/Step Time": 12.027062147855759}
+{"Finetune/Learning Rate": 1.951295601937176e-05, "Finetune/Loss": 0.905537486076355, "Finetune/Loss (Raw)": 1.0288368463516235, "Finetune/Step": 2437, "Finetune/Step Time": 12.110328232869506}
+{"Finetune/Learning Rate": 1.9512436753495253e-05, "Finetune/Loss": 0.9052618741989136, "Finetune/Loss (Raw)": 0.9158309102058411, "Finetune/Step": 2438, "Finetune/Step Time": 12.118303192779422}
+{"Finetune/Learning Rate": 1.9511917217873088e-05, "Finetune/Loss": 0.9062548279762268, "Finetune/Loss (Raw)": 1.0160722732543945, "Finetune/Step": 2439, "Finetune/Step Time": 12.104051534086466}
+{"Finetune/Learning Rate": 1.9511397412520003e-05, "Finetune/Loss": 0.906216025352478, "Finetune/Loss (Raw)": 0.9121999144554138, "Finetune/Step": 2440, "Finetune/Step Time": 12.099524086341262}
+{"Finetune/Learning Rate": 1.9510877337450733e-05, "Finetune/Loss": 0.9092361927032471, "Finetune/Loss (Raw)": 1.0498284101486206, "Finetune/Step": 2441, "Finetune/Step Time": 12.075354879722}
+{"Finetune/Learning Rate": 1.9510356992680027e-05, "Finetune/Loss": 0.9076398015022278, "Finetune/Loss (Raw)": 0.8856598138809204, "Finetune/Step": 2442, "Finetune/Step Time": 12.073830341920257}
+{"Finetune/Learning Rate": 1.950983637822264e-05, "Finetune/Loss": 0.9078220725059509, "Finetune/Loss (Raw)": 0.91031813621521, "Finetune/Step": 2443, "Finetune/Step Time": 12.077136993408203}
+{"Finetune/Learning Rate": 1.9509315494093336e-05, "Finetune/Loss": 0.9075155258178711, "Finetune/Loss (Raw)": 0.8591718673706055, "Finetune/Step": 2444, "Finetune/Step Time": 12.086557283997536}
+{"Finetune/Learning Rate": 1.9508794340306883e-05, "Finetune/Loss": 0.9055253267288208, "Finetune/Loss (Raw)": 0.816504716873169, "Finetune/Step": 2445, "Finetune/Step Time": 12.084285313263535}
+{"Finetune/Learning Rate": 1.9508272916878065e-05, "Finetune/Loss": 0.9063169956207275, "Finetune/Loss (Raw)": 1.0413709878921509, "Finetune/Step": 2446, "Finetune/Step Time": 12.08968167565763}
+{"Finetune/Learning Rate": 1.9507751223821666e-05, "Finetune/Loss": 0.906182050704956, "Finetune/Loss (Raw)": 1.012847661972046, "Finetune/Step": 2447, "Finetune/Step Time": 12.07834674604237}
+{"Finetune/Learning Rate": 1.9507229261152476e-05, "Finetune/Loss": 0.9076523780822754, "Finetune/Loss (Raw)": 0.9491690993309021, "Finetune/Step": 2448, "Finetune/Step Time": 12.066987879574299}
+{"Finetune/Learning Rate": 1.95067070288853e-05, "Finetune/Loss": 0.9066263437271118, "Finetune/Loss (Raw)": 0.9051006436347961, "Finetune/Step": 2449, "Finetune/Step Time": 12.066044546663761}
+{"Finetune/Learning Rate": 1.9506184527034948e-05, "Finetune/Loss": 0.9060249924659729, "Finetune/Loss (Raw)": 0.9273665547370911, "Finetune/Step": 2450, "Finetune/Step Time": 12.065478885546327}
+{"Finetune/Learning Rate": 1.950566175561623e-05, "Finetune/Loss": 0.9063109159469604, "Finetune/Loss (Raw)": 0.8974587321281433, "Finetune/Step": 2451, "Finetune/Step Time": 12.067307699471712}
+{"Finetune/Learning Rate": 1.950513871464398e-05, "Finetune/Loss": 0.9051089286804199, "Finetune/Loss (Raw)": 0.7975975275039673, "Finetune/Step": 2452, "Finetune/Step Time": 12.066474717110395}
+{"Finetune/Learning Rate": 1.9504615404133026e-05, "Finetune/Loss": 0.9042487144470215, "Finetune/Loss (Raw)": 0.9030447602272034, "Finetune/Step": 2453, "Finetune/Step Time": 12.063523037359118}
+{"Finetune/Learning Rate": 1.9504091824098203e-05, "Finetune/Loss": 0.9041856527328491, "Finetune/Loss (Raw)": 0.9204821586608887, "Finetune/Step": 2454, "Finetune/Step Time": 12.061394352465868}
+{"Finetune/Learning Rate": 1.950356797455436e-05, "Finetune/Loss": 0.9018594622612, "Finetune/Loss (Raw)": 0.8509342670440674, "Finetune/Step": 2455, "Finetune/Step Time": 12.085052825510502}
+{"Finetune/Learning Rate": 1.950304385551636e-05, "Finetune/Loss": 0.9006478786468506, "Finetune/Loss (Raw)": 0.8180835247039795, "Finetune/Step": 2456, "Finetune/Step Time": 12.093392530456185}
+{"Finetune/Learning Rate": 1.9502519466999053e-05, "Finetune/Loss": 0.9010903239250183, "Finetune/Loss (Raw)": 0.9130845665931702, "Finetune/Step": 2457, "Finetune/Step Time": 12.093545574694872}
+{"Finetune/Learning Rate": 1.950199480901732e-05, "Finetune/Loss": 0.9013090133666992, "Finetune/Loss (Raw)": 0.955168604850769, "Finetune/Step": 2458, "Finetune/Step Time": 12.099423684179783}
+{"Finetune/Learning Rate": 1.950146988158603e-05, "Finetune/Loss": 0.9032645225524902, "Finetune/Loss (Raw)": 1.014262318611145, "Finetune/Step": 2459, "Finetune/Step Time": 12.067718597128987}
+{"Finetune/Learning Rate": 1.9500944684720074e-05, "Finetune/Loss": 0.903153657913208, "Finetune/Loss (Raw)": 0.885124683380127, "Finetune/Step": 2460, "Finetune/Step Time": 12.068787384778261}
+{"Finetune/Learning Rate": 1.9500419218434346e-05, "Finetune/Loss": 0.9037652015686035, "Finetune/Loss (Raw)": 0.9916473031044006, "Finetune/Step": 2461, "Finetune/Step Time": 12.038216475397348}
+{"Finetune/Learning Rate": 1.9499893482743745e-05, "Finetune/Loss": 0.9050175547599792, "Finetune/Loss (Raw)": 1.0118091106414795, "Finetune/Step": 2462, "Finetune/Step Time": 12.035963349044323}
+{"Finetune/Learning Rate": 1.9499367477663175e-05, "Finetune/Loss": 0.9036258459091187, "Finetune/Loss (Raw)": 0.769280731678009, "Finetune/Step": 2463, "Finetune/Step Time": 12.031676871702075}
+{"Finetune/Learning Rate": 1.949884120320756e-05, "Finetune/Loss": 0.9033262729644775, "Finetune/Loss (Raw)": 0.973281979560852, "Finetune/Step": 2464, "Finetune/Step Time": 12.035142872482538}
+{"Finetune/Learning Rate": 1.9498314659391816e-05, "Finetune/Loss": 0.9049490690231323, "Finetune/Loss (Raw)": 1.0145989656448364, "Finetune/Step": 2465, "Finetune/Step Time": 12.02923191897571}
+{"Finetune/Learning Rate": 1.949778784623088e-05, "Finetune/Loss": 0.9053120613098145, "Finetune/Loss (Raw)": 0.9734877943992615, "Finetune/Step": 2466, "Finetune/Step Time": 12.045554865151644}
+{"Finetune/Learning Rate": 1.9497260763739692e-05, "Finetune/Loss": 0.9035279154777527, "Finetune/Loss (Raw)": 0.7273626923561096, "Finetune/Step": 2467, "Finetune/Step Time": 12.071542670950294}
+{"Finetune/Learning Rate": 1.949673341193319e-05, "Finetune/Loss": 0.9014721512794495, "Finetune/Loss (Raw)": 0.7542624473571777, "Finetune/Step": 2468, "Finetune/Step Time": 12.067269798368216}
+{"Finetune/Learning Rate": 1.9496205790826336e-05, "Finetune/Loss": 0.9029970169067383, "Finetune/Loss (Raw)": 0.9711794257164001, "Finetune/Step": 2469, "Finetune/Step Time": 12.071220584213734}
+{"Finetune/Learning Rate": 1.9495677900434086e-05, "Finetune/Loss": 0.9020776748657227, "Finetune/Loss (Raw)": 0.7902366518974304, "Finetune/Step": 2470, "Finetune/Step Time": 12.081787195056677}
+{"Finetune/Learning Rate": 1.9495149740771417e-05, "Finetune/Loss": 0.9005154371261597, "Finetune/Loss (Raw)": 0.6956484913825989, "Finetune/Step": 2471, "Finetune/Step Time": 12.094655921682715}
+{"Finetune/Learning Rate": 1.94946213118533e-05, "Finetune/Loss": 0.9018832445144653, "Finetune/Loss (Raw)": 0.9091840982437134, "Finetune/Step": 2472, "Finetune/Step Time": 12.087906697764993}
+{"Finetune/Learning Rate": 1.949409261369472e-05, "Finetune/Loss": 0.9023457169532776, "Finetune/Loss (Raw)": 1.0513699054718018, "Finetune/Step": 2473, "Finetune/Step Time": 12.071204423904419}
+{"Finetune/Learning Rate": 1.9493563646310677e-05, "Finetune/Loss": 0.9031214714050293, "Finetune/Loss (Raw)": 1.020995855331421, "Finetune/Step": 2474, "Finetune/Step Time": 12.064353099092841}
+{"Finetune/Learning Rate": 1.949303440971616e-05, "Finetune/Loss": 0.9029022455215454, "Finetune/Loss (Raw)": 0.9543318748474121, "Finetune/Step": 2475, "Finetune/Step Time": 12.06222321651876}
+{"Finetune/Learning Rate": 1.9492504903926183e-05, "Finetune/Loss": 0.9024840593338013, "Finetune/Loss (Raw)": 0.8403797149658203, "Finetune/Step": 2476, "Finetune/Step Time": 12.062550619244576}
+{"Finetune/Learning Rate": 1.949197512895576e-05, "Finetune/Loss": 0.9027507305145264, "Finetune/Loss (Raw)": 0.8517997860908508, "Finetune/Step": 2477, "Finetune/Step Time": 12.061294093728065}
+{"Finetune/Learning Rate": 1.9491445084819912e-05, "Finetune/Loss": 0.9017422199249268, "Finetune/Loss (Raw)": 0.9667189121246338, "Finetune/Step": 2478, "Finetune/Step Time": 12.068197801709175}
+{"Finetune/Learning Rate": 1.9490914771533677e-05, "Finetune/Loss": 0.9021080732345581, "Finetune/Loss (Raw)": 0.9546098113059998, "Finetune/Step": 2479, "Finetune/Step Time": 12.043679561465979}
+{"Finetune/Learning Rate": 1.9490384189112084e-05, "Finetune/Loss": 0.9028403162956238, "Finetune/Loss (Raw)": 0.8619686961174011, "Finetune/Step": 2480, "Finetune/Step Time": 12.015941582620144}
+{"Finetune/Learning Rate": 1.948985333757018e-05, "Finetune/Loss": 0.903234601020813, "Finetune/Loss (Raw)": 0.9233905076980591, "Finetune/Step": 2481, "Finetune/Step Time": 11.983817486092448}
+{"Finetune/Learning Rate": 1.9489322216923027e-05, "Finetune/Loss": 0.9038479328155518, "Finetune/Loss (Raw)": 0.9851399064064026, "Finetune/Step": 2482, "Finetune/Step Time": 11.987291960045695}
+{"Finetune/Learning Rate": 1.9488790827185676e-05, "Finetune/Loss": 0.9049974679946899, "Finetune/Loss (Raw)": 1.022841453552246, "Finetune/Step": 2483, "Finetune/Step Time": 11.993160767480731}
+{"Finetune/Learning Rate": 1.9488259168373198e-05, "Finetune/Loss": 0.9046998023986816, "Finetune/Loss (Raw)": 0.9284343719482422, "Finetune/Step": 2484, "Finetune/Step Time": 11.993327293545008}
+{"Finetune/Learning Rate": 1.9487727240500674e-05, "Finetune/Loss": 0.9042962789535522, "Finetune/Loss (Raw)": 0.8390570878982544, "Finetune/Step": 2485, "Finetune/Step Time": 12.016445396468043}
+{"Finetune/Learning Rate": 1.9487195043583184e-05, "Finetune/Loss": 0.9034662246704102, "Finetune/Loss (Raw)": 0.9099991321563721, "Finetune/Step": 2486, "Finetune/Step Time": 12.022419584915042}
+{"Finetune/Learning Rate": 1.948666257763582e-05, "Finetune/Loss": 0.9033052921295166, "Finetune/Loss (Raw)": 0.8502146601676941, "Finetune/Step": 2487, "Finetune/Step Time": 12.036488926038146}
+{"Finetune/Learning Rate": 1.948612984267368e-05, "Finetune/Loss": 0.9030831456184387, "Finetune/Loss (Raw)": 0.9448015093803406, "Finetune/Step": 2488, "Finetune/Step Time": 12.043092938140035}
+{"Finetune/Learning Rate": 1.9485596838711876e-05, "Finetune/Loss": 0.9035816192626953, "Finetune/Loss (Raw)": 0.8703352808952332, "Finetune/Step": 2489, "Finetune/Step Time": 12.038589555770159}
+{"Finetune/Learning Rate": 1.9485063565765516e-05, "Finetune/Loss": 0.9041268825531006, "Finetune/Loss (Raw)": 0.906121015548706, "Finetune/Step": 2490, "Finetune/Step Time": 12.040054932236671}
+{"Finetune/Learning Rate": 1.948453002384973e-05, "Finetune/Loss": 0.9027413725852966, "Finetune/Loss (Raw)": 0.8863514065742493, "Finetune/Step": 2491, "Finetune/Step Time": 12.031780304387212}
+{"Finetune/Learning Rate": 1.948399621297964e-05, "Finetune/Loss": 0.9029572010040283, "Finetune/Loss (Raw)": 1.0379022359848022, "Finetune/Step": 2492, "Finetune/Step Time": 12.032494200393558}
+{"Finetune/Learning Rate": 1.9483462133170385e-05, "Finetune/Loss": 0.9034978747367859, "Finetune/Loss (Raw)": 0.9873467683792114, "Finetune/Step": 2493, "Finetune/Step Time": 12.034195769578218}
+{"Finetune/Learning Rate": 1.9482927784437114e-05, "Finetune/Loss": 0.9042732119560242, "Finetune/Loss (Raw)": 0.9316156506538391, "Finetune/Step": 2494, "Finetune/Step Time": 12.04514890536666}
+{"Finetune/Learning Rate": 1.9482393166794976e-05, "Finetune/Loss": 0.9058034420013428, "Finetune/Loss (Raw)": 0.9900394678115845, "Finetune/Step": 2495, "Finetune/Step Time": 12.02482607588172}
+{"Finetune/Learning Rate": 1.948185828025913e-05, "Finetune/Loss": 0.9061412811279297, "Finetune/Loss (Raw)": 0.9733942151069641, "Finetune/Step": 2496, "Finetune/Step Time": 12.036669414490461}
+{"Finetune/Learning Rate": 1.9481323124844747e-05, "Finetune/Loss": 0.9065172672271729, "Finetune/Loss (Raw)": 0.9217976331710815, "Finetune/Step": 2497, "Finetune/Step Time": 12.020340047776699}
+{"Finetune/Learning Rate": 1.9480787700567e-05, "Finetune/Loss": 0.9089202880859375, "Finetune/Loss (Raw)": 0.908868134021759, "Finetune/Step": 2498, "Finetune/Step Time": 11.994544902816415}
+{"Finetune/Learning Rate": 1.9480252007441075e-05, "Finetune/Loss": 0.910245418548584, "Finetune/Loss (Raw)": 0.9860067367553711, "Finetune/Step": 2499, "Finetune/Step Time": 12.015671769157052}
+{"Finetune/Learning Rate": 1.9479716045482166e-05, "Finetune/Loss": 0.9085266590118408, "Finetune/Loss (Raw)": 0.8973438739776611, "Finetune/Step": 2500, "Finetune/Step Time": 12.012636383995414}
+{"Finetune/Learning Rate": 1.9479179814705458e-05, "Finetune/Loss": 0.9077786207199097, "Finetune/Loss (Raw)": 0.8535395264625549, "Finetune/Step": 2501, "Finetune/Step Time": 11.987439395859838}
+{"Finetune/Learning Rate": 1.947864331512617e-05, "Finetune/Loss": 0.9096289873123169, "Finetune/Loss (Raw)": 0.9354069828987122, "Finetune/Step": 2502, "Finetune/Step Time": 11.961473846808076}
+{"Finetune/Learning Rate": 1.9478106546759512e-05, "Finetune/Loss": 0.9108415842056274, "Finetune/Loss (Raw)": 0.9893363118171692, "Finetune/Step": 2503, "Finetune/Step Time": 11.960240196436644}
+{"Finetune/Learning Rate": 1.9477569509620703e-05, "Finetune/Loss": 0.9113559126853943, "Finetune/Loss (Raw)": 0.8966395258903503, "Finetune/Step": 2504, "Finetune/Step Time": 11.92148071154952}
+{"Finetune/Learning Rate": 1.9477032203724974e-05, "Finetune/Loss": 0.9108043909072876, "Finetune/Loss (Raw)": 0.7843310236930847, "Finetune/Step": 2505, "Finetune/Step Time": 11.926086599007249}
+{"Finetune/Learning Rate": 1.947649462908756e-05, "Finetune/Loss": 0.9116383194923401, "Finetune/Loss (Raw)": 0.9391125440597534, "Finetune/Step": 2506, "Finetune/Step Time": 11.908609678968787}
+{"Finetune/Learning Rate": 1.9475956785723707e-05, "Finetune/Loss": 0.9115923643112183, "Finetune/Loss (Raw)": 0.8189181685447693, "Finetune/Step": 2507, "Finetune/Step Time": 11.90170081704855}
+{"Finetune/Learning Rate": 1.9475418673648667e-05, "Finetune/Loss": 0.9140738248825073, "Finetune/Loss (Raw)": 1.0324996709823608, "Finetune/Step": 2508, "Finetune/Step Time": 11.896147729828954}
+{"Finetune/Learning Rate": 1.9474880292877695e-05, "Finetune/Loss": 0.9134356379508972, "Finetune/Loss (Raw)": 0.8466850519180298, "Finetune/Step": 2509, "Finetune/Step Time": 11.894646156579256}
+{"Finetune/Learning Rate": 1.9474341643426064e-05, "Finetune/Loss": 0.9125769138336182, "Finetune/Loss (Raw)": 0.8870357275009155, "Finetune/Step": 2510, "Finetune/Step Time": 11.898524576798081}
+{"Finetune/Learning Rate": 1.9473802725309043e-05, "Finetune/Loss": 0.9119777083396912, "Finetune/Loss (Raw)": 0.8514814972877502, "Finetune/Step": 2511, "Finetune/Step Time": 11.896236006170511}
+{"Finetune/Learning Rate": 1.9473263538541916e-05, "Finetune/Loss": 0.9116946458816528, "Finetune/Loss (Raw)": 0.8396308422088623, "Finetune/Step": 2512, "Finetune/Step Time": 11.894696479663253}
+{"Finetune/Learning Rate": 1.9472724083139973e-05, "Finetune/Loss": 0.9106217622756958, "Finetune/Loss (Raw)": 0.8624480366706848, "Finetune/Step": 2513, "Finetune/Step Time": 11.897356836125255}
+{"Finetune/Learning Rate": 1.9472184359118516e-05, "Finetune/Loss": 0.9089843034744263, "Finetune/Loss (Raw)": 0.7842464447021484, "Finetune/Step": 2514, "Finetune/Step Time": 11.911501778289676}
+{"Finetune/Learning Rate": 1.9471644366492842e-05, "Finetune/Loss": 0.9088943004608154, "Finetune/Loss (Raw)": 0.8514787554740906, "Finetune/Step": 2515, "Finetune/Step Time": 11.895498497411609}
+{"Finetune/Learning Rate": 1.9471104105278265e-05, "Finetune/Loss": 0.9104118943214417, "Finetune/Loss (Raw)": 1.012453317642212, "Finetune/Step": 2516, "Finetune/Step Time": 11.908059304580092}
+{"Finetune/Learning Rate": 1.9470563575490114e-05, "Finetune/Loss": 0.9108009934425354, "Finetune/Loss (Raw)": 0.8951647281646729, "Finetune/Step": 2517, "Finetune/Step Time": 11.916613057255745}
+{"Finetune/Learning Rate": 1.947002277714371e-05, "Finetune/Loss": 0.9122195839881897, "Finetune/Loss (Raw)": 1.015294075012207, "Finetune/Step": 2518, "Finetune/Step Time": 11.828581979498267}
+{"Finetune/Learning Rate": 1.9469481710254384e-05, "Finetune/Loss": 0.9130767583847046, "Finetune/Loss (Raw)": 0.8966246247291565, "Finetune/Step": 2519, "Finetune/Step Time": 11.822969997301698}
+{"Finetune/Learning Rate": 1.946894037483749e-05, "Finetune/Loss": 0.9124284982681274, "Finetune/Loss (Raw)": 0.9396373629570007, "Finetune/Step": 2520, "Finetune/Step Time": 11.823095727711916}
+{"Finetune/Learning Rate": 1.9468398770908368e-05, "Finetune/Loss": 0.9121360778808594, "Finetune/Loss (Raw)": 0.8586728572845459, "Finetune/Step": 2521, "Finetune/Step Time": 11.818514503538609}
+{"Finetune/Learning Rate": 1.9467856898482386e-05, "Finetune/Loss": 0.9118956923484802, "Finetune/Loss (Raw)": 0.9413577914237976, "Finetune/Step": 2522, "Finetune/Step Time": 11.792813763022423}
+{"Finetune/Learning Rate": 1.94673147575749e-05, "Finetune/Loss": 0.911841630935669, "Finetune/Loss (Raw)": 0.8582867383956909, "Finetune/Step": 2523, "Finetune/Step Time": 11.803407089784741}
+{"Finetune/Learning Rate": 1.9466772348201294e-05, "Finetune/Loss": 0.9131408333778381, "Finetune/Loss (Raw)": 0.8496692180633545, "Finetune/Step": 2524, "Finetune/Step Time": 11.81096432171762}
+{"Finetune/Learning Rate": 1.946622967037694e-05, "Finetune/Loss": 0.9134559631347656, "Finetune/Loss (Raw)": 0.9294252395629883, "Finetune/Step": 2525, "Finetune/Step Time": 11.798303542658687}
+{"Finetune/Learning Rate": 1.9465686724117236e-05, "Finetune/Loss": 0.9131748676300049, "Finetune/Loss (Raw)": 0.9119299650192261, "Finetune/Step": 2526, "Finetune/Step Time": 11.784938188269734}
+{"Finetune/Learning Rate": 1.946514350943757e-05, "Finetune/Loss": 0.9135942459106445, "Finetune/Loss (Raw)": 0.9911813139915466, "Finetune/Step": 2527, "Finetune/Step Time": 11.790563998743892}
+{"Finetune/Learning Rate": 1.946460002635335e-05, "Finetune/Loss": 0.9160023927688599, "Finetune/Loss (Raw)": 0.9686154723167419, "Finetune/Step": 2528, "Finetune/Step Time": 11.77101313881576}
+{"Finetune/Learning Rate": 1.9464056274879984e-05, "Finetune/Loss": 0.9161510467529297, "Finetune/Loss (Raw)": 0.9132733345031738, "Finetune/Step": 2529, "Finetune/Step Time": 11.774607636034489}
+{"Finetune/Learning Rate": 1.94635122550329e-05, "Finetune/Loss": 0.9172839522361755, "Finetune/Loss (Raw)": 1.0400140285491943, "Finetune/Step": 2530, "Finetune/Step Time": 11.775982601568103}
+{"Finetune/Learning Rate": 1.9462967966827512e-05, "Finetune/Loss": 0.9161567687988281, "Finetune/Loss (Raw)": 0.6490983366966248, "Finetune/Step": 2531, "Finetune/Step Time": 11.804321974515915}
+{"Finetune/Learning Rate": 1.9462423410279268e-05, "Finetune/Loss": 0.9153839349746704, "Finetune/Loss (Raw)": 0.8277818560600281, "Finetune/Step": 2532, "Finetune/Step Time": 11.826720207929611}
+{"Finetune/Learning Rate": 1.94618785854036e-05, "Finetune/Loss": 0.9169399738311768, "Finetune/Loss (Raw)": 1.1005662679672241, "Finetune/Step": 2533, "Finetune/Step Time": 11.82543201930821}
+{"Finetune/Learning Rate": 1.9461333492215965e-05, "Finetune/Loss": 0.9184012413024902, "Finetune/Loss (Raw)": 0.962235689163208, "Finetune/Step": 2534, "Finetune/Step Time": 11.828245662152767}
+{"Finetune/Learning Rate": 1.9460788130731813e-05, "Finetune/Loss": 0.9184712171554565, "Finetune/Loss (Raw)": 0.8526513576507568, "Finetune/Step": 2535, "Finetune/Step Time": 11.83275475539267}
+{"Finetune/Learning Rate": 1.9460242500966614e-05, "Finetune/Loss": 0.9174587726593018, "Finetune/Loss (Raw)": 0.9413488507270813, "Finetune/Step": 2536, "Finetune/Step Time": 11.83683181926608}
+{"Finetune/Learning Rate": 1.9459696602935838e-05, "Finetune/Loss": 0.9176574349403381, "Finetune/Loss (Raw)": 0.8649548292160034, "Finetune/Step": 2537, "Finetune/Step Time": 11.841987380757928}
+{"Finetune/Learning Rate": 1.9459150436654966e-05, "Finetune/Loss": 0.9174602031707764, "Finetune/Loss (Raw)": 0.9460537433624268, "Finetune/Step": 2538, "Finetune/Step Time": 11.847858618944883}
+{"Finetune/Learning Rate": 1.9458604002139485e-05, "Finetune/Loss": 0.9200276136398315, "Finetune/Loss (Raw)": 0.8789393901824951, "Finetune/Step": 2539, "Finetune/Step Time": 11.826842365786433}
+{"Finetune/Learning Rate": 1.9458057299404895e-05, "Finetune/Loss": 0.9210596680641174, "Finetune/Loss (Raw)": 0.8958791494369507, "Finetune/Step": 2540, "Finetune/Step Time": 11.828719928860664}
+{"Finetune/Learning Rate": 1.945751032846669e-05, "Finetune/Loss": 0.9218170642852783, "Finetune/Loss (Raw)": 1.0568535327911377, "Finetune/Step": 2541, "Finetune/Step Time": 11.847388545051217}
+{"Finetune/Learning Rate": 1.945696308934039e-05, "Finetune/Loss": 0.9215423464775085, "Finetune/Loss (Raw)": 0.863706648349762, "Finetune/Step": 2542, "Finetune/Step Time": 11.844368556514382}
+{"Finetune/Learning Rate": 1.945641558204151e-05, "Finetune/Loss": 0.9207977056503296, "Finetune/Loss (Raw)": 0.8486410975456238, "Finetune/Step": 2543, "Finetune/Step Time": 11.867435678839684}
+{"Finetune/Learning Rate": 1.945586780658557e-05, "Finetune/Loss": 0.9208555221557617, "Finetune/Loss (Raw)": 0.9612127542495728, "Finetune/Step": 2544, "Finetune/Step Time": 11.872375547885895}
+{"Finetune/Learning Rate": 1.9455319762988107e-05, "Finetune/Loss": 0.9195405840873718, "Finetune/Loss (Raw)": 0.7410728931427002, "Finetune/Step": 2545, "Finetune/Step Time": 11.85914070904255}
+{"Finetune/Learning Rate": 1.9454771451264666e-05, "Finetune/Loss": 0.91923987865448, "Finetune/Loss (Raw)": 0.9676347970962524, "Finetune/Step": 2546, "Finetune/Step Time": 11.868039660155773}
+{"Finetune/Learning Rate": 1.9454222871430794e-05, "Finetune/Loss": 0.918383002281189, "Finetune/Loss (Raw)": 0.9101468324661255, "Finetune/Step": 2547, "Finetune/Step Time": 11.8724436275661}
+{"Finetune/Learning Rate": 1.9453674023502042e-05, "Finetune/Loss": 0.9177048802375793, "Finetune/Loss (Raw)": 0.8242216110229492, "Finetune/Step": 2548, "Finetune/Step Time": 11.853286679834127}
+{"Finetune/Learning Rate": 1.945312490749398e-05, "Finetune/Loss": 0.9170001745223999, "Finetune/Loss (Raw)": 0.9023036956787109, "Finetune/Step": 2549, "Finetune/Step Time": 11.828421648591757}
+{"Finetune/Learning Rate": 1.9452575523422176e-05, "Finetune/Loss": 0.9162040948867798, "Finetune/Loss (Raw)": 0.8734356164932251, "Finetune/Step": 2550, "Finetune/Step Time": 11.85084275715053}
+{"Finetune/Learning Rate": 1.9452025871302208e-05, "Finetune/Loss": 0.9160852432250977, "Finetune/Loss (Raw)": 0.9763250350952148, "Finetune/Step": 2551, "Finetune/Step Time": 11.841890275478363}
+{"Finetune/Learning Rate": 1.9451475951149665e-05, "Finetune/Loss": 0.9156906604766846, "Finetune/Loss (Raw)": 0.949680745601654, "Finetune/Step": 2552, "Finetune/Step Time": 11.844777720049024}
+{"Finetune/Learning Rate": 1.9450925762980142e-05, "Finetune/Loss": 0.9156936407089233, "Finetune/Loss (Raw)": 0.8610100746154785, "Finetune/Step": 2553, "Finetune/Step Time": 11.839597979560494}
+{"Finetune/Learning Rate": 1.9450375306809236e-05, "Finetune/Loss": 0.9152826070785522, "Finetune/Loss (Raw)": 0.9690104722976685, "Finetune/Step": 2554, "Finetune/Step Time": 11.842707015573978}
+{"Finetune/Learning Rate": 1.9449824582652562e-05, "Finetune/Loss": 0.9128013849258423, "Finetune/Loss (Raw)": 0.8319515585899353, "Finetune/Step": 2555, "Finetune/Step Time": 11.846404895186424}
+{"Finetune/Learning Rate": 1.9449273590525736e-05, "Finetune/Loss": 0.9123774170875549, "Finetune/Loss (Raw)": 0.9164001941680908, "Finetune/Step": 2556, "Finetune/Step Time": 11.857582185417414}
+{"Finetune/Learning Rate": 1.9448722330444377e-05, "Finetune/Loss": 0.9117851257324219, "Finetune/Loss (Raw)": 0.8161801695823669, "Finetune/Step": 2557, "Finetune/Step Time": 11.868233213201165}
+{"Finetune/Learning Rate": 1.9448170802424126e-05, "Finetune/Loss": 0.9132054448127747, "Finetune/Loss (Raw)": 1.0636812448501587, "Finetune/Step": 2558, "Finetune/Step Time": 11.887001490220428}
+{"Finetune/Learning Rate": 1.9447619006480614e-05, "Finetune/Loss": 0.9138240218162537, "Finetune/Loss (Raw)": 1.037689447402954, "Finetune/Step": 2559, "Finetune/Step Time": 11.886514751240611}
+{"Finetune/Learning Rate": 1.9447066942629495e-05, "Finetune/Loss": 0.913003146648407, "Finetune/Loss (Raw)": 0.7382901906967163, "Finetune/Step": 2560, "Finetune/Step Time": 11.886218100786209}
+{"Finetune/Learning Rate": 1.944651461088642e-05, "Finetune/Loss": 0.9119665622711182, "Finetune/Loss (Raw)": 0.7037569880485535, "Finetune/Step": 2561, "Finetune/Step Time": 11.909450378268957}
+{"Finetune/Learning Rate": 1.9445962011267052e-05, "Finetune/Loss": 0.9108282923698425, "Finetune/Loss (Raw)": 0.7867529392242432, "Finetune/Step": 2562, "Finetune/Step Time": 11.915172958746552}
+{"Finetune/Learning Rate": 1.944540914378706e-05, "Finetune/Loss": 0.9100569486618042, "Finetune/Loss (Raw)": 0.8182252645492554, "Finetune/Step": 2563, "Finetune/Step Time": 11.933238448575139}
+{"Finetune/Learning Rate": 1.944485600846213e-05, "Finetune/Loss": 0.9074923396110535, "Finetune/Loss (Raw)": 0.6562650799751282, "Finetune/Step": 2564, "Finetune/Step Time": 11.976259840652347}
+{"Finetune/Learning Rate": 1.944430260530794e-05, "Finetune/Loss": 0.9071532487869263, "Finetune/Loss (Raw)": 0.985430896282196, "Finetune/Step": 2565, "Finetune/Step Time": 11.892764499410987}
+{"Finetune/Learning Rate": 1.944374893434018e-05, "Finetune/Loss": 0.9074119925498962, "Finetune/Loss (Raw)": 0.9489496350288391, "Finetune/Step": 2566, "Finetune/Step Time": 11.889471005648375}
+{"Finetune/Learning Rate": 1.9443194995574558e-05, "Finetune/Loss": 0.9057519435882568, "Finetune/Loss (Raw)": 0.8035909533500671, "Finetune/Step": 2567, "Finetune/Step Time": 11.884194817394018}
+{"Finetune/Learning Rate": 1.9442640789026778e-05, "Finetune/Loss": 0.9050456285476685, "Finetune/Loss (Raw)": 0.82178795337677, "Finetune/Step": 2568, "Finetune/Step Time": 11.891958992928267}
+{"Finetune/Learning Rate": 1.9442086314712557e-05, "Finetune/Loss": 0.9039119482040405, "Finetune/Loss (Raw)": 0.9047136902809143, "Finetune/Step": 2569, "Finetune/Step Time": 11.889099089428782}
+{"Finetune/Learning Rate": 1.9441531572647617e-05, "Finetune/Loss": 0.9040341973304749, "Finetune/Loss (Raw)": 0.9013113379478455, "Finetune/Step": 2570, "Finetune/Step Time": 11.886217320337892}
+{"Finetune/Learning Rate": 1.9440976562847688e-05, "Finetune/Loss": 0.9045240879058838, "Finetune/Loss (Raw)": 0.9730254411697388, "Finetune/Step": 2571, "Finetune/Step Time": 11.892010049894452}
+{"Finetune/Learning Rate": 1.9440421285328512e-05, "Finetune/Loss": 0.9054388403892517, "Finetune/Loss (Raw)": 0.9762624502182007, "Finetune/Step": 2572, "Finetune/Step Time": 11.882809584960341}
+{"Finetune/Learning Rate": 1.9439865740105833e-05, "Finetune/Loss": 0.9063552618026733, "Finetune/Loss (Raw)": 0.9337942600250244, "Finetune/Step": 2573, "Finetune/Step Time": 11.90335506759584}
+{"Finetune/Learning Rate": 1.9439309927195407e-05, "Finetune/Loss": 0.90506511926651, "Finetune/Loss (Raw)": 0.8762378692626953, "Finetune/Step": 2574, "Finetune/Step Time": 11.906155370175838}
+{"Finetune/Learning Rate": 1.943875384661299e-05, "Finetune/Loss": 0.9047207832336426, "Finetune/Loss (Raw)": 0.9687763452529907, "Finetune/Step": 2575, "Finetune/Step Time": 11.911899384111166}
+{"Finetune/Learning Rate": 1.9438197498374357e-05, "Finetune/Loss": 0.904098391532898, "Finetune/Loss (Raw)": 0.8694977164268494, "Finetune/Step": 2576, "Finetune/Step Time": 11.913424855098128}
+{"Finetune/Learning Rate": 1.943764088249528e-05, "Finetune/Loss": 0.904400110244751, "Finetune/Loss (Raw)": 0.9437223672866821, "Finetune/Step": 2577, "Finetune/Step Time": 11.913230396807194}
+{"Finetune/Learning Rate": 1.9437083998991546e-05, "Finetune/Loss": 0.9047453999519348, "Finetune/Loss (Raw)": 0.9715626239776611, "Finetune/Step": 2578, "Finetune/Step Time": 11.916566878557205}
+{"Finetune/Learning Rate": 1.9436526847878944e-05, "Finetune/Loss": 0.9056558012962341, "Finetune/Loss (Raw)": 1.0139955282211304, "Finetune/Step": 2579, "Finetune/Step Time": 11.916140899062157}
+{"Finetune/Learning Rate": 1.9435969429173275e-05, "Finetune/Loss": 0.9061089158058167, "Finetune/Loss (Raw)": 0.855597734451294, "Finetune/Step": 2580, "Finetune/Step Time": 11.911121474578977}
+{"Finetune/Learning Rate": 1.9435411742890345e-05, "Finetune/Loss": 0.9048874974250793, "Finetune/Loss (Raw)": 0.7466996312141418, "Finetune/Step": 2581, "Finetune/Step Time": 11.907024122774601}
+{"Finetune/Learning Rate": 1.943485378904597e-05, "Finetune/Loss": 0.9040125608444214, "Finetune/Loss (Raw)": 0.808491587638855, "Finetune/Step": 2582, "Finetune/Step Time": 11.91209546662867}
+{"Finetune/Learning Rate": 1.9434295567655966e-05, "Finetune/Loss": 0.9041304588317871, "Finetune/Loss (Raw)": 0.8660239577293396, "Finetune/Step": 2583, "Finetune/Step Time": 11.890792321413755}
+{"Finetune/Learning Rate": 1.9433737078736172e-05, "Finetune/Loss": 0.9048315286636353, "Finetune/Loss (Raw)": 0.9078211784362793, "Finetune/Step": 2584, "Finetune/Step Time": 11.881671980023384}
+{"Finetune/Learning Rate": 1.943317832230242e-05, "Finetune/Loss": 0.9046069383621216, "Finetune/Loss (Raw)": 0.8843305706977844, "Finetune/Step": 2585, "Finetune/Step Time": 11.872390534728765}
+{"Finetune/Learning Rate": 1.9432619298370554e-05, "Finetune/Loss": 0.9047445058822632, "Finetune/Loss (Raw)": 0.9727837443351746, "Finetune/Step": 2586, "Finetune/Step Time": 11.87555556744337}
+{"Finetune/Learning Rate": 1.9432060006956428e-05, "Finetune/Loss": 0.9034568667411804, "Finetune/Loss (Raw)": 0.8494453430175781, "Finetune/Step": 2587, "Finetune/Step Time": 11.886153338477015}
+{"Finetune/Learning Rate": 1.94315004480759e-05, "Finetune/Loss": 0.9028934836387634, "Finetune/Loss (Raw)": 0.8130117654800415, "Finetune/Step": 2588, "Finetune/Step Time": 11.890577031299472}
+{"Finetune/Learning Rate": 1.943094062174484e-05, "Finetune/Loss": 0.9020630121231079, "Finetune/Loss (Raw)": 0.8853388428688049, "Finetune/Step": 2589, "Finetune/Step Time": 11.88212787732482}
+{"Finetune/Learning Rate": 1.9430380527979124e-05, "Finetune/Loss": 0.9014137387275696, "Finetune/Loss (Raw)": 0.9287078976631165, "Finetune/Step": 2590, "Finetune/Step Time": 11.889901230111718}
+{"Finetune/Learning Rate": 1.9429820166794627e-05, "Finetune/Loss": 0.9033495187759399, "Finetune/Loss (Raw)": 1.0170581340789795, "Finetune/Step": 2591, "Finetune/Step Time": 11.88520478643477}
+{"Finetune/Learning Rate": 1.942925953820725e-05, "Finetune/Loss": 0.9027588367462158, "Finetune/Loss (Raw)": 0.8976787328720093, "Finetune/Step": 2592, "Finetune/Step Time": 11.882604463025928}
+{"Finetune/Learning Rate": 1.9428698642232883e-05, "Finetune/Loss": 0.9012594223022461, "Finetune/Loss (Raw)": 0.8226717114448547, "Finetune/Step": 2593, "Finetune/Step Time": 11.88841343857348}
+{"Finetune/Learning Rate": 1.9428137478887437e-05, "Finetune/Loss": 0.8993435502052307, "Finetune/Loss (Raw)": 0.7282572984695435, "Finetune/Step": 2594, "Finetune/Step Time": 11.913964224979281}
+{"Finetune/Learning Rate": 1.942757604818682e-05, "Finetune/Loss": 0.9015065431594849, "Finetune/Loss (Raw)": 1.0042228698730469, "Finetune/Step": 2595, "Finetune/Step Time": 11.889035161584616}
+{"Finetune/Learning Rate": 1.9427014350146955e-05, "Finetune/Loss": 0.9029937982559204, "Finetune/Loss (Raw)": 0.9446384906768799, "Finetune/Step": 2596, "Finetune/Step Time": 11.901273991912603}
+{"Finetune/Learning Rate": 1.942645238478377e-05, "Finetune/Loss": 0.9017605781555176, "Finetune/Loss (Raw)": 0.8133194446563721, "Finetune/Step": 2597, "Finetune/Step Time": 11.891206780448556}
+{"Finetune/Learning Rate": 1.94258901521132e-05, "Finetune/Loss": 0.9031057357788086, "Finetune/Loss (Raw)": 0.9624220728874207, "Finetune/Step": 2598, "Finetune/Step Time": 11.887160377576947}
+{"Finetune/Learning Rate": 1.942532765215119e-05, "Finetune/Loss": 0.9028225541114807, "Finetune/Loss (Raw)": 0.6593956351280212, "Finetune/Step": 2599, "Finetune/Step Time": 11.854957496747375}
+{"Finetune/Learning Rate": 1.942476488491369e-05, "Finetune/Loss": 0.9031682014465332, "Finetune/Loss (Raw)": 0.9534330368041992, "Finetune/Step": 2600, "Finetune/Step Time": 11.848998993635178}
+{"Finetune/Learning Rate": 1.9424201850416656e-05, "Finetune/Loss": 0.9018415212631226, "Finetune/Loss (Raw)": 0.8815511465072632, "Finetune/Step": 2601, "Finetune/Step Time": 11.83811904489994}
+{"Finetune/Learning Rate": 1.942363854867606e-05, "Finetune/Loss": 0.9007804989814758, "Finetune/Loss (Raw)": 0.885184645652771, "Finetune/Step": 2602, "Finetune/Step Time": 11.840262617915869}
+{"Finetune/Learning Rate": 1.942307497970787e-05, "Finetune/Loss": 0.9003058075904846, "Finetune/Loss (Raw)": 0.8935704827308655, "Finetune/Step": 2603, "Finetune/Step Time": 11.845059851184487}
+{"Finetune/Learning Rate": 1.942251114352807e-05, "Finetune/Loss": 0.900435745716095, "Finetune/Loss (Raw)": 0.8570145964622498, "Finetune/Step": 2604, "Finetune/Step Time": 11.842275051400065}
+{"Finetune/Learning Rate": 1.9421947040152648e-05, "Finetune/Loss": 0.899968147277832, "Finetune/Loss (Raw)": 0.7919376492500305, "Finetune/Step": 2605, "Finetune/Step Time": 11.838019832968712}
+{"Finetune/Learning Rate": 1.9421382669597598e-05, "Finetune/Loss": 0.8992544412612915, "Finetune/Loss (Raw)": 0.8753707408905029, "Finetune/Step": 2606, "Finetune/Step Time": 11.833297641947865}
+{"Finetune/Learning Rate": 1.9420818031878927e-05, "Finetune/Loss": 0.8981565833091736, "Finetune/Loss (Raw)": 0.8140856027603149, "Finetune/Step": 2607, "Finetune/Step Time": 11.866530856117606}
+{"Finetune/Learning Rate": 1.9420253127012647e-05, "Finetune/Loss": 0.8983566761016846, "Finetune/Loss (Raw)": 0.8875831365585327, "Finetune/Step": 2608, "Finetune/Step Time": 11.889063457027078}
+{"Finetune/Learning Rate": 1.9419687955014775e-05, "Finetune/Loss": 0.8994662761688232, "Finetune/Loss (Raw)": 1.0654194355010986, "Finetune/Step": 2609, "Finetune/Step Time": 11.88168672285974}
+{"Finetune/Learning Rate": 1.941912251590134e-05, "Finetune/Loss": 0.8982337117195129, "Finetune/Loss (Raw)": 0.8273718357086182, "Finetune/Step": 2610, "Finetune/Step Time": 11.893237443640828}
+{"Finetune/Learning Rate": 1.9418556809688373e-05, "Finetune/Loss": 0.8953332901000977, "Finetune/Loss (Raw)": 0.6515817642211914, "Finetune/Step": 2611, "Finetune/Step Time": 11.921772779896855}
+{"Finetune/Learning Rate": 1.941799083639192e-05, "Finetune/Loss": 0.8942077159881592, "Finetune/Loss (Raw)": 0.7843630313873291, "Finetune/Step": 2612, "Finetune/Step Time": 11.943943858146667}
+{"Finetune/Learning Rate": 1.941742459602803e-05, "Finetune/Loss": 0.8939852714538574, "Finetune/Loss (Raw)": 0.8105810284614563, "Finetune/Step": 2613, "Finetune/Step Time": 11.923750314861536}
+{"Finetune/Learning Rate": 1.941685808861275e-05, "Finetune/Loss": 0.8933777213096619, "Finetune/Loss (Raw)": 0.832237720489502, "Finetune/Step": 2614, "Finetune/Step Time": 11.929453456774354}
+{"Finetune/Learning Rate": 1.941629131416216e-05, "Finetune/Loss": 0.8932974934577942, "Finetune/Loss (Raw)": 0.8399451375007629, "Finetune/Step": 2615, "Finetune/Step Time": 11.91456638276577}
+{"Finetune/Learning Rate": 1.941572427269232e-05, "Finetune/Loss": 0.8929175138473511, "Finetune/Loss (Raw)": 0.8961673974990845, "Finetune/Step": 2616, "Finetune/Step Time": 11.907207451760769}
+{"Finetune/Learning Rate": 1.9415156964219318e-05, "Finetune/Loss": 0.8933441638946533, "Finetune/Loss (Raw)": 0.9249512553215027, "Finetune/Step": 2617, "Finetune/Step Time": 11.905257627367973}
+{"Finetune/Learning Rate": 1.9414589388759234e-05, "Finetune/Loss": 0.8932888507843018, "Finetune/Loss (Raw)": 0.89903724193573, "Finetune/Step": 2618, "Finetune/Step Time": 11.891781453043222}
+{"Finetune/Learning Rate": 1.941402154632817e-05, "Finetune/Loss": 0.8926311135292053, "Finetune/Loss (Raw)": 0.8021515011787415, "Finetune/Step": 2619, "Finetune/Step Time": 11.885807765647769}
+{"Finetune/Learning Rate": 1.941345343694222e-05, "Finetune/Loss": 0.8923701047897339, "Finetune/Loss (Raw)": 1.0044995546340942, "Finetune/Step": 2620, "Finetune/Step Time": 11.889116821810603}
+{"Finetune/Learning Rate": 1.9412885060617507e-05, "Finetune/Loss": 0.8905508518218994, "Finetune/Loss (Raw)": 0.7544864416122437, "Finetune/Step": 2621, "Finetune/Step Time": 11.918952815234661}
+{"Finetune/Learning Rate": 1.9412316417370132e-05, "Finetune/Loss": 0.8902207612991333, "Finetune/Loss (Raw)": 0.8893594741821289, "Finetune/Step": 2622, "Finetune/Step Time": 11.932212272658944}
+{"Finetune/Learning Rate": 1.9411747507216235e-05, "Finetune/Loss": 0.8902045488357544, "Finetune/Loss (Raw)": 0.9879670143127441, "Finetune/Step": 2623, "Finetune/Step Time": 11.941655792295933}
+{"Finetune/Learning Rate": 1.941117833017194e-05, "Finetune/Loss": 0.8895342350006104, "Finetune/Loss (Raw)": 0.8875982165336609, "Finetune/Step": 2624, "Finetune/Step Time": 11.935938626527786}
+{"Finetune/Learning Rate": 1.9410608886253387e-05, "Finetune/Loss": 0.8868123888969421, "Finetune/Loss (Raw)": 0.5733980536460876, "Finetune/Step": 2625, "Finetune/Step Time": 11.951684895902872}
+{"Finetune/Learning Rate": 1.9410039175476728e-05, "Finetune/Loss": 0.8861525058746338, "Finetune/Loss (Raw)": 0.8243968486785889, "Finetune/Step": 2626, "Finetune/Step Time": 11.94503689929843}
+{"Finetune/Learning Rate": 1.9409469197858114e-05, "Finetune/Loss": 0.8846925497055054, "Finetune/Loss (Raw)": 0.7991354465484619, "Finetune/Step": 2627, "Finetune/Step Time": 11.994898380711675}
+{"Finetune/Learning Rate": 1.9408898953413713e-05, "Finetune/Loss": 0.8842031359672546, "Finetune/Loss (Raw)": 0.834697961807251, "Finetune/Step": 2628, "Finetune/Step Time": 11.996215548366308}
+{"Finetune/Learning Rate": 1.940832844215969e-05, "Finetune/Loss": 0.8845075368881226, "Finetune/Loss (Raw)": 0.8925082087516785, "Finetune/Step": 2629, "Finetune/Step Time": 11.999350359663367}
+{"Finetune/Learning Rate": 1.940775766411223e-05, "Finetune/Loss": 0.8834682703018188, "Finetune/Loss (Raw)": 0.8023706674575806, "Finetune/Step": 2630, "Finetune/Step Time": 12.013371406123042}
+{"Finetune/Learning Rate": 1.9407186619287514e-05, "Finetune/Loss": 0.8834905624389648, "Finetune/Loss (Raw)": 0.9921985268592834, "Finetune/Step": 2631, "Finetune/Step Time": 12.008096069097519}
+{"Finetune/Learning Rate": 1.9406615307701736e-05, "Finetune/Loss": 0.8826568126678467, "Finetune/Loss (Raw)": 0.7899157404899597, "Finetune/Step": 2632, "Finetune/Step Time": 12.025241196155548}
+{"Finetune/Learning Rate": 1.9406043729371097e-05, "Finetune/Loss": 0.8835335969924927, "Finetune/Loss (Raw)": 0.8965660333633423, "Finetune/Step": 2633, "Finetune/Step Time": 12.025440286844969}
+{"Finetune/Learning Rate": 1.9405471884311806e-05, "Finetune/Loss": 0.88221275806427, "Finetune/Loss (Raw)": 0.7700439095497131, "Finetune/Step": 2634, "Finetune/Step Time": 12.022780613973737}
+{"Finetune/Learning Rate": 1.9404899772540074e-05, "Finetune/Loss": 0.8821724653244019, "Finetune/Loss (Raw)": 0.8137503266334534, "Finetune/Step": 2635, "Finetune/Step Time": 12.036134032532573}
+{"Finetune/Learning Rate": 1.940432739407213e-05, "Finetune/Loss": 0.8812677264213562, "Finetune/Loss (Raw)": 0.9166965484619141, "Finetune/Step": 2636, "Finetune/Step Time": 12.032880708575249}
+{"Finetune/Learning Rate": 1.9403754748924204e-05, "Finetune/Loss": 0.8818926215171814, "Finetune/Loss (Raw)": 0.9266764521598816, "Finetune/Step": 2637, "Finetune/Step Time": 12.034132827073336}
+{"Finetune/Learning Rate": 1.9403181837112533e-05, "Finetune/Loss": 0.8808091282844543, "Finetune/Loss (Raw)": 0.7483469247817993, "Finetune/Step": 2638, "Finetune/Step Time": 12.029732091352344}
+{"Finetune/Learning Rate": 1.9402608658653367e-05, "Finetune/Loss": 0.8807802200317383, "Finetune/Loss (Raw)": 0.8477834463119507, "Finetune/Step": 2639, "Finetune/Step Time": 12.035845156759024}
+{"Finetune/Learning Rate": 1.9402035213562956e-05, "Finetune/Loss": 0.8808700442314148, "Finetune/Loss (Raw)": 0.8511293530464172, "Finetune/Step": 2640, "Finetune/Step Time": 12.036198519170284}
+{"Finetune/Learning Rate": 1.940146150185756e-05, "Finetune/Loss": 0.8811737298965454, "Finetune/Loss (Raw)": 0.9013153314590454, "Finetune/Step": 2641, "Finetune/Step Time": 12.031899211928248}
+{"Finetune/Learning Rate": 1.940088752355345e-05, "Finetune/Loss": 0.8828380107879639, "Finetune/Loss (Raw)": 0.9972714781761169, "Finetune/Step": 2642, "Finetune/Step Time": 12.04033894278109}
+{"Finetune/Learning Rate": 1.94003132786669e-05, "Finetune/Loss": 0.8825231194496155, "Finetune/Loss (Raw)": 0.8111782073974609, "Finetune/Step": 2643, "Finetune/Step Time": 12.045355828478932}
+{"Finetune/Learning Rate": 1.93997387672142e-05, "Finetune/Loss": 0.8817892074584961, "Finetune/Loss (Raw)": 0.9185091257095337, "Finetune/Step": 2644, "Finetune/Step Time": 12.049076857045293}
+{"Finetune/Learning Rate": 1.939916398921164e-05, "Finetune/Loss": 0.8813183307647705, "Finetune/Loss (Raw)": 0.8348900079727173, "Finetune/Step": 2645, "Finetune/Step Time": 12.039021786302328}
+{"Finetune/Learning Rate": 1.9398588944675515e-05, "Finetune/Loss": 0.8807376623153687, "Finetune/Loss (Raw)": 0.9409644603729248, "Finetune/Step": 2646, "Finetune/Step Time": 12.044090358540416}
+{"Finetune/Learning Rate": 1.9398013633622134e-05, "Finetune/Loss": 0.880964994430542, "Finetune/Loss (Raw)": 0.9257287383079529, "Finetune/Step": 2647, "Finetune/Step Time": 12.040447702631354}
+{"Finetune/Learning Rate": 1.939743805606781e-05, "Finetune/Loss": 0.8805258274078369, "Finetune/Loss (Raw)": 0.883423388004303, "Finetune/Step": 2648, "Finetune/Step Time": 12.047976421192288}
+{"Finetune/Learning Rate": 1.9396862212028864e-05, "Finetune/Loss": 0.8811389803886414, "Finetune/Loss (Raw)": 0.9371565580368042, "Finetune/Step": 2649, "Finetune/Step Time": 12.055409358814359}
+{"Finetune/Learning Rate": 1.939628610152163e-05, "Finetune/Loss": 0.8813431859016418, "Finetune/Loss (Raw)": 0.9674948453903198, "Finetune/Step": 2650, "Finetune/Step Time": 12.059206007048488}
+{"Finetune/Learning Rate": 1.9395709724562438e-05, "Finetune/Loss": 0.881547212600708, "Finetune/Loss (Raw)": 0.8844074606895447, "Finetune/Step": 2651, "Finetune/Step Time": 12.05432052910328}
+{"Finetune/Learning Rate": 1.9395133081167637e-05, "Finetune/Loss": 0.8818355798721313, "Finetune/Loss (Raw)": 0.8865789771080017, "Finetune/Step": 2652, "Finetune/Step Time": 12.051375145092607}
+{"Finetune/Learning Rate": 1.939455617135358e-05, "Finetune/Loss": 0.8812423348426819, "Finetune/Loss (Raw)": 0.8534864783287048, "Finetune/Step": 2653, "Finetune/Step Time": 12.049742856994271}
+{"Finetune/Learning Rate": 1.9393978995136625e-05, "Finetune/Loss": 0.8813343048095703, "Finetune/Loss (Raw)": 0.9237006306648254, "Finetune/Step": 2654, "Finetune/Step Time": 12.055789411067963}
+{"Finetune/Learning Rate": 1.9393401552533136e-05, "Finetune/Loss": 0.8802574872970581, "Finetune/Loss (Raw)": 0.8533568382263184, "Finetune/Step": 2655, "Finetune/Step Time": 12.058552594855428}
+{"Finetune/Learning Rate": 1.939282384355949e-05, "Finetune/Loss": 0.8786756992340088, "Finetune/Loss (Raw)": 0.7661446332931519, "Finetune/Step": 2656, "Finetune/Step Time": 12.12913128733635}
+{"Finetune/Learning Rate": 1.9392245868232068e-05, "Finetune/Loss": 0.8789515495300293, "Finetune/Loss (Raw)": 0.9485796093940735, "Finetune/Step": 2657, "Finetune/Step Time": 12.124104965478182}
+{"Finetune/Learning Rate": 1.9391667626567265e-05, "Finetune/Loss": 0.8778654336929321, "Finetune/Loss (Raw)": 0.9009913802146912, "Finetune/Step": 2658, "Finetune/Step Time": 12.137412335723639}
+{"Finetune/Learning Rate": 1.9391089118581473e-05, "Finetune/Loss": 0.8792802095413208, "Finetune/Loss (Raw)": 0.830195426940918, "Finetune/Step": 2659, "Finetune/Step Time": 12.129364317283034}
+{"Finetune/Learning Rate": 1.93905103442911e-05, "Finetune/Loss": 0.881385087966919, "Finetune/Loss (Raw)": 1.0971999168395996, "Finetune/Step": 2660, "Finetune/Step Time": 12.109446007758379}
+{"Finetune/Learning Rate": 1.9389931303712554e-05, "Finetune/Loss": 0.8786556720733643, "Finetune/Loss (Raw)": 0.7511988282203674, "Finetune/Step": 2661, "Finetune/Step Time": 12.120821500197053}
+{"Finetune/Learning Rate": 1.9389351996862258e-05, "Finetune/Loss": 0.8785640597343445, "Finetune/Loss (Raw)": 0.9505078196525574, "Finetune/Step": 2662, "Finetune/Step Time": 12.114175532013178}
+{"Finetune/Learning Rate": 1.9388772423756638e-05, "Finetune/Loss": 0.878926694393158, "Finetune/Loss (Raw)": 0.8990734219551086, "Finetune/Step": 2663, "Finetune/Step Time": 12.112293815240264}
+{"Finetune/Learning Rate": 1.9388192584412137e-05, "Finetune/Loss": 0.878492534160614, "Finetune/Loss (Raw)": 0.8857752084732056, "Finetune/Step": 2664, "Finetune/Step Time": 12.111867712810636}
+{"Finetune/Learning Rate": 1.9387612478845184e-05, "Finetune/Loss": 0.8783331513404846, "Finetune/Loss (Raw)": 0.8445524573326111, "Finetune/Step": 2665, "Finetune/Step Time": 12.102127542719245}
+{"Finetune/Learning Rate": 1.9387032107072236e-05, "Finetune/Loss": 0.8772019147872925, "Finetune/Loss (Raw)": 0.8012540340423584, "Finetune/Step": 2666, "Finetune/Step Time": 12.103662813082337}
+{"Finetune/Learning Rate": 1.9386451469109754e-05, "Finetune/Loss": 0.877723217010498, "Finetune/Loss (Raw)": 0.9456655979156494, "Finetune/Step": 2667, "Finetune/Step Time": 12.106924323365092}
+{"Finetune/Learning Rate": 1.9385870564974196e-05, "Finetune/Loss": 0.878085732460022, "Finetune/Loss (Raw)": 0.9422892928123474, "Finetune/Step": 2668, "Finetune/Step Time": 12.108249785378575}
+{"Finetune/Learning Rate": 1.938528939468204e-05, "Finetune/Loss": 0.8758231997489929, "Finetune/Loss (Raw)": 0.7672392725944519, "Finetune/Step": 2669, "Finetune/Step Time": 12.093053689226508}
+{"Finetune/Learning Rate": 1.9384707958249766e-05, "Finetune/Loss": 0.8753947019577026, "Finetune/Loss (Raw)": 0.8088644742965698, "Finetune/Step": 2670, "Finetune/Step Time": 12.099871598184109}
+{"Finetune/Learning Rate": 1.938412625569386e-05, "Finetune/Loss": 0.8753789663314819, "Finetune/Loss (Raw)": 0.8466264605522156, "Finetune/Step": 2671, "Finetune/Step Time": 12.07549631781876}
+{"Finetune/Learning Rate": 1.938354428703082e-05, "Finetune/Loss": 0.8756937384605408, "Finetune/Loss (Raw)": 1.0015060901641846, "Finetune/Step": 2672, "Finetune/Step Time": 12.074295904487371}
+{"Finetune/Learning Rate": 1.9382962052277142e-05, "Finetune/Loss": 0.8768910765647888, "Finetune/Loss (Raw)": 0.8943275809288025, "Finetune/Step": 2673, "Finetune/Step Time": 12.072182655334473}
+{"Finetune/Learning Rate": 1.9382379551449347e-05, "Finetune/Loss": 0.8765493631362915, "Finetune/Loss (Raw)": 0.9239002466201782, "Finetune/Step": 2674, "Finetune/Step Time": 12.065302919596434}
+{"Finetune/Learning Rate": 1.9381796784563946e-05, "Finetune/Loss": 0.8768087029457092, "Finetune/Loss (Raw)": 0.9433441162109375, "Finetune/Step": 2675, "Finetune/Step Time": 12.059707678854465}
+{"Finetune/Learning Rate": 1.938121375163747e-05, "Finetune/Loss": 0.8771908283233643, "Finetune/Loss (Raw)": 0.8731363415718079, "Finetune/Step": 2676, "Finetune/Step Time": 12.076673431321979}
+{"Finetune/Learning Rate": 1.9380630452686443e-05, "Finetune/Loss": 0.8767014741897583, "Finetune/Loss (Raw)": 0.8396572470664978, "Finetune/Step": 2677, "Finetune/Step Time": 12.076336545869708}
+{"Finetune/Learning Rate": 1.9380046887727415e-05, "Finetune/Loss": 0.8762622475624084, "Finetune/Loss (Raw)": 0.8172165155410767, "Finetune/Step": 2678, "Finetune/Step Time": 12.074465045705438}
+{"Finetune/Learning Rate": 1.937946305677693e-05, "Finetune/Loss": 0.8766037821769714, "Finetune/Loss (Raw)": 1.0200425386428833, "Finetune/Step": 2679, "Finetune/Step Time": 12.07060075365007}
+{"Finetune/Learning Rate": 1.937887895985154e-05, "Finetune/Loss": 0.8766368627548218, "Finetune/Loss (Raw)": 0.9539175629615784, "Finetune/Step": 2680, "Finetune/Step Time": 12.068889757618308}
+{"Finetune/Learning Rate": 1.937829459696782e-05, "Finetune/Loss": 0.8771460056304932, "Finetune/Loss (Raw)": 0.9261753559112549, "Finetune/Step": 2681, "Finetune/Step Time": 12.062231743708253}
+{"Finetune/Learning Rate": 1.937770996814233e-05, "Finetune/Loss": 0.8768504858016968, "Finetune/Loss (Raw)": 0.9311883449554443, "Finetune/Step": 2682, "Finetune/Step Time": 12.058836424723268}
+{"Finetune/Learning Rate": 1.937712507339165e-05, "Finetune/Loss": 0.8779533505439758, "Finetune/Loss (Raw)": 0.9731135368347168, "Finetune/Step": 2683, "Finetune/Step Time": 12.053166637197137}
+{"Finetune/Learning Rate": 1.937653991273237e-05, "Finetune/Loss": 0.8784659504890442, "Finetune/Loss (Raw)": 0.9820184111595154, "Finetune/Step": 2684, "Finetune/Step Time": 12.045201763510704}
+{"Finetune/Learning Rate": 1.9375954486181082e-05, "Finetune/Loss": 0.8783614635467529, "Finetune/Loss (Raw)": 0.8027989864349365, "Finetune/Step": 2685, "Finetune/Step Time": 12.031641958281398}
+{"Finetune/Learning Rate": 1.9375368793754385e-05, "Finetune/Loss": 0.8769261837005615, "Finetune/Loss (Raw)": 0.879967451095581, "Finetune/Step": 2686, "Finetune/Step Time": 12.025748696178198}
+{"Finetune/Learning Rate": 1.9374782835468888e-05, "Finetune/Loss": 0.8767642974853516, "Finetune/Loss (Raw)": 1.0169645547866821, "Finetune/Step": 2687, "Finetune/Step Time": 12.02158173546195}
+{"Finetune/Learning Rate": 1.9374196611341212e-05, "Finetune/Loss": 0.8778160810470581, "Finetune/Loss (Raw)": 0.8729217648506165, "Finetune/Step": 2688, "Finetune/Step Time": 12.022548476234078}
+{"Finetune/Learning Rate": 1.9373610121387974e-05, "Finetune/Loss": 0.8795303106307983, "Finetune/Loss (Raw)": 0.9231841564178467, "Finetune/Step": 2689, "Finetune/Step Time": 12.000703936442733}
+{"Finetune/Learning Rate": 1.9373023365625806e-05, "Finetune/Loss": 0.8805992603302002, "Finetune/Loss (Raw)": 0.9235702157020569, "Finetune/Step": 2690, "Finetune/Step Time": 11.992984296754003}
+{"Finetune/Learning Rate": 1.937243634407135e-05, "Finetune/Loss": 0.8806874752044678, "Finetune/Loss (Raw)": 0.8295267820358276, "Finetune/Step": 2691, "Finetune/Step Time": 11.961856992915273}
+{"Finetune/Learning Rate": 1.9371849056741254e-05, "Finetune/Loss": 0.8832968473434448, "Finetune/Loss (Raw)": 0.9902627468109131, "Finetune/Step": 2692, "Finetune/Step Time": 11.924944914877415}
+{"Finetune/Learning Rate": 1.9371261503652166e-05, "Finetune/Loss": 0.8804906606674194, "Finetune/Loss (Raw)": 0.626236617565155, "Finetune/Step": 2693, "Finetune/Step Time": 11.959938721731305}
+{"Finetune/Learning Rate": 1.937067368482075e-05, "Finetune/Loss": 0.8811894655227661, "Finetune/Loss (Raw)": 1.0383903980255127, "Finetune/Step": 2694, "Finetune/Step Time": 11.966977881267667}
+{"Finetune/Learning Rate": 1.9370085600263676e-05, "Finetune/Loss": 0.8808013200759888, "Finetune/Loss (Raw)": 0.753917932510376, "Finetune/Step": 2695, "Finetune/Step Time": 11.989122143015265}
+{"Finetune/Learning Rate": 1.936949724999762e-05, "Finetune/Loss": 0.8816235065460205, "Finetune/Loss (Raw)": 0.9270181059837341, "Finetune/Step": 2696, "Finetune/Step Time": 11.983965085819364}
+{"Finetune/Learning Rate": 1.9368908634039264e-05, "Finetune/Loss": 0.880914568901062, "Finetune/Loss (Raw)": 0.8139696717262268, "Finetune/Step": 2697, "Finetune/Step Time": 12.004212606698275}
+{"Finetune/Learning Rate": 1.93683197524053e-05, "Finetune/Loss": 0.8812439441680908, "Finetune/Loss (Raw)": 0.9434793591499329, "Finetune/Step": 2698, "Finetune/Step Time": 12.020179757848382}
+{"Finetune/Learning Rate": 1.936773060511243e-05, "Finetune/Loss": 0.8803396821022034, "Finetune/Loss (Raw)": 0.8572753071784973, "Finetune/Step": 2699, "Finetune/Step Time": 12.012025229632854}
+{"Finetune/Learning Rate": 1.9367141192177358e-05, "Finetune/Loss": 0.8780055642127991, "Finetune/Loss (Raw)": 0.6774963736534119, "Finetune/Step": 2700, "Finetune/Step Time": 12.015818435698748}
+{"Finetune/Learning Rate": 1.9366551513616792e-05, "Finetune/Loss": 0.8777729272842407, "Finetune/Loss (Raw)": 0.9040197730064392, "Finetune/Step": 2701, "Finetune/Step Time": 11.99576187133789}
+{"Finetune/Learning Rate": 1.9365961569447468e-05, "Finetune/Loss": 0.8786110877990723, "Finetune/Loss (Raw)": 0.9835164546966553, "Finetune/Step": 2702, "Finetune/Step Time": 12.030545694753528}
+{"Finetune/Learning Rate": 1.9365371359686104e-05, "Finetune/Loss": 0.8766888380050659, "Finetune/Loss (Raw)": 0.7227299213409424, "Finetune/Step": 2703, "Finetune/Step Time": 12.025196306407452}
+{"Finetune/Learning Rate": 1.936478088434944e-05, "Finetune/Loss": 0.8763531446456909, "Finetune/Loss (Raw)": 0.8265312910079956, "Finetune/Step": 2704, "Finetune/Step Time": 12.037827920168638}
+{"Finetune/Learning Rate": 1.936419014345422e-05, "Finetune/Loss": 0.8748247027397156, "Finetune/Loss (Raw)": 0.7480844855308533, "Finetune/Step": 2705, "Finetune/Step Time": 12.071269599720836}
+{"Finetune/Learning Rate": 1.9363599137017197e-05, "Finetune/Loss": 0.8727471828460693, "Finetune/Loss (Raw)": 0.7056399583816528, "Finetune/Step": 2706, "Finetune/Step Time": 12.073559707030654}
+{"Finetune/Learning Rate": 1.9363007865055125e-05, "Finetune/Loss": 0.8711915016174316, "Finetune/Loss (Raw)": 0.8148623108863831, "Finetune/Step": 2707, "Finetune/Step Time": 12.072667967528105}
+{"Finetune/Learning Rate": 1.936241632758478e-05, "Finetune/Loss": 0.8717191219329834, "Finetune/Loss (Raw)": 0.9231329560279846, "Finetune/Step": 2708, "Finetune/Step Time": 12.078997287899256}
+{"Finetune/Learning Rate": 1.9361824524622928e-05, "Finetune/Loss": 0.8725696206092834, "Finetune/Loss (Raw)": 0.855572521686554, "Finetune/Step": 2709, "Finetune/Step Time": 12.113883722573519}
+{"Finetune/Learning Rate": 1.9361232456186356e-05, "Finetune/Loss": 0.8740148544311523, "Finetune/Loss (Raw)": 0.9934684634208679, "Finetune/Step": 2710, "Finetune/Step Time": 12.112013164907694}
+{"Finetune/Learning Rate": 1.936064012229185e-05, "Finetune/Loss": 0.8757166862487793, "Finetune/Loss (Raw)": 1.0838617086410522, "Finetune/Step": 2711, "Finetune/Step Time": 12.123366996645927}
+{"Finetune/Learning Rate": 1.9360047522956207e-05, "Finetune/Loss": 0.8759164214134216, "Finetune/Loss (Raw)": 0.9333896636962891, "Finetune/Step": 2712, "Finetune/Step Time": 12.124642154201865}
+{"Finetune/Learning Rate": 1.9359454658196232e-05, "Finetune/Loss": 0.8767616748809814, "Finetune/Loss (Raw)": 0.9925318360328674, "Finetune/Step": 2713, "Finetune/Step Time": 12.130769388750196}
+{"Finetune/Learning Rate": 1.935886152802874e-05, "Finetune/Loss": 0.8771629333496094, "Finetune/Loss (Raw)": 1.0241347551345825, "Finetune/Step": 2714, "Finetune/Step Time": 12.124694474041462}
+{"Finetune/Learning Rate": 1.935826813247055e-05, "Finetune/Loss": 0.8773401975631714, "Finetune/Loss (Raw)": 0.872136116027832, "Finetune/Step": 2715, "Finetune/Step Time": 12.134168596938252}
+{"Finetune/Learning Rate": 1.9357674471538483e-05, "Finetune/Loss": 0.8773976564407349, "Finetune/Loss (Raw)": 0.820364773273468, "Finetune/Step": 2716, "Finetune/Step Time": 12.14729080721736}
+{"Finetune/Learning Rate": 1.935708054524938e-05, "Finetune/Loss": 0.8778415322303772, "Finetune/Loss (Raw)": 0.9421631693840027, "Finetune/Step": 2717, "Finetune/Step Time": 12.149450588971376}
+{"Finetune/Learning Rate": 1.9356486353620082e-05, "Finetune/Loss": 0.8778818249702454, "Finetune/Loss (Raw)": 0.9338580965995789, "Finetune/Step": 2718, "Finetune/Step Time": 12.156023362651467}
+{"Finetune/Learning Rate": 1.9355891896667432e-05, "Finetune/Loss": 0.8763238191604614, "Finetune/Loss (Raw)": 0.8176358938217163, "Finetune/Step": 2719, "Finetune/Step Time": 12.169216560199857}
+{"Finetune/Learning Rate": 1.9355297174408298e-05, "Finetune/Loss": 0.877018928527832, "Finetune/Loss (Raw)": 0.9866582155227661, "Finetune/Step": 2720, "Finetune/Step Time": 12.184367906302214}
+{"Finetune/Learning Rate": 1.9354702186859536e-05, "Finetune/Loss": 0.8777307271957397, "Finetune/Loss (Raw)": 0.9137769341468811, "Finetune/Step": 2721, "Finetune/Step Time": 12.18851967714727}
+{"Finetune/Learning Rate": 1.935410693403802e-05, "Finetune/Loss": 0.87840735912323, "Finetune/Loss (Raw)": 0.8148617744445801, "Finetune/Step": 2722, "Finetune/Step Time": 12.16877993941307}
+{"Finetune/Learning Rate": 1.9353511415960635e-05, "Finetune/Loss": 0.8757966756820679, "Finetune/Loss (Raw)": 0.6700580716133118, "Finetune/Step": 2723, "Finetune/Step Time": 12.166080651804805}
+{"Finetune/Learning Rate": 1.9352915632644263e-05, "Finetune/Loss": 0.8754894137382507, "Finetune/Loss (Raw)": 0.9053088426589966, "Finetune/Step": 2724, "Finetune/Step Time": 12.15370368398726}
+{"Finetune/Learning Rate": 1.93523195841058e-05, "Finetune/Loss": 0.8763114213943481, "Finetune/Loss (Raw)": 0.9185428619384766, "Finetune/Step": 2725, "Finetune/Step Time": 12.161818159744143}
+{"Finetune/Learning Rate": 1.9351723270362145e-05, "Finetune/Loss": 0.8754919171333313, "Finetune/Loss (Raw)": 0.85751873254776, "Finetune/Step": 2726, "Finetune/Step Time": 12.161316817626357}
+{"Finetune/Learning Rate": 1.9351126691430213e-05, "Finetune/Loss": 0.8774223327636719, "Finetune/Loss (Raw)": 0.9064893126487732, "Finetune/Step": 2727, "Finetune/Step Time": 12.159862879663706}
+{"Finetune/Learning Rate": 1.935052984732692e-05, "Finetune/Loss": 0.877716064453125, "Finetune/Loss (Raw)": 0.9910265207290649, "Finetune/Step": 2728, "Finetune/Step Time": 12.163190385326743}
+{"Finetune/Learning Rate": 1.9349932738069186e-05, "Finetune/Loss": 0.8769808411598206, "Finetune/Loss (Raw)": 0.7874475121498108, "Finetune/Step": 2729, "Finetune/Step Time": 12.166416935622692}
+{"Finetune/Learning Rate": 1.934933536367395e-05, "Finetune/Loss": 0.8760138750076294, "Finetune/Loss (Raw)": 0.7614119648933411, "Finetune/Step": 2730, "Finetune/Step Time": 12.1960353795439}
+{"Finetune/Learning Rate": 1.9348737724158148e-05, "Finetune/Loss": 0.8761114478111267, "Finetune/Loss (Raw)": 0.9060598015785217, "Finetune/Step": 2731, "Finetune/Step Time": 12.197712136432528}
+{"Finetune/Learning Rate": 1.934813981953873e-05, "Finetune/Loss": 0.8754315376281738, "Finetune/Loss (Raw)": 0.7699906229972839, "Finetune/Step": 2732, "Finetune/Step Time": 12.202092433348298}
+{"Finetune/Learning Rate": 1.9347541649832648e-05, "Finetune/Loss": 0.8760194778442383, "Finetune/Loss (Raw)": 0.8671962022781372, "Finetune/Step": 2733, "Finetune/Step Time": 12.200930679216981}
+{"Finetune/Learning Rate": 1.9346943215056865e-05, "Finetune/Loss": 0.8778051137924194, "Finetune/Loss (Raw)": 1.1039224863052368, "Finetune/Step": 2734, "Finetune/Step Time": 12.20399697497487}
+{"Finetune/Learning Rate": 1.934634451522835e-05, "Finetune/Loss": 0.8783177137374878, "Finetune/Loss (Raw)": 0.8797056674957275, "Finetune/Step": 2735, "Finetune/Step Time": 12.183053869754076}
+{"Finetune/Learning Rate": 1.934574555036409e-05, "Finetune/Loss": 0.877596378326416, "Finetune/Loss (Raw)": 0.7952543497085571, "Finetune/Step": 2736, "Finetune/Step Time": 12.163992213085294}
+{"Finetune/Learning Rate": 1.9345146320481053e-05, "Finetune/Loss": 0.8757007122039795, "Finetune/Loss (Raw)": 0.8227700591087341, "Finetune/Step": 2737, "Finetune/Step Time": 12.18351774662733}
+{"Finetune/Learning Rate": 1.9344546825596244e-05, "Finetune/Loss": 0.87603759765625, "Finetune/Loss (Raw)": 0.8704888224601746, "Finetune/Step": 2738, "Finetune/Step Time": 12.184237072244287}
+{"Finetune/Learning Rate": 1.934394706572666e-05, "Finetune/Loss": 0.8773592710494995, "Finetune/Loss (Raw)": 0.8207612037658691, "Finetune/Step": 2739, "Finetune/Step Time": 12.156766446307302}
+{"Finetune/Learning Rate": 1.9343347040889306e-05, "Finetune/Loss": 0.878145694732666, "Finetune/Loss (Raw)": 0.8850188851356506, "Finetune/Step": 2740, "Finetune/Step Time": 12.135361252352595}
+{"Finetune/Learning Rate": 1.9342746751101204e-05, "Finetune/Loss": 0.8803810477256775, "Finetune/Loss (Raw)": 1.0967096090316772, "Finetune/Step": 2741, "Finetune/Step Time": 12.132596533745527}
+{"Finetune/Learning Rate": 1.9342146196379366e-05, "Finetune/Loss": 0.8804688453674316, "Finetune/Loss (Raw)": 0.8434777855873108, "Finetune/Step": 2742, "Finetune/Step Time": 12.129985991865396}
+{"Finetune/Learning Rate": 1.9341545376740828e-05, "Finetune/Loss": 0.8810951709747314, "Finetune/Loss (Raw)": 0.9201176166534424, "Finetune/Step": 2743, "Finetune/Step Time": 12.132440205663443}
+{"Finetune/Learning Rate": 1.9340944292202626e-05, "Finetune/Loss": 0.8811663389205933, "Finetune/Loss (Raw)": 0.9052780866622925, "Finetune/Step": 2744, "Finetune/Step Time": 12.128731545060873}
+{"Finetune/Learning Rate": 1.9340342942781806e-05, "Finetune/Loss": 0.8802382946014404, "Finetune/Loss (Raw)": 0.8061549067497253, "Finetune/Step": 2745, "Finetune/Step Time": 12.12424723058939}
+{"Finetune/Learning Rate": 1.9339741328495422e-05, "Finetune/Loss": 0.8810483813285828, "Finetune/Loss (Raw)": 1.0027340650558472, "Finetune/Step": 2746, "Finetune/Step Time": 12.130422411486506}
+{"Finetune/Learning Rate": 1.9339139449360536e-05, "Finetune/Loss": 0.8809623718261719, "Finetune/Loss (Raw)": 0.7911385893821716, "Finetune/Step": 2747, "Finetune/Step Time": 12.157825712114573}
+{"Finetune/Learning Rate": 1.9338537305394208e-05, "Finetune/Loss": 0.8797931671142578, "Finetune/Loss (Raw)": 0.8548468351364136, "Finetune/Step": 2748, "Finetune/Step Time": 12.15216607786715}
+{"Finetune/Learning Rate": 1.9337934896613516e-05, "Finetune/Loss": 0.8806222677230835, "Finetune/Loss (Raw)": 0.8605993390083313, "Finetune/Step": 2749, "Finetune/Step Time": 12.12404210306704}
+{"Finetune/Learning Rate": 1.9337332223035548e-05, "Finetune/Loss": 0.8809622526168823, "Finetune/Loss (Raw)": 0.9328891038894653, "Finetune/Step": 2750, "Finetune/Step Time": 12.099659584462643}
+{"Finetune/Learning Rate": 1.9336729284677386e-05, "Finetune/Loss": 0.8803141117095947, "Finetune/Loss (Raw)": 0.9049938321113586, "Finetune/Step": 2751, "Finetune/Step Time": 12.121310712769628}
+{"Finetune/Learning Rate": 1.9336126081556134e-05, "Finetune/Loss": 0.8802942037582397, "Finetune/Loss (Raw)": 0.8850551843643188, "Finetune/Step": 2752, "Finetune/Step Time": 12.11761850118637}
+{"Finetune/Learning Rate": 1.9335522613688894e-05, "Finetune/Loss": 0.8831127882003784, "Finetune/Loss (Raw)": 0.9341742992401123, "Finetune/Step": 2753, "Finetune/Step Time": 12.101091224700212}
+{"Finetune/Learning Rate": 1.933491888109278e-05, "Finetune/Loss": 0.8835635185241699, "Finetune/Loss (Raw)": 0.8820961117744446, "Finetune/Step": 2754, "Finetune/Step Time": 12.113809300586581}
+{"Finetune/Learning Rate": 1.933431488378491e-05, "Finetune/Loss": 0.8834710121154785, "Finetune/Loss (Raw)": 0.7872885465621948, "Finetune/Step": 2755, "Finetune/Step Time": 12.04595291800797}
+{"Finetune/Learning Rate": 1.9333710621782416e-05, "Finetune/Loss": 0.884217381477356, "Finetune/Loss (Raw)": 0.9302366375923157, "Finetune/Step": 2756, "Finetune/Step Time": 12.046971986070275}
+{"Finetune/Learning Rate": 1.933310609510243e-05, "Finetune/Loss": 0.8837589025497437, "Finetune/Loss (Raw)": 0.8338161706924438, "Finetune/Step": 2757, "Finetune/Step Time": 12.041357595473528}
+{"Finetune/Learning Rate": 1.9332501303762093e-05, "Finetune/Loss": 0.8848882913589478, "Finetune/Loss (Raw)": 0.9469417929649353, "Finetune/Step": 2758, "Finetune/Step Time": 12.035741087049246}
+{"Finetune/Learning Rate": 1.9331896247778553e-05, "Finetune/Loss": 0.8842993974685669, "Finetune/Loss (Raw)": 0.9168137311935425, "Finetune/Step": 2759, "Finetune/Step Time": 12.032589538022876}
+{"Finetune/Learning Rate": 1.933129092716898e-05, "Finetune/Loss": 0.8847404718399048, "Finetune/Loss (Raw)": 0.8463830351829529, "Finetune/Step": 2760, "Finetune/Step Time": 12.015480726957321}
+{"Finetune/Learning Rate": 1.9330685341950525e-05, "Finetune/Loss": 0.8850996494293213, "Finetune/Loss (Raw)": 0.9425385594367981, "Finetune/Step": 2761, "Finetune/Step Time": 12.016018938273191}
+{"Finetune/Learning Rate": 1.933007949214037e-05, "Finetune/Loss": 0.8849741220474243, "Finetune/Loss (Raw)": 0.7539717555046082, "Finetune/Step": 2762, "Finetune/Step Time": 12.013457506895065}
+{"Finetune/Learning Rate": 1.932947337775569e-05, "Finetune/Loss": 0.8850377798080444, "Finetune/Loss (Raw)": 0.8219029903411865, "Finetune/Step": 2763, "Finetune/Step Time": 12.004503034055233}
+{"Finetune/Learning Rate": 1.9328866998813676e-05, "Finetune/Loss": 0.885372519493103, "Finetune/Loss (Raw)": 0.9595384001731873, "Finetune/Step": 2764, "Finetune/Step Time": 11.998154293745756}
+{"Finetune/Learning Rate": 1.932826035533152e-05, "Finetune/Loss": 0.8827545642852783, "Finetune/Loss (Raw)": 0.591575026512146, "Finetune/Step": 2765, "Finetune/Step Time": 12.00952399149537}
+{"Finetune/Learning Rate": 1.932765344732643e-05, "Finetune/Loss": 0.8846441507339478, "Finetune/Loss (Raw)": 0.990216076374054, "Finetune/Step": 2766, "Finetune/Step Time": 12.032778585329652}
+{"Finetune/Learning Rate": 1.9327046274815607e-05, "Finetune/Loss": 0.8853987455368042, "Finetune/Loss (Raw)": 0.9443692564964294, "Finetune/Step": 2767, "Finetune/Step Time": 12.024318262934685}
+{"Finetune/Learning Rate": 1.9326438837816276e-05, "Finetune/Loss": 0.8866111040115356, "Finetune/Loss (Raw)": 1.0063154697418213, "Finetune/Step": 2768, "Finetune/Step Time": 12.024473272264004}
+{"Finetune/Learning Rate": 1.9325831136345662e-05, "Finetune/Loss": 0.8860400319099426, "Finetune/Loss (Raw)": 0.8282184600830078, "Finetune/Step": 2769, "Finetune/Step Time": 12.021967392414808}
+{"Finetune/Learning Rate": 1.9325223170420995e-05, "Finetune/Loss": 0.8857749104499817, "Finetune/Loss (Raw)": 0.963334858417511, "Finetune/Step": 2770, "Finetune/Step Time": 11.987591221928596}
+{"Finetune/Learning Rate": 1.932461494005952e-05, "Finetune/Loss": 0.8844517469406128, "Finetune/Loss (Raw)": 0.6418123841285706, "Finetune/Step": 2771, "Finetune/Step Time": 12.010561764240265}
+{"Finetune/Learning Rate": 1.9324006445278474e-05, "Finetune/Loss": 0.8850889205932617, "Finetune/Loss (Raw)": 1.0000689029693604, "Finetune/Step": 2772, "Finetune/Step Time": 12.00310674868524}
+{"Finetune/Learning Rate": 1.9323397686095126e-05, "Finetune/Loss": 0.8849647045135498, "Finetune/Loss (Raw)": 0.8189917206764221, "Finetune/Step": 2773, "Finetune/Step Time": 11.99571737088263}
+{"Finetune/Learning Rate": 1.9322788662526726e-05, "Finetune/Loss": 0.8853243589401245, "Finetune/Loss (Raw)": 0.9870018362998962, "Finetune/Step": 2774, "Finetune/Step Time": 11.992741668596864}
+{"Finetune/Learning Rate": 1.932217937459055e-05, "Finetune/Loss": 0.8855773210525513, "Finetune/Loss (Raw)": 0.9581111073493958, "Finetune/Step": 2775, "Finetune/Step Time": 11.995929352939129}
+{"Finetune/Learning Rate": 1.932156982230388e-05, "Finetune/Loss": 0.8857976794242859, "Finetune/Loss (Raw)": 0.9116241335868835, "Finetune/Step": 2776, "Finetune/Step Time": 11.999839777126908}
+{"Finetune/Learning Rate": 1.9320960005683995e-05, "Finetune/Loss": 0.8848845362663269, "Finetune/Loss (Raw)": 0.8202732801437378, "Finetune/Step": 2777, "Finetune/Step Time": 11.98920999839902}
+{"Finetune/Learning Rate": 1.932034992474819e-05, "Finetune/Loss": 0.8837929368019104, "Finetune/Loss (Raw)": 0.8277681469917297, "Finetune/Step": 2778, "Finetune/Step Time": 12.00973797775805}
+{"Finetune/Learning Rate": 1.9319739579513763e-05, "Finetune/Loss": 0.8824635744094849, "Finetune/Loss (Raw)": 0.7142534255981445, "Finetune/Step": 2779, "Finetune/Step Time": 12.025569239631295}
+{"Finetune/Learning Rate": 1.9319128969998027e-05, "Finetune/Loss": 0.883217990398407, "Finetune/Loss (Raw)": 0.9831404685974121, "Finetune/Step": 2780, "Finetune/Step Time": 12.01690972596407}
+{"Finetune/Learning Rate": 1.9318518096218288e-05, "Finetune/Loss": 0.882966160774231, "Finetune/Loss (Raw)": 0.8212505578994751, "Finetune/Step": 2781, "Finetune/Step Time": 12.035438697785139}
+{"Finetune/Learning Rate": 1.9317906958191876e-05, "Finetune/Loss": 0.8833368420600891, "Finetune/Loss (Raw)": 0.9711514711380005, "Finetune/Step": 2782, "Finetune/Step Time": 12.030554184690118}
+{"Finetune/Learning Rate": 1.931729555593612e-05, "Finetune/Loss": 0.8833413124084473, "Finetune/Loss (Raw)": 0.8539215326309204, "Finetune/Step": 2783, "Finetune/Step Time": 12.02523018233478}
+{"Finetune/Learning Rate": 1.931668388946836e-05, "Finetune/Loss": 0.8849201202392578, "Finetune/Loss (Raw)": 0.9682404398918152, "Finetune/Step": 2784, "Finetune/Step Time": 11.963825799524784}
+{"Finetune/Learning Rate": 1.9316071958805935e-05, "Finetune/Loss": 0.8843807578086853, "Finetune/Loss (Raw)": 0.8795386552810669, "Finetune/Step": 2785, "Finetune/Step Time": 11.982177902013063}
+{"Finetune/Learning Rate": 1.93154597639662e-05, "Finetune/Loss": 0.8849297761917114, "Finetune/Loss (Raw)": 0.971264660358429, "Finetune/Step": 2786, "Finetune/Step Time": 11.961062690243125}
+{"Finetune/Learning Rate": 1.9314847304966517e-05, "Finetune/Loss": 0.883816123008728, "Finetune/Loss (Raw)": 0.6876578330993652, "Finetune/Step": 2787, "Finetune/Step Time": 11.988221649080515}
+{"Finetune/Learning Rate": 1.931423458182425e-05, "Finetune/Loss": 0.8825553059577942, "Finetune/Loss (Raw)": 0.93580561876297, "Finetune/Step": 2788, "Finetune/Step Time": 11.988673646003008}
+{"Finetune/Learning Rate": 1.9313621594556778e-05, "Finetune/Loss": 0.883688747882843, "Finetune/Loss (Raw)": 0.8962880969047546, "Finetune/Step": 2789, "Finetune/Step Time": 11.97937230207026}
+{"Finetune/Learning Rate": 1.9313008343181482e-05, "Finetune/Loss": 0.8833974599838257, "Finetune/Loss (Raw)": 0.9132145643234253, "Finetune/Step": 2790, "Finetune/Step Time": 11.979691948741674}
+{"Finetune/Learning Rate": 1.9312394827715756e-05, "Finetune/Loss": 0.8840135335922241, "Finetune/Loss (Raw)": 0.9779378175735474, "Finetune/Step": 2791, "Finetune/Step Time": 11.97582327760756}
+{"Finetune/Learning Rate": 1.9311781048176986e-05, "Finetune/Loss": 0.8846280574798584, "Finetune/Loss (Raw)": 0.9644277691841125, "Finetune/Step": 2792, "Finetune/Step Time": 11.976544937118888}
+{"Finetune/Learning Rate": 1.931116700458259e-05, "Finetune/Loss": 0.885969877243042, "Finetune/Loss (Raw)": 1.0163017511367798, "Finetune/Step": 2793, "Finetune/Step Time": 12.00059300288558}
+{"Finetune/Learning Rate": 1.9310552696949974e-05, "Finetune/Loss": 0.8884366750717163, "Finetune/Loss (Raw)": 1.1170108318328857, "Finetune/Step": 2794, "Finetune/Step Time": 11.996319795027375}
+{"Finetune/Learning Rate": 1.9309938125296556e-05, "Finetune/Loss": 0.8877929449081421, "Finetune/Loss (Raw)": 0.8632697463035583, "Finetune/Step": 2795, "Finetune/Step Time": 11.985912967473269}
+{"Finetune/Learning Rate": 1.9309323289639773e-05, "Finetune/Loss": 0.886908769607544, "Finetune/Loss (Raw)": 0.8291113376617432, "Finetune/Step": 2796, "Finetune/Step Time": 11.988135255873203}
+{"Finetune/Learning Rate": 1.9308708189997048e-05, "Finetune/Loss": 0.8859766721725464, "Finetune/Loss (Raw)": 0.6479355692863464, "Finetune/Step": 2797, "Finetune/Step Time": 12.016054905951023}
+{"Finetune/Learning Rate": 1.9308092826385832e-05, "Finetune/Loss": 0.8862318992614746, "Finetune/Loss (Raw)": 0.8415337800979614, "Finetune/Step": 2798, "Finetune/Step Time": 12.011370863765478}
+{"Finetune/Learning Rate": 1.930747719882357e-05, "Finetune/Loss": 0.8879802823066711, "Finetune/Loss (Raw)": 1.070410132408142, "Finetune/Step": 2799, "Finetune/Step Time": 12.014243984594941}
+{"Finetune/Learning Rate": 1.9306861307327724e-05, "Finetune/Loss": 0.8878746032714844, "Finetune/Loss (Raw)": 0.9879822134971619, "Finetune/Step": 2800, "Finetune/Step Time": 12.018791886046529}
+{"Finetune/Learning Rate": 1.9306245151915757e-05, "Finetune/Loss": 0.8878179788589478, "Finetune/Loss (Raw)": 0.8870765566825867, "Finetune/Step": 2801, "Finetune/Step Time": 12.026792328804731}
+{"Finetune/Learning Rate": 1.930562873260514e-05, "Finetune/Loss": 0.8878977298736572, "Finetune/Loss (Raw)": 0.9341052174568176, "Finetune/Step": 2802, "Finetune/Step Time": 12.028253931552172}
+{"Finetune/Learning Rate": 1.9305012049413353e-05, "Finetune/Loss": 0.8865989446640015, "Finetune/Loss (Raw)": 0.777106523513794, "Finetune/Step": 2803, "Finetune/Step Time": 12.034101597964764}
+{"Finetune/Learning Rate": 1.930439510235788e-05, "Finetune/Loss": 0.8872392177581787, "Finetune/Loss (Raw)": 0.9550902247428894, "Finetune/Step": 2804, "Finetune/Step Time": 12.020978275686502}
+{"Finetune/Learning Rate": 1.9303777891456227e-05, "Finetune/Loss": 0.8878387212753296, "Finetune/Loss (Raw)": 0.9164010286331177, "Finetune/Step": 2805, "Finetune/Step Time": 12.026137858629227}
+{"Finetune/Learning Rate": 1.9303160416725884e-05, "Finetune/Loss": 0.8895019292831421, "Finetune/Loss (Raw)": 1.0300979614257812, "Finetune/Step": 2806, "Finetune/Step Time": 12.017878016456962}
+{"Finetune/Learning Rate": 1.930254267818437e-05, "Finetune/Loss": 0.8892814517021179, "Finetune/Loss (Raw)": 0.9918252229690552, "Finetune/Step": 2807, "Finetune/Step Time": 12.027919033542275}
+{"Finetune/Learning Rate": 1.9301924675849196e-05, "Finetune/Loss": 0.8895435333251953, "Finetune/Loss (Raw)": 0.9874594807624817, "Finetune/Step": 2808, "Finetune/Step Time": 12.032808095216751}
+{"Finetune/Learning Rate": 1.9301306409737894e-05, "Finetune/Loss": 0.8888057470321655, "Finetune/Loss (Raw)": 0.83174067735672, "Finetune/Step": 2809, "Finetune/Step Time": 12.0378404147923}
+{"Finetune/Learning Rate": 1.9300687879867987e-05, "Finetune/Loss": 0.8896908760070801, "Finetune/Loss (Raw)": 1.044481873512268, "Finetune/Step": 2810, "Finetune/Step Time": 12.03769096173346}
+{"Finetune/Learning Rate": 1.930006908625702e-05, "Finetune/Loss": 0.8892883062362671, "Finetune/Loss (Raw)": 0.9215927720069885, "Finetune/Step": 2811, "Finetune/Step Time": 12.053610665723681}
+{"Finetune/Learning Rate": 1.929945002892254e-05, "Finetune/Loss": 0.8876841068267822, "Finetune/Loss (Raw)": 0.7766752243041992, "Finetune/Step": 2812, "Finetune/Step Time": 12.05191339366138}
+{"Finetune/Learning Rate": 1.9298830707882105e-05, "Finetune/Loss": 0.888219952583313, "Finetune/Loss (Raw)": 0.8713918328285217, "Finetune/Step": 2813, "Finetune/Step Time": 12.040487160906196}
+{"Finetune/Learning Rate": 1.929821112315327e-05, "Finetune/Loss": 0.8879150152206421, "Finetune/Loss (Raw)": 0.8409318923950195, "Finetune/Step": 2814, "Finetune/Step Time": 12.035696409642696}
+{"Finetune/Learning Rate": 1.9297591274753607e-05, "Finetune/Loss": 0.8874941468238831, "Finetune/Loss (Raw)": 0.9630923867225647, "Finetune/Step": 2815, "Finetune/Step Time": 12.039002634584904}
+{"Finetune/Learning Rate": 1.9296971162700696e-05, "Finetune/Loss": 0.8874521255493164, "Finetune/Loss (Raw)": 0.8675517439842224, "Finetune/Step": 2816, "Finetune/Step Time": 12.035143941640854}
+{"Finetune/Learning Rate": 1.929635078701212e-05, "Finetune/Loss": 0.8869200944900513, "Finetune/Loss (Raw)": 0.8550773859024048, "Finetune/Step": 2817, "Finetune/Step Time": 12.032743150368333}
+{"Finetune/Learning Rate": 1.9295730147705467e-05, "Finetune/Loss": 0.8856124877929688, "Finetune/Loss (Raw)": 0.7562000155448914, "Finetune/Step": 2818, "Finetune/Step Time": 12.025428952649236}
+{"Finetune/Learning Rate": 1.9295109244798348e-05, "Finetune/Loss": 0.8860176801681519, "Finetune/Loss (Raw)": 0.8813852667808533, "Finetune/Step": 2819, "Finetune/Step Time": 12.039209771901369}
+{"Finetune/Learning Rate": 1.9294488078308355e-05, "Finetune/Loss": 0.885371208190918, "Finetune/Loss (Raw)": 0.9075213670730591, "Finetune/Step": 2820, "Finetune/Step Time": 12.03931107185781}
+{"Finetune/Learning Rate": 1.9293866648253114e-05, "Finetune/Loss": 0.8862848281860352, "Finetune/Loss (Raw)": 0.7431814074516296, "Finetune/Step": 2821, "Finetune/Step Time": 12.005155995488167}
+{"Finetune/Learning Rate": 1.9293244954650242e-05, "Finetune/Loss": 0.8828272819519043, "Finetune/Loss (Raw)": 0.5958155393600464, "Finetune/Step": 2822, "Finetune/Step Time": 12.02577418833971}
+{"Finetune/Learning Rate": 1.929262299751737e-05, "Finetune/Loss": 0.883598804473877, "Finetune/Loss (Raw)": 0.8526726365089417, "Finetune/Step": 2823, "Finetune/Step Time": 12.011010084301233}
+{"Finetune/Learning Rate": 1.9292000776872135e-05, "Finetune/Loss": 0.8845710754394531, "Finetune/Loss (Raw)": 1.0514737367630005, "Finetune/Step": 2824, "Finetune/Step Time": 12.018605072051287}
+{"Finetune/Learning Rate": 1.929137829273218e-05, "Finetune/Loss": 0.8867335915565491, "Finetune/Loss (Raw)": 1.0907692909240723, "Finetune/Step": 2825, "Finetune/Step Time": 11.998384052887559}
+{"Finetune/Learning Rate": 1.929075554511516e-05, "Finetune/Loss": 0.8870366811752319, "Finetune/Loss (Raw)": 0.9822729229927063, "Finetune/Step": 2826, "Finetune/Step Time": 11.985001804307103}
+{"Finetune/Learning Rate": 1.929013253403873e-05, "Finetune/Loss": 0.8885045647621155, "Finetune/Loss (Raw)": 1.0451661348342896, "Finetune/Step": 2827, "Finetune/Step Time": 11.978777706623077}
+{"Finetune/Learning Rate": 1.9289509259520558e-05, "Finetune/Loss": 0.889329195022583, "Finetune/Loss (Raw)": 0.7830537557601929, "Finetune/Step": 2828, "Finetune/Step Time": 11.968828398734331}
+{"Finetune/Learning Rate": 1.928888572157832e-05, "Finetune/Loss": 0.8893626928329468, "Finetune/Loss (Raw)": 0.9083073735237122, "Finetune/Step": 2829, "Finetune/Step Time": 11.96940946392715}
+{"Finetune/Learning Rate": 1.92882619202297e-05, "Finetune/Loss": 0.8876520395278931, "Finetune/Loss (Raw)": 0.7645455002784729, "Finetune/Step": 2830, "Finetune/Step Time": 11.960501598194242}
+{"Finetune/Learning Rate": 1.928763785549238e-05, "Finetune/Loss": 0.8891221880912781, "Finetune/Loss (Raw)": 0.9109095335006714, "Finetune/Step": 2831, "Finetune/Step Time": 11.96701654419303}
+{"Finetune/Learning Rate": 1.928701352738406e-05, "Finetune/Loss": 0.8890681266784668, "Finetune/Loss (Raw)": 0.8196123242378235, "Finetune/Step": 2832, "Finetune/Step Time": 11.949422592297196}
+{"Finetune/Learning Rate": 1.928638893592245e-05, "Finetune/Loss": 0.8905693292617798, "Finetune/Loss (Raw)": 0.9402399659156799, "Finetune/Step": 2833, "Finetune/Step Time": 11.918757103383541}
+{"Finetune/Learning Rate": 1.9285764081125254e-05, "Finetune/Loss": 0.8918563723564148, "Finetune/Loss (Raw)": 0.8703872561454773, "Finetune/Step": 2834, "Finetune/Step Time": 11.933798035606742}
+{"Finetune/Learning Rate": 1.9285138963010196e-05, "Finetune/Loss": 0.8924838304519653, "Finetune/Loss (Raw)": 0.8951723575592041, "Finetune/Step": 2835, "Finetune/Step Time": 11.935659002512693}
+{"Finetune/Learning Rate": 1.9284513581594997e-05, "Finetune/Loss": 0.8926852941513062, "Finetune/Loss (Raw)": 0.9489217400550842, "Finetune/Step": 2836, "Finetune/Step Time": 11.930127125233412}
+{"Finetune/Learning Rate": 1.9283887936897398e-05, "Finetune/Loss": 0.8939210772514343, "Finetune/Loss (Raw)": 1.0137550830841064, "Finetune/Step": 2837, "Finetune/Step Time": 11.903295831754804}
+{"Finetune/Learning Rate": 1.928326202893513e-05, "Finetune/Loss": 0.8942333459854126, "Finetune/Loss (Raw)": 1.033428430557251, "Finetune/Step": 2838, "Finetune/Step Time": 11.900572238489985}
+{"Finetune/Learning Rate": 1.928263585772596e-05, "Finetune/Loss": 0.8916211128234863, "Finetune/Loss (Raw)": 0.7494979500770569, "Finetune/Step": 2839, "Finetune/Step Time": 11.892031906172633}
+{"Finetune/Learning Rate": 1.9282009423287623e-05, "Finetune/Loss": 0.8922604918479919, "Finetune/Loss (Raw)": 1.0152366161346436, "Finetune/Step": 2840, "Finetune/Step Time": 11.887685330584645}
+{"Finetune/Learning Rate": 1.92813827256379e-05, "Finetune/Loss": 0.8917216062545776, "Finetune/Loss (Raw)": 0.923558235168457, "Finetune/Step": 2841, "Finetune/Step Time": 11.87854378670454}
+{"Finetune/Learning Rate": 1.9280755764794553e-05, "Finetune/Loss": 0.8909130692481995, "Finetune/Loss (Raw)": 0.9206382036209106, "Finetune/Step": 2842, "Finetune/Step Time": 11.883079767227173}
+{"Finetune/Learning Rate": 1.9280128540775363e-05, "Finetune/Loss": 0.8912121057510376, "Finetune/Loss (Raw)": 0.910417377948761, "Finetune/Step": 2843, "Finetune/Step Time": 11.867745533585548}
+{"Finetune/Learning Rate": 1.9279501053598117e-05, "Finetune/Loss": 0.8910536170005798, "Finetune/Loss (Raw)": 0.8000732064247131, "Finetune/Step": 2844, "Finetune/Step Time": 11.862795131281018}
+{"Finetune/Learning Rate": 1.9278873303280606e-05, "Finetune/Loss": 0.889967679977417, "Finetune/Loss (Raw)": 0.8031572699546814, "Finetune/Step": 2845, "Finetune/Step Time": 11.864091515541077}
+{"Finetune/Learning Rate": 1.9278245289840642e-05, "Finetune/Loss": 0.8905744552612305, "Finetune/Loss (Raw)": 1.0115362405776978, "Finetune/Step": 2846, "Finetune/Step Time": 11.856904413551092}
+{"Finetune/Learning Rate": 1.9277617013296018e-05, "Finetune/Loss": 0.891022264957428, "Finetune/Loss (Raw)": 0.8749455809593201, "Finetune/Step": 2847, "Finetune/Step Time": 11.846685871481895}
+{"Finetune/Learning Rate": 1.9276988473664557e-05, "Finetune/Loss": 0.890678346157074, "Finetune/Loss (Raw)": 0.9426394104957581, "Finetune/Step": 2848, "Finetune/Step Time": 11.83102111145854}
+{"Finetune/Learning Rate": 1.9276359670964086e-05, "Finetune/Loss": 0.889132022857666, "Finetune/Loss (Raw)": 0.7158461809158325, "Finetune/Step": 2849, "Finetune/Step Time": 11.839349877089262}
+{"Finetune/Learning Rate": 1.9275730605212435e-05, "Finetune/Loss": 0.890631914138794, "Finetune/Loss (Raw)": 1.006853699684143, "Finetune/Step": 2850, "Finetune/Step Time": 11.820637598633766}
+{"Finetune/Learning Rate": 1.9275101276427438e-05, "Finetune/Loss": 0.8930492401123047, "Finetune/Loss (Raw)": 0.9794757962226868, "Finetune/Step": 2851, "Finetune/Step Time": 11.83415855281055}
+{"Finetune/Learning Rate": 1.9274471684626943e-05, "Finetune/Loss": 0.8938777446746826, "Finetune/Loss (Raw)": 1.0113500356674194, "Finetune/Step": 2852, "Finetune/Step Time": 11.837029539048672}
+{"Finetune/Learning Rate": 1.9273841829828804e-05, "Finetune/Loss": 0.8930614590644836, "Finetune/Loss (Raw)": 0.8140593767166138, "Finetune/Step": 2853, "Finetune/Step Time": 11.911109095439315}
+{"Finetune/Learning Rate": 1.9273211712050885e-05, "Finetune/Loss": 0.8925225734710693, "Finetune/Loss (Raw)": 0.7885459065437317, "Finetune/Step": 2854, "Finetune/Step Time": 11.910350184887648}
+{"Finetune/Learning Rate": 1.927258133131105e-05, "Finetune/Loss": 0.8930131196975708, "Finetune/Loss (Raw)": 0.9692792892456055, "Finetune/Step": 2855, "Finetune/Step Time": 11.909686103463173}
+{"Finetune/Learning Rate": 1.9271950687627175e-05, "Finetune/Loss": 0.892544686794281, "Finetune/Loss (Raw)": 0.931067705154419, "Finetune/Step": 2856, "Finetune/Step Time": 11.9191923905164}
+{"Finetune/Learning Rate": 1.9271319781017142e-05, "Finetune/Loss": 0.8939484357833862, "Finetune/Loss (Raw)": 0.9671330451965332, "Finetune/Step": 2857, "Finetune/Step Time": 11.918623195961118}
+{"Finetune/Learning Rate": 1.927068861149885e-05, "Finetune/Loss": 0.8950104713439941, "Finetune/Loss (Raw)": 0.8973439931869507, "Finetune/Step": 2858, "Finetune/Step Time": 11.891510609537363}
+{"Finetune/Learning Rate": 1.9270057179090188e-05, "Finetune/Loss": 0.8945002555847168, "Finetune/Loss (Raw)": 0.8407555222511292, "Finetune/Step": 2859, "Finetune/Step Time": 11.913018880411983}
+{"Finetune/Learning Rate": 1.9269425483809065e-05, "Finetune/Loss": 0.8944995403289795, "Finetune/Loss (Raw)": 0.7698934674263, "Finetune/Step": 2860, "Finetune/Step Time": 11.935630787163973}
+{"Finetune/Learning Rate": 1.9268793525673396e-05, "Finetune/Loss": 0.893480122089386, "Finetune/Loss (Raw)": 0.7367118000984192, "Finetune/Step": 2861, "Finetune/Step Time": 11.930126057937741}
+{"Finetune/Learning Rate": 1.9268161304701095e-05, "Finetune/Loss": 0.8913352489471436, "Finetune/Loss (Raw)": 0.8293807506561279, "Finetune/Step": 2862, "Finetune/Step Time": 11.932175319641829}
+{"Finetune/Learning Rate": 1.9267528820910097e-05, "Finetune/Loss": 0.8906028270721436, "Finetune/Loss (Raw)": 0.7859530448913574, "Finetune/Step": 2863, "Finetune/Step Time": 11.971814207732677}
+{"Finetune/Learning Rate": 1.9266896074318335e-05, "Finetune/Loss": 0.8912177085876465, "Finetune/Loss (Raw)": 0.8739601373672485, "Finetune/Step": 2864, "Finetune/Step Time": 11.973184620961547}
+{"Finetune/Learning Rate": 1.9266263064943752e-05, "Finetune/Loss": 0.8920245170593262, "Finetune/Loss (Raw)": 0.9260479211807251, "Finetune/Step": 2865, "Finetune/Step Time": 11.960334667935967}
+{"Finetune/Learning Rate": 1.92656297928043e-05, "Finetune/Loss": 0.8911550045013428, "Finetune/Loss (Raw)": 0.7591866850852966, "Finetune/Step": 2866, "Finetune/Step Time": 11.964528132230043}
+{"Finetune/Learning Rate": 1.9264996257917933e-05, "Finetune/Loss": 0.89162278175354, "Finetune/Loss (Raw)": 0.8806436061859131, "Finetune/Step": 2867, "Finetune/Step Time": 11.962997237220407}
+{"Finetune/Learning Rate": 1.926436246030262e-05, "Finetune/Loss": 0.8904663324356079, "Finetune/Loss (Raw)": 0.7369924187660217, "Finetune/Step": 2868, "Finetune/Step Time": 11.959249544888735}
+{"Finetune/Learning Rate": 1.926372839997633e-05, "Finetune/Loss": 0.8889874219894409, "Finetune/Loss (Raw)": 0.9073977470397949, "Finetune/Step": 2869, "Finetune/Step Time": 11.966799838468432}
+{"Finetune/Learning Rate": 1.9263094076957042e-05, "Finetune/Loss": 0.8881053328514099, "Finetune/Loss (Raw)": 0.7305817008018494, "Finetune/Step": 2870, "Finetune/Step Time": 11.961819622665644}
+{"Finetune/Learning Rate": 1.9262459491262753e-05, "Finetune/Loss": 0.8866918683052063, "Finetune/Loss (Raw)": 0.7391928434371948, "Finetune/Step": 2871, "Finetune/Step Time": 11.996639231219888}
+{"Finetune/Learning Rate": 1.926182464291145e-05, "Finetune/Loss": 0.8873337507247925, "Finetune/Loss (Raw)": 0.9874396324157715, "Finetune/Step": 2872, "Finetune/Step Time": 12.000714784488082}
+{"Finetune/Learning Rate": 1.9261189531921137e-05, "Finetune/Loss": 0.8853532075881958, "Finetune/Loss (Raw)": 0.5526456832885742, "Finetune/Step": 2873, "Finetune/Step Time": 12.028662011027336}
+{"Finetune/Learning Rate": 1.926055415830982e-05, "Finetune/Loss": 0.8860859870910645, "Finetune/Loss (Raw)": 1.0965269804000854, "Finetune/Step": 2874, "Finetune/Step Time": 12.037318352609873}
+{"Finetune/Learning Rate": 1.9259918522095528e-05, "Finetune/Loss": 0.8845496773719788, "Finetune/Loss (Raw)": 0.5944904685020447, "Finetune/Step": 2875, "Finetune/Step Time": 12.05100066959858}
+{"Finetune/Learning Rate": 1.925928262329627e-05, "Finetune/Loss": 0.8835177421569824, "Finetune/Loss (Raw)": 0.7227575182914734, "Finetune/Step": 2876, "Finetune/Step Time": 12.049231324344873}
+{"Finetune/Learning Rate": 1.9258646461930093e-05, "Finetune/Loss": 0.8813956379890442, "Finetune/Loss (Raw)": 0.5889686346054077, "Finetune/Step": 2877, "Finetune/Step Time": 12.077340625226498}
+{"Finetune/Learning Rate": 1.9258010038015027e-05, "Finetune/Loss": 0.8810182213783264, "Finetune/Loss (Raw)": 0.8845836520195007, "Finetune/Step": 2878, "Finetune/Step Time": 12.083040069788694}
+{"Finetune/Learning Rate": 1.9257373351569125e-05, "Finetune/Loss": 0.8803892731666565, "Finetune/Loss (Raw)": 0.8244892358779907, "Finetune/Step": 2879, "Finetune/Step Time": 12.053618669509888}
+{"Finetune/Learning Rate": 1.9256736402610437e-05, "Finetune/Loss": 0.8798903822898865, "Finetune/Loss (Raw)": 0.8211973309516907, "Finetune/Step": 2880, "Finetune/Step Time": 12.056495610624552}
+{"Finetune/Learning Rate": 1.925609919115703e-05, "Finetune/Loss": 0.8793280124664307, "Finetune/Loss (Raw)": 0.8621921539306641, "Finetune/Step": 2881, "Finetune/Step Time": 12.055456709116697}
+{"Finetune/Learning Rate": 1.925546171722697e-05, "Finetune/Loss": 0.8793331384658813, "Finetune/Loss (Raw)": 0.8827439546585083, "Finetune/Step": 2882, "Finetune/Step Time": 12.04859153367579}
+{"Finetune/Learning Rate": 1.9254823980838332e-05, "Finetune/Loss": 0.8789198398590088, "Finetune/Loss (Raw)": 0.7343906164169312, "Finetune/Step": 2883, "Finetune/Step Time": 12.05276926420629}
+{"Finetune/Learning Rate": 1.9254185982009204e-05, "Finetune/Loss": 0.8788497447967529, "Finetune/Loss (Raw)": 0.921260416507721, "Finetune/Step": 2884, "Finetune/Step Time": 12.056328810751438}
+{"Finetune/Learning Rate": 1.925354772075768e-05, "Finetune/Loss": 0.8768356442451477, "Finetune/Loss (Raw)": 0.5760132074356079, "Finetune/Step": 2885, "Finetune/Step Time": 12.084889501333237}
+{"Finetune/Learning Rate": 1.9252909197101854e-05, "Finetune/Loss": 0.8770558834075928, "Finetune/Loss (Raw)": 0.9751409292221069, "Finetune/Step": 2886, "Finetune/Step Time": 12.08684835396707}
+{"Finetune/Learning Rate": 1.9252270411059834e-05, "Finetune/Loss": 0.8776099681854248, "Finetune/Loss (Raw)": 0.9877349734306335, "Finetune/Step": 2887, "Finetune/Step Time": 12.094080813229084}
+{"Finetune/Learning Rate": 1.9251631362649735e-05, "Finetune/Loss": 0.8788785934448242, "Finetune/Loss (Raw)": 1.008766531944275, "Finetune/Step": 2888, "Finetune/Step Time": 12.106318160891533}
+{"Finetune/Learning Rate": 1.925099205188968e-05, "Finetune/Loss": 0.8772799372673035, "Finetune/Loss (Raw)": 0.7379095554351807, "Finetune/Step": 2889, "Finetune/Step Time": 12.119559947401285}
+{"Finetune/Learning Rate": 1.9250352478797798e-05, "Finetune/Loss": 0.8783285021781921, "Finetune/Loss (Raw)": 0.8881875276565552, "Finetune/Step": 2890, "Finetune/Step Time": 12.118992744013667}
+{"Finetune/Learning Rate": 1.9249712643392223e-05, "Finetune/Loss": 0.8790100812911987, "Finetune/Loss (Raw)": 0.9091445803642273, "Finetune/Step": 2891, "Finetune/Step Time": 12.116321554407477}
+{"Finetune/Learning Rate": 1.9249072545691102e-05, "Finetune/Loss": 0.8779798150062561, "Finetune/Loss (Raw)": 0.8276622891426086, "Finetune/Step": 2892, "Finetune/Step Time": 12.12627724185586}
+{"Finetune/Learning Rate": 1.924843218571258e-05, "Finetune/Loss": 0.8802484273910522, "Finetune/Loss (Raw)": 0.8819568157196045, "Finetune/Step": 2893, "Finetune/Step Time": 12.109903460368514}
+{"Finetune/Learning Rate": 1.9247791563474822e-05, "Finetune/Loss": 0.8792023062705994, "Finetune/Loss (Raw)": 0.8563119173049927, "Finetune/Step": 2894, "Finetune/Step Time": 12.08939591422677}
+{"Finetune/Learning Rate": 1.9247150678995994e-05, "Finetune/Loss": 0.8784364461898804, "Finetune/Loss (Raw)": 0.8463363647460938, "Finetune/Step": 2895, "Finetune/Step Time": 12.096931079402566}
+{"Finetune/Learning Rate": 1.9246509532294265e-05, "Finetune/Loss": 0.8775589466094971, "Finetune/Loss (Raw)": 0.8939995765686035, "Finetune/Step": 2896, "Finetune/Step Time": 12.096848331391811}
+{"Finetune/Learning Rate": 1.9245868123387822e-05, "Finetune/Loss": 0.878675103187561, "Finetune/Loss (Raw)": 0.9710903167724609, "Finetune/Step": 2897, "Finetune/Step Time": 12.097119890153408}
+{"Finetune/Learning Rate": 1.9245226452294853e-05, "Finetune/Loss": 0.8780840635299683, "Finetune/Loss (Raw)": 0.8876767754554749, "Finetune/Step": 2898, "Finetune/Step Time": 12.104384209960699}
+{"Finetune/Learning Rate": 1.9244584519033548e-05, "Finetune/Loss": 0.8795926570892334, "Finetune/Loss (Raw)": 0.8349143862724304, "Finetune/Step": 2899, "Finetune/Step Time": 12.090009087696671}
+{"Finetune/Learning Rate": 1.9243942323622113e-05, "Finetune/Loss": 0.878227949142456, "Finetune/Loss (Raw)": 0.8253834247589111, "Finetune/Step": 2900, "Finetune/Step Time": 12.100724106654525}
+{"Finetune/Learning Rate": 1.924329986607876e-05, "Finetune/Loss": 0.8788222074508667, "Finetune/Loss (Raw)": 0.8950643539428711, "Finetune/Step": 2901, "Finetune/Step Time": 12.106319086626172}
+{"Finetune/Learning Rate": 1.924265714642171e-05, "Finetune/Loss": 0.8776895403862, "Finetune/Loss (Raw)": 0.8420170545578003, "Finetune/Step": 2902, "Finetune/Step Time": 12.108480321243405}
+{"Finetune/Learning Rate": 1.9242014164669186e-05, "Finetune/Loss": 0.8776912689208984, "Finetune/Loss (Raw)": 0.9583312273025513, "Finetune/Step": 2903, "Finetune/Step Time": 12.116952996701002}
+{"Finetune/Learning Rate": 1.924137092083942e-05, "Finetune/Loss": 0.8763079047203064, "Finetune/Loss (Raw)": 0.7345523238182068, "Finetune/Step": 2904, "Finetune/Step Time": 12.131902061402798}
+{"Finetune/Learning Rate": 1.9240727414950654e-05, "Finetune/Loss": 0.8765600323677063, "Finetune/Loss (Raw)": 0.8525483012199402, "Finetune/Step": 2905, "Finetune/Step Time": 12.13075572066009}
+{"Finetune/Learning Rate": 1.9240083647021135e-05, "Finetune/Loss": 0.876911997795105, "Finetune/Loss (Raw)": 0.8728163242340088, "Finetune/Step": 2906, "Finetune/Step Time": 12.111526675522327}
+{"Finetune/Learning Rate": 1.923943961706912e-05, "Finetune/Loss": 0.8784836530685425, "Finetune/Loss (Raw)": 0.9154289364814758, "Finetune/Step": 2907, "Finetune/Step Time": 12.092740256339312}
+{"Finetune/Learning Rate": 1.9238795325112867e-05, "Finetune/Loss": 0.8771371841430664, "Finetune/Loss (Raw)": 0.810791015625, "Finetune/Step": 2908, "Finetune/Step Time": 12.097503622993827}
+{"Finetune/Learning Rate": 1.9238150771170655e-05, "Finetune/Loss": 0.8778176307678223, "Finetune/Loss (Raw)": 0.9083444476127625, "Finetune/Step": 2909, "Finetune/Step Time": 12.089229913428426}
+{"Finetune/Learning Rate": 1.9237505955260756e-05, "Finetune/Loss": 0.8777914643287659, "Finetune/Loss (Raw)": 0.9678040146827698, "Finetune/Step": 2910, "Finetune/Step Time": 12.092071762308478}
+{"Finetune/Learning Rate": 1.9236860877401456e-05, "Finetune/Loss": 0.8767987489700317, "Finetune/Loss (Raw)": 0.7268509268760681, "Finetune/Step": 2911, "Finetune/Step Time": 12.092518962919712}
+{"Finetune/Learning Rate": 1.9236215537611044e-05, "Finetune/Loss": 0.874381422996521, "Finetune/Loss (Raw)": 0.6588281393051147, "Finetune/Step": 2912, "Finetune/Step Time": 12.108141053467989}
+{"Finetune/Learning Rate": 1.9235569935907826e-05, "Finetune/Loss": 0.8754920959472656, "Finetune/Loss (Raw)": 1.0217013359069824, "Finetune/Step": 2913, "Finetune/Step Time": 12.092830119654536}
+{"Finetune/Learning Rate": 1.9234924072310112e-05, "Finetune/Loss": 0.8755677342414856, "Finetune/Loss (Raw)": 0.9809436202049255, "Finetune/Step": 2914, "Finetune/Step Time": 12.101807503029704}
+{"Finetune/Learning Rate": 1.9234277946836207e-05, "Finetune/Loss": 0.8771828413009644, "Finetune/Loss (Raw)": 0.894393265247345, "Finetune/Step": 2915, "Finetune/Step Time": 12.062697084620595}
+{"Finetune/Learning Rate": 1.923363155950444e-05, "Finetune/Loss": 0.8761411905288696, "Finetune/Loss (Raw)": 0.8024797439575195, "Finetune/Step": 2916, "Finetune/Step Time": 12.062521293759346}
+{"Finetune/Learning Rate": 1.9232984910333136e-05, "Finetune/Loss": 0.8764375448226929, "Finetune/Loss (Raw)": 0.9342155456542969, "Finetune/Step": 2917, "Finetune/Step Time": 12.061758192256093}
+{"Finetune/Learning Rate": 1.923233799934064e-05, "Finetune/Loss": 0.8769680261611938, "Finetune/Loss (Raw)": 0.9811177253723145, "Finetune/Step": 2918, "Finetune/Step Time": 12.058752262964845}
+{"Finetune/Learning Rate": 1.9231690826545284e-05, "Finetune/Loss": 0.8762273788452148, "Finetune/Loss (Raw)": 0.8831306099891663, "Finetune/Step": 2919, "Finetune/Step Time": 12.064034076407552}
+{"Finetune/Learning Rate": 1.9231043391965435e-05, "Finetune/Loss": 0.8753529787063599, "Finetune/Loss (Raw)": 0.8525055646896362, "Finetune/Step": 2920, "Finetune/Step Time": 12.061524484306574}
+{"Finetune/Learning Rate": 1.923039569561944e-05, "Finetune/Loss": 0.8737391233444214, "Finetune/Loss (Raw)": 0.8097386956214905, "Finetune/Step": 2921, "Finetune/Step Time": 12.048844814300537}
+{"Finetune/Learning Rate": 1.922974773752567e-05, "Finetune/Loss": 0.8719682693481445, "Finetune/Loss (Raw)": 0.8903315663337708, "Finetune/Step": 2922, "Finetune/Step Time": 12.054102817550302}
+{"Finetune/Learning Rate": 1.9229099517702505e-05, "Finetune/Loss": 0.8721004128456116, "Finetune/Loss (Raw)": 0.880190372467041, "Finetune/Step": 2923, "Finetune/Step Time": 12.055805217474699}
+{"Finetune/Learning Rate": 1.9228451036168317e-05, "Finetune/Loss": 0.8723475933074951, "Finetune/Loss (Raw)": 0.8607444763183594, "Finetune/Step": 2924, "Finetune/Step Time": 12.050874022766948}
+{"Finetune/Learning Rate": 1.9227802292941504e-05, "Finetune/Loss": 0.8743420839309692, "Finetune/Loss (Raw)": 0.9032344818115234, "Finetune/Step": 2925, "Finetune/Step Time": 12.017384368926287}
+{"Finetune/Learning Rate": 1.9227153288040458e-05, "Finetune/Loss": 0.8749028444290161, "Finetune/Loss (Raw)": 0.9133121371269226, "Finetune/Step": 2926, "Finetune/Step Time": 12.008976712822914}
+{"Finetune/Learning Rate": 1.9226504021483582e-05, "Finetune/Loss": 0.8726813197135925, "Finetune/Loss (Raw)": 0.7860503196716309, "Finetune/Step": 2927, "Finetune/Step Time": 12.014637527987361}
+{"Finetune/Learning Rate": 1.9225854493289287e-05, "Finetune/Loss": 0.8720425367355347, "Finetune/Loss (Raw)": 0.9062158465385437, "Finetune/Step": 2928, "Finetune/Step Time": 12.01602029427886}
+{"Finetune/Learning Rate": 1.9225204703475995e-05, "Finetune/Loss": 0.8728529214859009, "Finetune/Loss (Raw)": 0.9908086061477661, "Finetune/Step": 2929, "Finetune/Step Time": 12.017657030373812}
+{"Finetune/Learning Rate": 1.922455465206213e-05, "Finetune/Loss": 0.872370719909668, "Finetune/Loss (Raw)": 0.8723825216293335, "Finetune/Step": 2930, "Finetune/Step Time": 12.018323862925172}
+{"Finetune/Learning Rate": 1.9223904339066125e-05, "Finetune/Loss": 0.8721067309379578, "Finetune/Loss (Raw)": 0.7433204650878906, "Finetune/Step": 2931, "Finetune/Step Time": 12.007265727967024}
+{"Finetune/Learning Rate": 1.9223253764506426e-05, "Finetune/Loss": 0.8721259236335754, "Finetune/Loss (Raw)": 0.9575474262237549, "Finetune/Step": 2932, "Finetune/Step Time": 12.008946433663368}
+{"Finetune/Learning Rate": 1.9222602928401473e-05, "Finetune/Loss": 0.871910572052002, "Finetune/Loss (Raw)": 0.8888328671455383, "Finetune/Step": 2933, "Finetune/Step Time": 12.012227093800902}
+{"Finetune/Learning Rate": 1.922195183076973e-05, "Finetune/Loss": 0.8696161508560181, "Finetune/Loss (Raw)": 0.7364133596420288, "Finetune/Step": 2934, "Finetune/Step Time": 12.020323731005192}
+{"Finetune/Learning Rate": 1.9221300471629658e-05, "Finetune/Loss": 0.8690524101257324, "Finetune/Loss (Raw)": 0.9196650981903076, "Finetune/Step": 2935, "Finetune/Step Time": 12.020329276099801}
+{"Finetune/Learning Rate": 1.9220648850999723e-05, "Finetune/Loss": 0.8676800727844238, "Finetune/Loss (Raw)": 0.8118002414703369, "Finetune/Step": 2936, "Finetune/Step Time": 12.059115786105394}
+{"Finetune/Learning Rate": 1.9219996968898408e-05, "Finetune/Loss": 0.8679784536361694, "Finetune/Loss (Raw)": 0.8699406981468201, "Finetune/Step": 2937, "Finetune/Step Time": 12.061906153336167}
+{"Finetune/Learning Rate": 1.92193448253442e-05, "Finetune/Loss": 0.8669964075088501, "Finetune/Loss (Raw)": 0.9187681078910828, "Finetune/Step": 2938, "Finetune/Step Time": 12.06815730035305}
+{"Finetune/Learning Rate": 1.9218692420355585e-05, "Finetune/Loss": 0.864600658416748, "Finetune/Loss (Raw)": 0.6149430274963379, "Finetune/Step": 2939, "Finetune/Step Time": 12.083828944712877}
+{"Finetune/Learning Rate": 1.9218039753951068e-05, "Finetune/Loss": 0.8654966354370117, "Finetune/Loss (Raw)": 0.8913612365722656, "Finetune/Step": 2940, "Finetune/Step Time": 12.081544561311603}
+{"Finetune/Learning Rate": 1.9217386826149155e-05, "Finetune/Loss": 0.8651389479637146, "Finetune/Loss (Raw)": 0.8256036043167114, "Finetune/Step": 2941, "Finetune/Step Time": 12.108826974406838}
+{"Finetune/Learning Rate": 1.9216733636968365e-05, "Finetune/Loss": 0.8650761842727661, "Finetune/Loss (Raw)": 0.8328988552093506, "Finetune/Step": 2942, "Finetune/Step Time": 12.105956252664328}
+{"Finetune/Learning Rate": 1.9216080186427218e-05, "Finetune/Loss": 0.8655908107757568, "Finetune/Loss (Raw)": 1.0289684534072876, "Finetune/Step": 2943, "Finetune/Step Time": 12.098419602960348}
+{"Finetune/Learning Rate": 1.9215426474544242e-05, "Finetune/Loss": 0.8662558794021606, "Finetune/Loss (Raw)": 0.952671229839325, "Finetune/Step": 2944, "Finetune/Step Time": 12.094847299158573}
+{"Finetune/Learning Rate": 1.9214772501337976e-05, "Finetune/Loss": 0.8668087720870972, "Finetune/Loss (Raw)": 0.9258553385734558, "Finetune/Step": 2945, "Finetune/Step Time": 12.105973726138473}
+{"Finetune/Learning Rate": 1.9214118266826968e-05, "Finetune/Loss": 0.8676540851593018, "Finetune/Loss (Raw)": 0.8644042015075684, "Finetune/Step": 2946, "Finetune/Step Time": 12.106203068047762}
+{"Finetune/Learning Rate": 1.9213463771029762e-05, "Finetune/Loss": 0.8678330183029175, "Finetune/Loss (Raw)": 0.904288113117218, "Finetune/Step": 2947, "Finetune/Step Time": 12.100371738895774}
+{"Finetune/Learning Rate": 1.9212809013964932e-05, "Finetune/Loss": 0.8679547309875488, "Finetune/Loss (Raw)": 0.9230943918228149, "Finetune/Step": 2948, "Finetune/Step Time": 12.107030257582664}
+{"Finetune/Learning Rate": 1.9212153995651028e-05, "Finetune/Loss": 0.8697677850723267, "Finetune/Loss (Raw)": 0.9752535223960876, "Finetune/Step": 2949, "Finetune/Step Time": 12.123086931183934}
+{"Finetune/Learning Rate": 1.9211498716106636e-05, "Finetune/Loss": 0.8715898990631104, "Finetune/Loss (Raw)": 0.8290489315986633, "Finetune/Step": 2950, "Finetune/Step Time": 12.126022538170218}
+{"Finetune/Learning Rate": 1.9210843175350335e-05, "Finetune/Loss": 0.8724497556686401, "Finetune/Loss (Raw)": 0.9627330899238586, "Finetune/Step": 2951, "Finetune/Step Time": 12.127551520243287}
+{"Finetune/Learning Rate": 1.921018737340071e-05, "Finetune/Loss": 0.8717294335365295, "Finetune/Loss (Raw)": 0.9592742919921875, "Finetune/Step": 2952, "Finetune/Step Time": 12.123515576124191}
+{"Finetune/Learning Rate": 1.9209531310276362e-05, "Finetune/Loss": 0.8698090314865112, "Finetune/Loss (Raw)": 0.844955563545227, "Finetune/Step": 2953, "Finetune/Step Time": 12.124757576733828}
+{"Finetune/Learning Rate": 1.92088749859959e-05, "Finetune/Loss": 0.8692998886108398, "Finetune/Loss (Raw)": 0.9171030521392822, "Finetune/Step": 2954, "Finetune/Step Time": 12.127691881731153}
+{"Finetune/Learning Rate": 1.9208218400577926e-05, "Finetune/Loss": 0.8690675497055054, "Finetune/Loss (Raw)": 1.0154210329055786, "Finetune/Step": 2955, "Finetune/Step Time": 12.12450946494937}
+{"Finetune/Learning Rate": 1.920756155404106e-05, "Finetune/Loss": 0.8692032694816589, "Finetune/Loss (Raw)": 0.8004320859909058, "Finetune/Step": 2956, "Finetune/Step Time": 12.176231391727924}
+{"Finetune/Learning Rate": 1.9206904446403936e-05, "Finetune/Loss": 0.868676483631134, "Finetune/Loss (Raw)": 0.8408757448196411, "Finetune/Step": 2957, "Finetune/Step Time": 12.193871095776558}
+{"Finetune/Learning Rate": 1.9206247077685184e-05, "Finetune/Loss": 0.8699349164962769, "Finetune/Loss (Raw)": 0.9256258606910706, "Finetune/Step": 2958, "Finetune/Step Time": 12.16241255402565}
+{"Finetune/Learning Rate": 1.9205589447903438e-05, "Finetune/Loss": 0.8696293830871582, "Finetune/Loss (Raw)": 0.8718008995056152, "Finetune/Step": 2959, "Finetune/Step Time": 12.181298736482859}
+{"Finetune/Learning Rate": 1.9204931557077355e-05, "Finetune/Loss": 0.8694660067558289, "Finetune/Loss (Raw)": 0.7986980080604553, "Finetune/Step": 2960, "Finetune/Step Time": 12.264902828261256}
+{"Finetune/Learning Rate": 1.9204273405225588e-05, "Finetune/Loss": 0.8694878816604614, "Finetune/Loss (Raw)": 0.9430429935455322, "Finetune/Step": 2961, "Finetune/Step Time": 12.277871299535036}
+{"Finetune/Learning Rate": 1.9203614992366805e-05, "Finetune/Loss": 0.8702636361122131, "Finetune/Loss (Raw)": 0.9696874022483826, "Finetune/Step": 2962, "Finetune/Step Time": 12.26510165259242}
+{"Finetune/Learning Rate": 1.9202956318519667e-05, "Finetune/Loss": 0.8702727556228638, "Finetune/Loss (Raw)": 0.8963416218757629, "Finetune/Step": 2963, "Finetune/Step Time": 12.261655991896987}
+{"Finetune/Learning Rate": 1.9202297383702858e-05, "Finetune/Loss": 0.8699530363082886, "Finetune/Loss (Raw)": 0.9079917669296265, "Finetune/Step": 2964, "Finetune/Step Time": 12.275616543367505}
+{"Finetune/Learning Rate": 1.9201638187935066e-05, "Finetune/Loss": 0.8687801957130432, "Finetune/Loss (Raw)": 0.863632082939148, "Finetune/Step": 2965, "Finetune/Step Time": 12.276191972196102}
+{"Finetune/Learning Rate": 1.920097873123498e-05, "Finetune/Loss": 0.8668397068977356, "Finetune/Loss (Raw)": 0.7850481271743774, "Finetune/Step": 2966, "Finetune/Step Time": 12.301231313496828}
+{"Finetune/Learning Rate": 1.9200319013621298e-05, "Finetune/Loss": 0.8691312670707703, "Finetune/Loss (Raw)": 1.042815089225769, "Finetune/Step": 2967, "Finetune/Step Time": 12.314322460442781}
+{"Finetune/Learning Rate": 1.9199659035112734e-05, "Finetune/Loss": 0.8671876192092896, "Finetune/Loss (Raw)": 0.7664532661437988, "Finetune/Step": 2968, "Finetune/Step Time": 12.382089952006936}
+{"Finetune/Learning Rate": 1.9198998795728e-05, "Finetune/Loss": 0.867610514163971, "Finetune/Loss (Raw)": 0.9776822328567505, "Finetune/Step": 2969, "Finetune/Step Time": 12.390246668830514}
+{"Finetune/Learning Rate": 1.919833829548582e-05, "Finetune/Loss": 0.867033839225769, "Finetune/Loss (Raw)": 0.8468235731124878, "Finetune/Step": 2970, "Finetune/Step Time": 12.38754116371274}
+{"Finetune/Learning Rate": 1.919767753440492e-05, "Finetune/Loss": 0.8677583336830139, "Finetune/Loss (Raw)": 1.0031547546386719, "Finetune/Step": 2971, "Finetune/Step Time": 12.39282632432878}
+{"Finetune/Learning Rate": 1.9197016512504037e-05, "Finetune/Loss": 0.8688011765480042, "Finetune/Loss (Raw)": 0.9335598945617676, "Finetune/Step": 2972, "Finetune/Step Time": 12.38039542734623}
+{"Finetune/Learning Rate": 1.9196355229801924e-05, "Finetune/Loss": 0.8700848817825317, "Finetune/Loss (Raw)": 0.9674696922302246, "Finetune/Step": 2973, "Finetune/Step Time": 12.38640489242971}
+{"Finetune/Learning Rate": 1.9195693686317327e-05, "Finetune/Loss": 0.8698740005493164, "Finetune/Loss (Raw)": 0.9845449328422546, "Finetune/Step": 2974, "Finetune/Step Time": 12.38381140306592}
+{"Finetune/Learning Rate": 1.9195031882069005e-05, "Finetune/Loss": 0.8704826831817627, "Finetune/Loss (Raw)": 0.9528552293777466, "Finetune/Step": 2975, "Finetune/Step Time": 12.38509563729167}
+{"Finetune/Learning Rate": 1.9194369817075725e-05, "Finetune/Loss": 0.8705210089683533, "Finetune/Loss (Raw)": 0.9475458264350891, "Finetune/Step": 2976, "Finetune/Step Time": 12.384306494146585}
+{"Finetune/Learning Rate": 1.9193707491356265e-05, "Finetune/Loss": 0.8717364072799683, "Finetune/Loss (Raw)": 0.8714142441749573, "Finetune/Step": 2977, "Finetune/Step Time": 12.359431013464928}
+{"Finetune/Learning Rate": 1.9193044904929402e-05, "Finetune/Loss": 0.8706283569335938, "Finetune/Loss (Raw)": 0.8650299310684204, "Finetune/Step": 2978, "Finetune/Step Time": 12.364389926195145}
+{"Finetune/Learning Rate": 1.9192382057813926e-05, "Finetune/Loss": 0.8699244856834412, "Finetune/Loss (Raw)": 0.8893779516220093, "Finetune/Step": 2979, "Finetune/Step Time": 12.348663540557027}
+{"Finetune/Learning Rate": 1.9191718950028634e-05, "Finetune/Loss": 0.8691638708114624, "Finetune/Loss (Raw)": 0.9139865636825562, "Finetune/Step": 2980, "Finetune/Step Time": 12.350109979510307}
+{"Finetune/Learning Rate": 1.9191055581592334e-05, "Finetune/Loss": 0.8704608678817749, "Finetune/Loss (Raw)": 0.980076789855957, "Finetune/Step": 2981, "Finetune/Step Time": 12.268617114052176}
+{"Finetune/Learning Rate": 1.919039195252383e-05, "Finetune/Loss": 0.8700708150863647, "Finetune/Loss (Raw)": 0.738615870475769, "Finetune/Step": 2982, "Finetune/Step Time": 12.264452114701271}
+{"Finetune/Learning Rate": 1.9189728062841944e-05, "Finetune/Loss": 0.8686815500259399, "Finetune/Loss (Raw)": 0.7914544343948364, "Finetune/Step": 2983, "Finetune/Step Time": 12.270090056583285}
+{"Finetune/Learning Rate": 1.9189063912565506e-05, "Finetune/Loss": 0.8667891025543213, "Finetune/Loss (Raw)": 0.6888399720191956, "Finetune/Step": 2984, "Finetune/Step Time": 12.29055168479681}
+{"Finetune/Learning Rate": 1.918839950171334e-05, "Finetune/Loss": 0.8670557737350464, "Finetune/Loss (Raw)": 1.0012673139572144, "Finetune/Step": 2985, "Finetune/Step Time": 12.290647996589541}
+{"Finetune/Learning Rate": 1.91877348303043e-05, "Finetune/Loss": 0.8669074773788452, "Finetune/Loss (Raw)": 0.8783555626869202, "Finetune/Step": 2986, "Finetune/Step Time": 12.292296208441257}
+{"Finetune/Learning Rate": 1.918706989835722e-05, "Finetune/Loss": 0.8676208257675171, "Finetune/Loss (Raw)": 0.9320691227912903, "Finetune/Step": 2987, "Finetune/Step Time": 12.271385928615928}
+{"Finetune/Learning Rate": 1.9186404705890967e-05, "Finetune/Loss": 0.866786003112793, "Finetune/Loss (Raw)": 0.6630344986915588, "Finetune/Step": 2988, "Finetune/Step Time": 12.279624659568071}
+{"Finetune/Learning Rate": 1.9185739252924395e-05, "Finetune/Loss": 0.8684954047203064, "Finetune/Loss (Raw)": 0.9555145502090454, "Finetune/Step": 2989, "Finetune/Step Time": 12.29419345036149}
+{"Finetune/Learning Rate": 1.9185073539476378e-05, "Finetune/Loss": 0.8691553473472595, "Finetune/Loss (Raw)": 0.9138541221618652, "Finetune/Step": 2990, "Finetune/Step Time": 12.293648721650243}
+{"Finetune/Learning Rate": 1.9184407565565798e-05, "Finetune/Loss": 0.8699033260345459, "Finetune/Loss (Raw)": 0.8817011117935181, "Finetune/Step": 2991, "Finetune/Step Time": 12.24383377470076}
+{"Finetune/Learning Rate": 1.9183741331211535e-05, "Finetune/Loss": 0.871181845664978, "Finetune/Loss (Raw)": 1.0376026630401611, "Finetune/Step": 2992, "Finetune/Step Time": 12.236605666577816}
+{"Finetune/Learning Rate": 1.9183074836432484e-05, "Finetune/Loss": 0.8730729222297668, "Finetune/Loss (Raw)": 1.1681056022644043, "Finetune/Step": 2993, "Finetune/Step Time": 12.282667620107532}
+{"Finetune/Learning Rate": 1.9182408081247542e-05, "Finetune/Loss": 0.8740067481994629, "Finetune/Loss (Raw)": 0.8787199258804321, "Finetune/Step": 2994, "Finetune/Step Time": 12.260782452300191}
+{"Finetune/Learning Rate": 1.918174106567562e-05, "Finetune/Loss": 0.873901903629303, "Finetune/Loss (Raw)": 0.8672273755073547, "Finetune/Step": 2995, "Finetune/Step Time": 12.255890637636185}
+{"Finetune/Learning Rate": 1.918107378973563e-05, "Finetune/Loss": 0.875886857509613, "Finetune/Loss (Raw)": 0.9910604953765869, "Finetune/Step": 2996, "Finetune/Step Time": 12.264663744717836}
+{"Finetune/Learning Rate": 1.9180406253446495e-05, "Finetune/Loss": 0.8760791420936584, "Finetune/Loss (Raw)": 0.9320100545883179, "Finetune/Step": 2997, "Finetune/Step Time": 12.262219121679664}
+{"Finetune/Learning Rate": 1.917973845682714e-05, "Finetune/Loss": 0.8781501054763794, "Finetune/Loss (Raw)": 0.9956687688827515, "Finetune/Step": 2998, "Finetune/Step Time": 12.26646639406681}
+{"Finetune/Learning Rate": 1.9179070399896515e-05, "Finetune/Loss": 0.8793472647666931, "Finetune/Loss (Raw)": 0.8924298286437988, "Finetune/Step": 2999, "Finetune/Step Time": 12.23435303941369}
+{"Finetune/Learning Rate": 1.9178402082673548e-05, "Finetune/Loss": 0.8787015676498413, "Finetune/Loss (Raw)": 0.9047905802726746, "Finetune/Step": 3000, "Finetune/Step Time": 12.237302865833044}
+{"Finetune/Learning Rate": 1.9177733505177197e-05, "Finetune/Loss": 0.8813761472702026, "Finetune/Loss (Raw)": 0.8949940204620361, "Finetune/Step": 3001, "Finetune/Step Time": 12.21421761997044}
+{"Finetune/Learning Rate": 1.9177064667426426e-05, "Finetune/Loss": 0.8791366815567017, "Finetune/Loss (Raw)": 0.8098745942115784, "Finetune/Step": 3002, "Finetune/Step Time": 12.220766531303525}
+{"Finetune/Learning Rate": 1.9176395569440197e-05, "Finetune/Loss": 0.8818408846855164, "Finetune/Loss (Raw)": 0.9406252503395081, "Finetune/Step": 3003, "Finetune/Step Time": 12.179843686521053}
+{"Finetune/Learning Rate": 1.9175726211237482e-05, "Finetune/Loss": 0.8835627436637878, "Finetune/Loss (Raw)": 0.943152904510498, "Finetune/Step": 3004, "Finetune/Step Time": 12.18742422759533}
+{"Finetune/Learning Rate": 1.9175056592837264e-05, "Finetune/Loss": 0.8854614496231079, "Finetune/Loss (Raw)": 0.831997811794281, "Finetune/Step": 3005, "Finetune/Step Time": 12.186543118208647}
+{"Finetune/Learning Rate": 1.917438671425853e-05, "Finetune/Loss": 0.8857500553131104, "Finetune/Loss (Raw)": 0.9215322136878967, "Finetune/Step": 3006, "Finetune/Step Time": 12.191177343949676}
+{"Finetune/Learning Rate": 1.917371657552028e-05, "Finetune/Loss": 0.8867675065994263, "Finetune/Loss (Raw)": 0.954723060131073, "Finetune/Step": 3007, "Finetune/Step Time": 12.191217478364706}
+{"Finetune/Learning Rate": 1.9173046176641515e-05, "Finetune/Loss": 0.887523889541626, "Finetune/Loss (Raw)": 0.9180172085762024, "Finetune/Step": 3008, "Finetune/Step Time": 12.211702670902014}
+{"Finetune/Learning Rate": 1.9172375517641243e-05, "Finetune/Loss": 0.8886540532112122, "Finetune/Loss (Raw)": 1.0068442821502686, "Finetune/Step": 3009, "Finetune/Step Time": 12.209936203435063}
+{"Finetune/Learning Rate": 1.9171704598538484e-05, "Finetune/Loss": 0.8880324959754944, "Finetune/Loss (Raw)": 0.8031921982765198, "Finetune/Step": 3010, "Finetune/Step Time": 12.20869423262775}
+{"Finetune/Learning Rate": 1.9171033419352267e-05, "Finetune/Loss": 0.888100802898407, "Finetune/Loss (Raw)": 0.7431327700614929, "Finetune/Step": 3011, "Finetune/Step Time": 12.223878951743245}
+{"Finetune/Learning Rate": 1.917036198010162e-05, "Finetune/Loss": 0.8869432210922241, "Finetune/Loss (Raw)": 0.7730928659439087, "Finetune/Step": 3012, "Finetune/Step Time": 12.22593803703785}
+{"Finetune/Learning Rate": 1.916969028080558e-05, "Finetune/Loss": 0.8905277252197266, "Finetune/Loss (Raw)": 1.034822702407837, "Finetune/Step": 3013, "Finetune/Step Time": 12.198541827499866}
+{"Finetune/Learning Rate": 1.9169018321483198e-05, "Finetune/Loss": 0.8893231153488159, "Finetune/Loss (Raw)": 0.8209620714187622, "Finetune/Step": 3014, "Finetune/Step Time": 12.208417646586895}
+{"Finetune/Learning Rate": 1.9168346102153535e-05, "Finetune/Loss": 0.8885538578033447, "Finetune/Loss (Raw)": 0.8892600536346436, "Finetune/Step": 3015, "Finetune/Step Time": 12.205823253840208}
+{"Finetune/Learning Rate": 1.9167673622835644e-05, "Finetune/Loss": 0.8869338035583496, "Finetune/Loss (Raw)": 0.8014031648635864, "Finetune/Step": 3016, "Finetune/Step Time": 12.190860733389854}
+{"Finetune/Learning Rate": 1.91670008835486e-05, "Finetune/Loss": 0.88727205991745, "Finetune/Loss (Raw)": 0.7812074422836304, "Finetune/Step": 3017, "Finetune/Step Time": 12.172744879499078}
+{"Finetune/Learning Rate": 1.916632788431148e-05, "Finetune/Loss": 0.888786792755127, "Finetune/Loss (Raw)": 1.082074761390686, "Finetune/Step": 3018, "Finetune/Step Time": 12.172961622476578}
+{"Finetune/Learning Rate": 1.9165654625143366e-05, "Finetune/Loss": 0.8894460201263428, "Finetune/Loss (Raw)": 0.9935172200202942, "Finetune/Step": 3019, "Finetune/Step Time": 12.169929131865501}
+{"Finetune/Learning Rate": 1.9164981106063346e-05, "Finetune/Loss": 0.8903388977050781, "Finetune/Loss (Raw)": 0.9419505000114441, "Finetune/Step": 3020, "Finetune/Step Time": 12.170192634686828}
+{"Finetune/Learning Rate": 1.916430732709053e-05, "Finetune/Loss": 0.8909640312194824, "Finetune/Loss (Raw)": 0.96197509765625, "Finetune/Step": 3021, "Finetune/Step Time": 12.18777678720653}
+{"Finetune/Learning Rate": 1.9163633288244015e-05, "Finetune/Loss": 0.8906251192092896, "Finetune/Loss (Raw)": 0.812936007976532, "Finetune/Step": 3022, "Finetune/Step Time": 12.188981901854277}
+{"Finetune/Learning Rate": 1.9162958989542918e-05, "Finetune/Loss": 0.8901102542877197, "Finetune/Loss (Raw)": 0.7804296612739563, "Finetune/Step": 3023, "Finetune/Step Time": 12.213996453210711}
+{"Finetune/Learning Rate": 1.916228443100636e-05, "Finetune/Loss": 0.8901445865631104, "Finetune/Loss (Raw)": 0.898393452167511, "Finetune/Step": 3024, "Finetune/Step Time": 12.21187031827867}
+{"Finetune/Learning Rate": 1.916160961265347e-05, "Finetune/Loss": 0.8900341391563416, "Finetune/Loss (Raw)": 0.9569513201713562, "Finetune/Step": 3025, "Finetune/Step Time": 12.21889734826982}
+{"Finetune/Learning Rate": 1.9160934534503385e-05, "Finetune/Loss": 0.8905004262924194, "Finetune/Loss (Raw)": 0.9473713040351868, "Finetune/Step": 3026, "Finetune/Step Time": 12.210869159549475}
+{"Finetune/Learning Rate": 1.9160259196575244e-05, "Finetune/Loss": 0.8910501003265381, "Finetune/Loss (Raw)": 0.9052611589431763, "Finetune/Step": 3027, "Finetune/Step Time": 12.201723476871848}
+{"Finetune/Learning Rate": 1.91595835988882e-05, "Finetune/Loss": 0.8924214839935303, "Finetune/Loss (Raw)": 1.0009273290634155, "Finetune/Step": 3028, "Finetune/Step Time": 12.194849841296673}
+{"Finetune/Learning Rate": 1.9158907741461413e-05, "Finetune/Loss": 0.8923970460891724, "Finetune/Loss (Raw)": 0.891939640045166, "Finetune/Step": 3029, "Finetune/Step Time": 12.195973597466946}
+{"Finetune/Learning Rate": 1.9158231624314047e-05, "Finetune/Loss": 0.8925958871841431, "Finetune/Loss (Raw)": 0.8674644827842712, "Finetune/Step": 3030, "Finetune/Step Time": 12.196535056456923}
+{"Finetune/Learning Rate": 1.9157555247465275e-05, "Finetune/Loss": 0.891951858997345, "Finetune/Loss (Raw)": 0.8758960962295532, "Finetune/Step": 3031, "Finetune/Step Time": 12.195488134399056}
+{"Finetune/Learning Rate": 1.9156878610934276e-05, "Finetune/Loss": 0.8925176858901978, "Finetune/Loss (Raw)": 0.8069779276847839, "Finetune/Step": 3032, "Finetune/Step Time": 12.17088682949543}
+{"Finetune/Learning Rate": 1.9156201714740235e-05, "Finetune/Loss": 0.8916679620742798, "Finetune/Loss (Raw)": 0.7437872886657715, "Finetune/Step": 3033, "Finetune/Step Time": 12.176110116764903}
+{"Finetune/Learning Rate": 1.9155524558902356e-05, "Finetune/Loss": 0.8916577100753784, "Finetune/Loss (Raw)": 0.8715038895606995, "Finetune/Step": 3034, "Finetune/Step Time": 12.16641614958644}
+{"Finetune/Learning Rate": 1.9154847143439836e-05, "Finetune/Loss": 0.8918328285217285, "Finetune/Loss (Raw)": 0.9378418326377869, "Finetune/Step": 3035, "Finetune/Step Time": 12.166385544463992}
+{"Finetune/Learning Rate": 1.9154169468371878e-05, "Finetune/Loss": 0.8920580148696899, "Finetune/Loss (Raw)": 0.8396117091178894, "Finetune/Step": 3036, "Finetune/Step Time": 12.16154403053224}
+{"Finetune/Learning Rate": 1.915349153371771e-05, "Finetune/Loss": 0.8906601071357727, "Finetune/Loss (Raw)": 0.7294137477874756, "Finetune/Step": 3037, "Finetune/Step Time": 12.160119779407978}
+{"Finetune/Learning Rate": 1.9152813339496548e-05, "Finetune/Loss": 0.8907077312469482, "Finetune/Loss (Raw)": 0.9739049673080444, "Finetune/Step": 3038, "Finetune/Step Time": 12.162650991231203}
+{"Finetune/Learning Rate": 1.9152134885727627e-05, "Finetune/Loss": 0.890160083770752, "Finetune/Loss (Raw)": 0.6567445993423462, "Finetune/Step": 3039, "Finetune/Step Time": 12.172662058845162}
+{"Finetune/Learning Rate": 1.9151456172430186e-05, "Finetune/Loss": 0.892333984375, "Finetune/Loss (Raw)": 0.9370911121368408, "Finetune/Step": 3040, "Finetune/Step Time": 12.13589239679277}
+{"Finetune/Learning Rate": 1.9150777199623473e-05, "Finetune/Loss": 0.8917752504348755, "Finetune/Loss (Raw)": 0.9501783847808838, "Finetune/Step": 3041, "Finetune/Step Time": 12.13501906581223}
+{"Finetune/Learning Rate": 1.9150097967326737e-05, "Finetune/Loss": 0.8913713693618774, "Finetune/Loss (Raw)": 0.9292553663253784, "Finetune/Step": 3042, "Finetune/Step Time": 12.134510925039649}
+{"Finetune/Learning Rate": 1.9149418475559244e-05, "Finetune/Loss": 0.8901900053024292, "Finetune/Loss (Raw)": 0.7431797981262207, "Finetune/Step": 3043, "Finetune/Step Time": 12.188775349408388}
+{"Finetune/Learning Rate": 1.914873872434026e-05, "Finetune/Loss": 0.8906373381614685, "Finetune/Loss (Raw)": 0.8597330451011658, "Finetune/Step": 3044, "Finetune/Step Time": 12.197508845478296}
+{"Finetune/Learning Rate": 1.9148058713689062e-05, "Finetune/Loss": 0.8914929628372192, "Finetune/Loss (Raw)": 1.0437315702438354, "Finetune/Step": 3045, "Finetune/Step Time": 12.19692368246615}
+{"Finetune/Learning Rate": 1.914737844362493e-05, "Finetune/Loss": 0.890817403793335, "Finetune/Loss (Raw)": 0.8946417570114136, "Finetune/Step": 3046, "Finetune/Step Time": 12.199457600712776}
+{"Finetune/Learning Rate": 1.9146697914167162e-05, "Finetune/Loss": 0.8900814652442932, "Finetune/Loss (Raw)": 0.7889388799667358, "Finetune/Step": 3047, "Finetune/Step Time": 12.195355858653784}
+{"Finetune/Learning Rate": 1.9146017125335044e-05, "Finetune/Loss": 0.8907538056373596, "Finetune/Loss (Raw)": 0.938565194606781, "Finetune/Step": 3048, "Finetune/Step Time": 12.202658846974373}
+{"Finetune/Learning Rate": 1.9145336077147893e-05, "Finetune/Loss": 0.8914452791213989, "Finetune/Loss (Raw)": 0.8982502222061157, "Finetune/Step": 3049, "Finetune/Step Time": 12.197176517918706}
+{"Finetune/Learning Rate": 1.914465476962502e-05, "Finetune/Loss": 0.8913778066635132, "Finetune/Loss (Raw)": 0.8816865086555481, "Finetune/Step": 3050, "Finetune/Step Time": 12.194869307801127}
+{"Finetune/Learning Rate": 1.9143973202785737e-05, "Finetune/Loss": 0.8920872211456299, "Finetune/Loss (Raw)": 0.9709967374801636, "Finetune/Step": 3051, "Finetune/Step Time": 12.195189410820603}
+{"Finetune/Learning Rate": 1.9143291376649374e-05, "Finetune/Loss": 0.8919896483421326, "Finetune/Loss (Raw)": 0.848260223865509, "Finetune/Step": 3052, "Finetune/Step Time": 12.196146322414279}
+{"Finetune/Learning Rate": 1.914260929123527e-05, "Finetune/Loss": 0.8925635814666748, "Finetune/Loss (Raw)": 0.9766930341720581, "Finetune/Step": 3053, "Finetune/Step Time": 12.201101025566459}
+{"Finetune/Learning Rate": 1.9141926946562766e-05, "Finetune/Loss": 0.8916447162628174, "Finetune/Loss (Raw)": 0.7957037091255188, "Finetune/Step": 3054, "Finetune/Step Time": 12.210216639563441}
+{"Finetune/Learning Rate": 1.9141244342651206e-05, "Finetune/Loss": 0.8916341662406921, "Finetune/Loss (Raw)": 0.784693717956543, "Finetune/Step": 3055, "Finetune/Step Time": 12.206208791583776}
+{"Finetune/Learning Rate": 1.9140561479519955e-05, "Finetune/Loss": 0.8906494975090027, "Finetune/Loss (Raw)": 0.7801824808120728, "Finetune/Step": 3056, "Finetune/Step Time": 12.230561260133982}
+{"Finetune/Learning Rate": 1.9139878357188372e-05, "Finetune/Loss": 0.8892786502838135, "Finetune/Loss (Raw)": 0.8153411149978638, "Finetune/Step": 3057, "Finetune/Step Time": 12.227688198909163}
+{"Finetune/Learning Rate": 1.9139194975675827e-05, "Finetune/Loss": 0.8904410600662231, "Finetune/Loss (Raw)": 1.0211654901504517, "Finetune/Step": 3058, "Finetune/Step Time": 12.230981931090355}
+{"Finetune/Learning Rate": 1.91385113350017e-05, "Finetune/Loss": 0.8912991881370544, "Finetune/Loss (Raw)": 0.8531640768051147, "Finetune/Step": 3059, "Finetune/Step Time": 12.238062843680382}
+{"Finetune/Learning Rate": 1.9137827435185378e-05, "Finetune/Loss": 0.8907117247581482, "Finetune/Loss (Raw)": 0.882354736328125, "Finetune/Step": 3060, "Finetune/Step Time": 12.243246091529727}
+{"Finetune/Learning Rate": 1.9137143276246258e-05, "Finetune/Loss": 0.8898730278015137, "Finetune/Loss (Raw)": 0.7814773917198181, "Finetune/Step": 3061, "Finetune/Step Time": 12.234295884147286}
+{"Finetune/Learning Rate": 1.9136458858203734e-05, "Finetune/Loss": 0.8914774656295776, "Finetune/Loss (Raw)": 0.9417804479598999, "Finetune/Step": 3062, "Finetune/Step Time": 12.21818677522242}
+{"Finetune/Learning Rate": 1.913577418107722e-05, "Finetune/Loss": 0.8923863172531128, "Finetune/Loss (Raw)": 1.0360009670257568, "Finetune/Step": 3063, "Finetune/Step Time": 12.21272194199264}
+{"Finetune/Learning Rate": 1.9135089244886128e-05, "Finetune/Loss": 0.8925167918205261, "Finetune/Loss (Raw)": 0.828499436378479, "Finetune/Step": 3064, "Finetune/Step Time": 12.169388296082616}
+{"Finetune/Learning Rate": 1.913440404964988e-05, "Finetune/Loss": 0.8920652270317078, "Finetune/Loss (Raw)": 0.8121436238288879, "Finetune/Step": 3065, "Finetune/Step Time": 12.180942112579942}
+{"Finetune/Learning Rate": 1.913371859538791e-05, "Finetune/Loss": 0.892319917678833, "Finetune/Loss (Raw)": 0.9513586759567261, "Finetune/Step": 3066, "Finetune/Step Time": 12.179788364097476}
+{"Finetune/Learning Rate": 1.9133032882119656e-05, "Finetune/Loss": 0.8939631581306458, "Finetune/Loss (Raw)": 0.8252822160720825, "Finetune/Step": 3067, "Finetune/Step Time": 12.158528834581375}
+{"Finetune/Learning Rate": 1.9132346909864553e-05, "Finetune/Loss": 0.8934587836265564, "Finetune/Loss (Raw)": 0.8268072605133057, "Finetune/Step": 3068, "Finetune/Step Time": 12.161142723634839}
+{"Finetune/Learning Rate": 1.9131660678642068e-05, "Finetune/Loss": 0.8936305046081543, "Finetune/Loss (Raw)": 0.8475819826126099, "Finetune/Step": 3069, "Finetune/Step Time": 12.149811413139105}
+{"Finetune/Learning Rate": 1.913097418847165e-05, "Finetune/Loss": 0.894720196723938, "Finetune/Loss (Raw)": 0.9723803400993347, "Finetune/Step": 3070, "Finetune/Step Time": 12.14883727952838}
+{"Finetune/Learning Rate": 1.9130287439372768e-05, "Finetune/Loss": 0.8935167789459229, "Finetune/Loss (Raw)": 0.8749221563339233, "Finetune/Step": 3071, "Finetune/Step Time": 12.165685905143619}
+{"Finetune/Learning Rate": 1.91296004313649e-05, "Finetune/Loss": 0.8924975395202637, "Finetune/Loss (Raw)": 0.8222165703773499, "Finetune/Step": 3072, "Finetune/Step Time": 12.17848906852305}
+{"Finetune/Learning Rate": 1.912891316446752e-05, "Finetune/Loss": 0.8914437294006348, "Finetune/Loss (Raw)": 0.7909715175628662, "Finetune/Step": 3073, "Finetune/Step Time": 12.168334057554603}
+{"Finetune/Learning Rate": 1.9128225638700128e-05, "Finetune/Loss": 0.8916443586349487, "Finetune/Loss (Raw)": 0.8900768160820007, "Finetune/Step": 3074, "Finetune/Step Time": 12.180820507928729}
+{"Finetune/Learning Rate": 1.9127537854082207e-05, "Finetune/Loss": 0.8916172981262207, "Finetune/Loss (Raw)": 0.9008224606513977, "Finetune/Step": 3075, "Finetune/Step Time": 12.188234543427825}
+{"Finetune/Learning Rate": 1.9126849810633274e-05, "Finetune/Loss": 0.8912631869316101, "Finetune/Loss (Raw)": 0.8777722716331482, "Finetune/Step": 3076, "Finetune/Step Time": 12.18077377974987}
+{"Finetune/Learning Rate": 1.912616150837283e-05, "Finetune/Loss": 0.8893843293190002, "Finetune/Loss (Raw)": 0.7347584366798401, "Finetune/Step": 3077, "Finetune/Step Time": 12.15953421778977}
+{"Finetune/Learning Rate": 1.91254729473204e-05, "Finetune/Loss": 0.8906862139701843, "Finetune/Loss (Raw)": 0.9956916570663452, "Finetune/Step": 3078, "Finetune/Step Time": 12.133761651813984}
+{"Finetune/Learning Rate": 1.9124784127495504e-05, "Finetune/Loss": 0.8896632194519043, "Finetune/Loss (Raw)": 0.8317856192588806, "Finetune/Step": 3079, "Finetune/Step Time": 12.138333747163415}
+{"Finetune/Learning Rate": 1.912409504891768e-05, "Finetune/Loss": 0.889403223991394, "Finetune/Loss (Raw)": 0.9260038733482361, "Finetune/Step": 3080, "Finetune/Step Time": 12.133805237710476}
+{"Finetune/Learning Rate": 1.912340571160646e-05, "Finetune/Loss": 0.8896427154541016, "Finetune/Loss (Raw)": 0.8756099343299866, "Finetune/Step": 3081, "Finetune/Step Time": 12.128937965258956}
+{"Finetune/Learning Rate": 1.9122716115581403e-05, "Finetune/Loss": 0.8887417912483215, "Finetune/Loss (Raw)": 0.801777184009552, "Finetune/Step": 3082, "Finetune/Step Time": 12.123907232657075}
+{"Finetune/Learning Rate": 1.912202626086206e-05, "Finetune/Loss": 0.8878940939903259, "Finetune/Loss (Raw)": 0.9069201946258545, "Finetune/Step": 3083, "Finetune/Step Time": 12.155519356951118}
+{"Finetune/Learning Rate": 1.9121336147467987e-05, "Finetune/Loss": 0.8883215188980103, "Finetune/Loss (Raw)": 0.8551421761512756, "Finetune/Step": 3084, "Finetune/Step Time": 12.119304046034813}
+{"Finetune/Learning Rate": 1.9120645775418762e-05, "Finetune/Loss": 0.8891098499298096, "Finetune/Loss (Raw)": 0.9417811036109924, "Finetune/Step": 3085, "Finetune/Step Time": 12.146156715229154}
+{"Finetune/Learning Rate": 1.9119955144733956e-05, "Finetune/Loss": 0.8880219459533691, "Finetune/Loss (Raw)": 0.786369800567627, "Finetune/Step": 3086, "Finetune/Step Time": 12.21215988136828}
+{"Finetune/Learning Rate": 1.9119264255433156e-05, "Finetune/Loss": 0.8862855434417725, "Finetune/Loss (Raw)": 0.6495383977890015, "Finetune/Step": 3087, "Finetune/Step Time": 12.220568481832743}
+{"Finetune/Learning Rate": 1.9118573107535955e-05, "Finetune/Loss": 0.8845600485801697, "Finetune/Loss (Raw)": 0.5778424143791199, "Finetune/Step": 3088, "Finetune/Step Time": 12.168791230767965}
+{"Finetune/Learning Rate": 1.911788170106195e-05, "Finetune/Loss": 0.8848499655723572, "Finetune/Loss (Raw)": 0.9801531434059143, "Finetune/Step": 3089, "Finetune/Step Time": 12.155737584456801}
+{"Finetune/Learning Rate": 1.9117190036030745e-05, "Finetune/Loss": 0.8843176364898682, "Finetune/Loss (Raw)": 0.9015468955039978, "Finetune/Step": 3090, "Finetune/Step Time": 12.148590564727783}
+{"Finetune/Learning Rate": 1.911649811246196e-05, "Finetune/Loss": 0.88472980260849, "Finetune/Loss (Raw)": 0.949094831943512, "Finetune/Step": 3091, "Finetune/Step Time": 12.15030580200255}
+{"Finetune/Learning Rate": 1.911580593037521e-05, "Finetune/Loss": 0.8853517770767212, "Finetune/Loss (Raw)": 0.9876118302345276, "Finetune/Step": 3092, "Finetune/Step Time": 12.136749021708965}
+{"Finetune/Learning Rate": 1.911511348979013e-05, "Finetune/Loss": 0.8850640058517456, "Finetune/Loss (Raw)": 0.826799750328064, "Finetune/Step": 3093, "Finetune/Step Time": 12.13575166836381}
+{"Finetune/Learning Rate": 1.9114420790726347e-05, "Finetune/Loss": 0.8855501413345337, "Finetune/Loss (Raw)": 0.8472718000411987, "Finetune/Step": 3094, "Finetune/Step Time": 12.117970623075962}
+{"Finetune/Learning Rate": 1.9113727833203508e-05, "Finetune/Loss": 0.8849536180496216, "Finetune/Loss (Raw)": 0.9664561152458191, "Finetune/Step": 3095, "Finetune/Step Time": 12.102539552375674}
+{"Finetune/Learning Rate": 1.9113034617241265e-05, "Finetune/Loss": 0.8868604898452759, "Finetune/Loss (Raw)": 1.010536789894104, "Finetune/Step": 3096, "Finetune/Step Time": 12.035846840590239}
+{"Finetune/Learning Rate": 1.9112341142859275e-05, "Finetune/Loss": 0.884933352470398, "Finetune/Loss (Raw)": 0.731004536151886, "Finetune/Step": 3097, "Finetune/Step Time": 12.068060567602515}
+{"Finetune/Learning Rate": 1.9111647410077202e-05, "Finetune/Loss": 0.8850266933441162, "Finetune/Loss (Raw)": 0.8587746620178223, "Finetune/Step": 3098, "Finetune/Step Time": 12.063731025904417}
+{"Finetune/Learning Rate": 1.911095341891472e-05, "Finetune/Loss": 0.8840937614440918, "Finetune/Loss (Raw)": 0.8837371468544006, "Finetune/Step": 3099, "Finetune/Step Time": 12.06503639370203}
+{"Finetune/Learning Rate": 1.9110259169391502e-05, "Finetune/Loss": 0.883668839931488, "Finetune/Loss (Raw)": 0.8791661858558655, "Finetune/Step": 3100, "Finetune/Step Time": 12.066969700157642}
+{"Finetune/Learning Rate": 1.9109564661527242e-05, "Finetune/Loss": 0.8832266330718994, "Finetune/Loss (Raw)": 0.910868227481842, "Finetune/Step": 3101, "Finetune/Step Time": 12.056751012802124}
+{"Finetune/Learning Rate": 1.9108869895341636e-05, "Finetune/Loss": 0.8826932311058044, "Finetune/Loss (Raw)": 0.9162712693214417, "Finetune/Step": 3102, "Finetune/Step Time": 12.064017742872238}
+{"Finetune/Learning Rate": 1.910817487085438e-05, "Finetune/Loss": 0.8817481398582458, "Finetune/Loss (Raw)": 0.831882894039154, "Finetune/Step": 3103, "Finetune/Step Time": 12.064545758068562}
+{"Finetune/Learning Rate": 1.9107479588085182e-05, "Finetune/Loss": 0.8801099061965942, "Finetune/Loss (Raw)": 0.7378487586975098, "Finetune/Step": 3104, "Finetune/Step Time": 12.065238678827882}
+{"Finetune/Learning Rate": 1.9106784047053762e-05, "Finetune/Loss": 0.8794852495193481, "Finetune/Loss (Raw)": 0.7914602756500244, "Finetune/Step": 3105, "Finetune/Step Time": 12.071135034784675}
+{"Finetune/Learning Rate": 1.9106088247779845e-05, "Finetune/Loss": 0.8791742324829102, "Finetune/Loss (Raw)": 0.8252310156822205, "Finetune/Step": 3106, "Finetune/Step Time": 12.067033760249615}
+{"Finetune/Learning Rate": 1.910539219028316e-05, "Finetune/Loss": 0.8796782493591309, "Finetune/Loss (Raw)": 0.9538854360580444, "Finetune/Step": 3107, "Finetune/Step Time": 12.07473793067038}
+{"Finetune/Learning Rate": 1.9104695874583443e-05, "Finetune/Loss": 0.8790270686149597, "Finetune/Loss (Raw)": 0.8306326270103455, "Finetune/Step": 3108, "Finetune/Step Time": 12.090656774118543}
+{"Finetune/Learning Rate": 1.9103999300700443e-05, "Finetune/Loss": 0.8775801062583923, "Finetune/Loss (Raw)": 0.7948701977729797, "Finetune/Step": 3109, "Finetune/Step Time": 12.116188999265432}
+{"Finetune/Learning Rate": 1.910330246865391e-05, "Finetune/Loss": 0.8782505989074707, "Finetune/Loss (Raw)": 0.8244361281394958, "Finetune/Step": 3110, "Finetune/Step Time": 12.117465738207102}
+{"Finetune/Learning Rate": 1.9102605378463607e-05, "Finetune/Loss": 0.8797595500946045, "Finetune/Loss (Raw)": 0.9845982789993286, "Finetune/Step": 3111, "Finetune/Step Time": 12.115533541887999}
+{"Finetune/Learning Rate": 1.9101908030149294e-05, "Finetune/Loss": 0.8813825845718384, "Finetune/Loss (Raw)": 0.8965818881988525, "Finetune/Step": 3112, "Finetune/Step Time": 12.085510589182377}
+{"Finetune/Learning Rate": 1.9101210423730756e-05, "Finetune/Loss": 0.8801953792572021, "Finetune/Loss (Raw)": 0.8493093252182007, "Finetune/Step": 3113, "Finetune/Step Time": 12.09144595824182}
+{"Finetune/Learning Rate": 1.910051255922777e-05, "Finetune/Loss": 0.8807773590087891, "Finetune/Loss (Raw)": 0.9528602361679077, "Finetune/Step": 3114, "Finetune/Step Time": 12.093668691813946}
+{"Finetune/Learning Rate": 1.9099814436660126e-05, "Finetune/Loss": 0.8806171417236328, "Finetune/Loss (Raw)": 0.9115534424781799, "Finetune/Step": 3115, "Finetune/Step Time": 12.098402380943298}
+{"Finetune/Learning Rate": 1.9099116056047623e-05, "Finetune/Loss": 0.8825363516807556, "Finetune/Loss (Raw)": 0.9086878895759583, "Finetune/Step": 3116, "Finetune/Step Time": 12.073654092848301}
+{"Finetune/Learning Rate": 1.9098417417410064e-05, "Finetune/Loss": 0.8816925883293152, "Finetune/Loss (Raw)": 0.8475173115730286, "Finetune/Step": 3117, "Finetune/Step Time": 12.061419000849128}
+{"Finetune/Learning Rate": 1.9097718520767255e-05, "Finetune/Loss": 0.8799441456794739, "Finetune/Loss (Raw)": 0.690052330493927, "Finetune/Step": 3118, "Finetune/Step Time": 12.085367472842336}
+{"Finetune/Learning Rate": 1.909701936613902e-05, "Finetune/Loss": 0.8796752691268921, "Finetune/Loss (Raw)": 0.847288191318512, "Finetune/Step": 3119, "Finetune/Step Time": 12.08606743812561}
+{"Finetune/Learning Rate": 1.9096319953545186e-05, "Finetune/Loss": 0.8788836598396301, "Finetune/Loss (Raw)": 0.9362713098526001, "Finetune/Step": 3120, "Finetune/Step Time": 12.086274245753884}
+{"Finetune/Learning Rate": 1.9095620283005582e-05, "Finetune/Loss": 0.876653254032135, "Finetune/Loss (Raw)": 0.8826187252998352, "Finetune/Step": 3121, "Finetune/Step Time": 12.042849594727159}
+{"Finetune/Learning Rate": 1.9094920354540054e-05, "Finetune/Loss": 0.8767752647399902, "Finetune/Loss (Raw)": 0.8943323493003845, "Finetune/Step": 3122, "Finetune/Step Time": 12.050770191475749}
+{"Finetune/Learning Rate": 1.9094220168168446e-05, "Finetune/Loss": 0.8766534924507141, "Finetune/Loss (Raw)": 0.8516430258750916, "Finetune/Step": 3123, "Finetune/Step Time": 12.053889503702521}
+{"Finetune/Learning Rate": 1.9093519723910618e-05, "Finetune/Loss": 0.8766305446624756, "Finetune/Loss (Raw)": 0.9881284236907959, "Finetune/Step": 3124, "Finetune/Step Time": 12.050393272191286}
+{"Finetune/Learning Rate": 1.9092819021786422e-05, "Finetune/Loss": 0.8762405514717102, "Finetune/Loss (Raw)": 0.88209068775177, "Finetune/Step": 3125, "Finetune/Step Time": 12.04543698951602}
+{"Finetune/Learning Rate": 1.9092118061815742e-05, "Finetune/Loss": 0.8763200044631958, "Finetune/Loss (Raw)": 1.0058362483978271, "Finetune/Step": 3126, "Finetune/Step Time": 12.03537904843688}
+{"Finetune/Learning Rate": 1.9091416844018444e-05, "Finetune/Loss": 0.8762738704681396, "Finetune/Loss (Raw)": 0.886516809463501, "Finetune/Step": 3127, "Finetune/Step Time": 12.04061559215188}
+{"Finetune/Learning Rate": 1.909071536841442e-05, "Finetune/Loss": 0.8759716749191284, "Finetune/Loss (Raw)": 0.8661110401153564, "Finetune/Step": 3128, "Finetune/Step Time": 12.037021787837148}
+{"Finetune/Learning Rate": 1.9090013635023556e-05, "Finetune/Loss": 0.8759788274765015, "Finetune/Loss (Raw)": 0.895917534828186, "Finetune/Step": 3129, "Finetune/Step Time": 12.036196636036038}
+{"Finetune/Learning Rate": 1.9089311643865756e-05, "Finetune/Loss": 0.8757213354110718, "Finetune/Loss (Raw)": 0.7769179344177246, "Finetune/Step": 3130, "Finetune/Step Time": 12.044982505962253}
+{"Finetune/Learning Rate": 1.9088609394960923e-05, "Finetune/Loss": 0.8757647275924683, "Finetune/Loss (Raw)": 0.9461663365364075, "Finetune/Step": 3131, "Finetune/Step Time": 12.050705153495073}
+{"Finetune/Learning Rate": 1.9087906888328972e-05, "Finetune/Loss": 0.8744279146194458, "Finetune/Loss (Raw)": 0.7720484137535095, "Finetune/Step": 3132, "Finetune/Step Time": 12.066078010946512}
+{"Finetune/Learning Rate": 1.9087204123989825e-05, "Finetune/Loss": 0.8746333718299866, "Finetune/Loss (Raw)": 0.8582971692085266, "Finetune/Step": 3133, "Finetune/Step Time": 12.078133817762136}
+{"Finetune/Learning Rate": 1.9086501101963407e-05, "Finetune/Loss": 0.874147891998291, "Finetune/Loss (Raw)": 0.8593927025794983, "Finetune/Step": 3134, "Finetune/Step Time": 12.072163686156273}
+{"Finetune/Learning Rate": 1.908579782226966e-05, "Finetune/Loss": 0.8748588562011719, "Finetune/Loss (Raw)": 1.045728087425232, "Finetune/Step": 3135, "Finetune/Step Time": 12.092744767665863}
+{"Finetune/Learning Rate": 1.908509428492852e-05, "Finetune/Loss": 0.8749666213989258, "Finetune/Loss (Raw)": 0.9318036437034607, "Finetune/Step": 3136, "Finetune/Step Time": 12.070220366120338}
+{"Finetune/Learning Rate": 1.9084390489959943e-05, "Finetune/Loss": 0.8738915324211121, "Finetune/Loss (Raw)": 0.8692341446876526, "Finetune/Step": 3137, "Finetune/Step Time": 12.080973381176591}
+{"Finetune/Learning Rate": 1.9083686437383884e-05, "Finetune/Loss": 0.8745179176330566, "Finetune/Loss (Raw)": 0.8833690881729126, "Finetune/Step": 3138, "Finetune/Step Time": 12.083343427628279}
+{"Finetune/Learning Rate": 1.9082982127220307e-05, "Finetune/Loss": 0.8753665089607239, "Finetune/Loss (Raw)": 0.8517512083053589, "Finetune/Step": 3139, "Finetune/Step Time": 12.05939924903214}
+{"Finetune/Learning Rate": 1.9082277559489188e-05, "Finetune/Loss": 0.8755433559417725, "Finetune/Loss (Raw)": 0.7957320809364319, "Finetune/Step": 3140, "Finetune/Step Time": 12.061535190790892}
+{"Finetune/Learning Rate": 1.90815727342105e-05, "Finetune/Loss": 0.8740134239196777, "Finetune/Loss (Raw)": 0.8389915823936462, "Finetune/Step": 3141, "Finetune/Step Time": 12.064072204753757}
+{"Finetune/Learning Rate": 1.9080867651404236e-05, "Finetune/Loss": 0.874094545841217, "Finetune/Loss (Raw)": 0.8313438296318054, "Finetune/Step": 3142, "Finetune/Step Time": 12.06464677862823}
+{"Finetune/Learning Rate": 1.908016231109039e-05, "Finetune/Loss": 0.8742130994796753, "Finetune/Loss (Raw)": 0.9044403433799744, "Finetune/Step": 3143, "Finetune/Step Time": 12.068414548411965}
+{"Finetune/Learning Rate": 1.9079456713288958e-05, "Finetune/Loss": 0.8749282956123352, "Finetune/Loss (Raw)": 0.8929455876350403, "Finetune/Step": 3144, "Finetune/Step Time": 12.072560923174024}
+{"Finetune/Learning Rate": 1.907875085801995e-05, "Finetune/Loss": 0.8759549856185913, "Finetune/Loss (Raw)": 0.9126191735267639, "Finetune/Step": 3145, "Finetune/Step Time": 12.073129950091243}
+{"Finetune/Learning Rate": 1.907804474530339e-05, "Finetune/Loss": 0.873836874961853, "Finetune/Loss (Raw)": 0.8109655380249023, "Finetune/Step": 3146, "Finetune/Step Time": 12.071604723110795}
+{"Finetune/Learning Rate": 1.9077338375159293e-05, "Finetune/Loss": 0.8719191551208496, "Finetune/Loss (Raw)": 0.7480446696281433, "Finetune/Step": 3147, "Finetune/Step Time": 12.077338799834251}
+{"Finetune/Learning Rate": 1.9076631747607692e-05, "Finetune/Loss": 0.8730601668357849, "Finetune/Loss (Raw)": 1.088002324104309, "Finetune/Step": 3148, "Finetune/Step Time": 12.067836355417967}
+{"Finetune/Learning Rate": 1.9075924862668627e-05, "Finetune/Loss": 0.870904803276062, "Finetune/Loss (Raw)": 0.6860940456390381, "Finetune/Step": 3149, "Finetune/Step Time": 12.081461805850267}
+{"Finetune/Learning Rate": 1.9075217720362138e-05, "Finetune/Loss": 0.8700302839279175, "Finetune/Loss (Raw)": 0.700990617275238, "Finetune/Step": 3150, "Finetune/Step Time": 12.105872606858611}
+{"Finetune/Learning Rate": 1.9074510320708282e-05, "Finetune/Loss": 0.8710510730743408, "Finetune/Loss (Raw)": 0.9110937714576721, "Finetune/Step": 3151, "Finetune/Step Time": 12.075876247137785}
+{"Finetune/Learning Rate": 1.907380266372712e-05, "Finetune/Loss": 0.8706789016723633, "Finetune/Loss (Raw)": 0.8507509231567383, "Finetune/Step": 3152, "Finetune/Step Time": 12.079248147085309}
+{"Finetune/Learning Rate": 1.9073094749438718e-05, "Finetune/Loss": 0.8702132701873779, "Finetune/Loss (Raw)": 0.8973482251167297, "Finetune/Step": 3153, "Finetune/Step Time": 12.078465063124895}
+{"Finetune/Learning Rate": 1.9072386577863145e-05, "Finetune/Loss": 0.8674510717391968, "Finetune/Loss (Raw)": 0.5938194990158081, "Finetune/Step": 3154, "Finetune/Step Time": 12.10834839195013}
+{"Finetune/Learning Rate": 1.9071678149020487e-05, "Finetune/Loss": 0.867249608039856, "Finetune/Loss (Raw)": 0.8794572353363037, "Finetune/Step": 3155, "Finetune/Step Time": 12.111081691458821}
+{"Finetune/Learning Rate": 1.9070969462930834e-05, "Finetune/Loss": 0.8666603565216064, "Finetune/Loss (Raw)": 0.9255216121673584, "Finetune/Step": 3156, "Finetune/Step Time": 12.121442887932062}
+{"Finetune/Learning Rate": 1.9070260519614282e-05, "Finetune/Loss": 0.8674782514572144, "Finetune/Loss (Raw)": 0.9966238141059875, "Finetune/Step": 3157, "Finetune/Step Time": 12.121935918927193}
+{"Finetune/Learning Rate": 1.9069551319090935e-05, "Finetune/Loss": 0.8677558898925781, "Finetune/Loss (Raw)": 0.9029996395111084, "Finetune/Step": 3158, "Finetune/Step Time": 12.134559458121657}
+{"Finetune/Learning Rate": 1.90688418613809e-05, "Finetune/Loss": 0.8667559623718262, "Finetune/Loss (Raw)": 0.7479007244110107, "Finetune/Step": 3159, "Finetune/Step Time": 12.156399760395288}
+{"Finetune/Learning Rate": 1.90681321465043e-05, "Finetune/Loss": 0.8676775693893433, "Finetune/Loss (Raw)": 0.9249474406242371, "Finetune/Step": 3160, "Finetune/Step Time": 12.160547412931919}
+{"Finetune/Learning Rate": 1.9067422174481262e-05, "Finetune/Loss": 0.8683435320854187, "Finetune/Loss (Raw)": 0.8290292620658875, "Finetune/Step": 3161, "Finetune/Step Time": 12.178028836846352}
+{"Finetune/Learning Rate": 1.9066711945331912e-05, "Finetune/Loss": 0.8675940632820129, "Finetune/Loss (Raw)": 0.7755768299102783, "Finetune/Step": 3162, "Finetune/Step Time": 12.196478305384517}
+{"Finetune/Learning Rate": 1.9066001459076393e-05, "Finetune/Loss": 0.8671249151229858, "Finetune/Loss (Raw)": 0.8777912259101868, "Finetune/Step": 3163, "Finetune/Step Time": 12.195663668215275}
+{"Finetune/Learning Rate": 1.9065290715734856e-05, "Finetune/Loss": 0.8687484264373779, "Finetune/Loss (Raw)": 1.0474205017089844, "Finetune/Step": 3164, "Finetune/Step Time": 12.196457989513874}
+{"Finetune/Learning Rate": 1.9064579715327448e-05, "Finetune/Loss": 0.8702675700187683, "Finetune/Loss (Raw)": 0.9238642454147339, "Finetune/Step": 3165, "Finetune/Step Time": 12.214109538123012}
+{"Finetune/Learning Rate": 1.906386845787434e-05, "Finetune/Loss": 0.8698761463165283, "Finetune/Loss (Raw)": 0.9237949848175049, "Finetune/Step": 3166, "Finetune/Step Time": 12.21060073748231}
+{"Finetune/Learning Rate": 1.906315694339569e-05, "Finetune/Loss": 0.8713055849075317, "Finetune/Loss (Raw)": 0.8397141695022583, "Finetune/Step": 3167, "Finetune/Step Time": 12.19926874153316}
+{"Finetune/Learning Rate": 1.9062445171911688e-05, "Finetune/Loss": 0.8709750175476074, "Finetune/Loss (Raw)": 0.8947811722755432, "Finetune/Step": 3168, "Finetune/Step Time": 12.21495064534247}
+{"Finetune/Learning Rate": 1.906173314344251e-05, "Finetune/Loss": 0.8705964088439941, "Finetune/Loss (Raw)": 0.901721715927124, "Finetune/Step": 3169, "Finetune/Step Time": 12.216179866343737}
+{"Finetune/Learning Rate": 1.9061020858008347e-05, "Finetune/Loss": 0.8707184791564941, "Finetune/Loss (Raw)": 0.944880485534668, "Finetune/Step": 3170, "Finetune/Step Time": 12.220132641494274}
+{"Finetune/Learning Rate": 1.90603083156294e-05, "Finetune/Loss": 0.8709292411804199, "Finetune/Loss (Raw)": 0.7701521515846252, "Finetune/Step": 3171, "Finetune/Step Time": 12.164899483323097}
+{"Finetune/Learning Rate": 1.905959551632587e-05, "Finetune/Loss": 0.8704649209976196, "Finetune/Loss (Raw)": 0.8003100752830505, "Finetune/Step": 3172, "Finetune/Step Time": 12.155776398256421}
+{"Finetune/Learning Rate": 1.9058882460117972e-05, "Finetune/Loss": 0.868789553642273, "Finetune/Loss (Raw)": 0.8292807936668396, "Finetune/Step": 3173, "Finetune/Step Time": 12.16376157104969}
+{"Finetune/Learning Rate": 1.905816914702593e-05, "Finetune/Loss": 0.8680673837661743, "Finetune/Loss (Raw)": 0.8022029995918274, "Finetune/Step": 3174, "Finetune/Step Time": 12.165655503049493}
+{"Finetune/Learning Rate": 1.9057455577069973e-05, "Finetune/Loss": 0.8690783381462097, "Finetune/Loss (Raw)": 0.9183338284492493, "Finetune/Step": 3175, "Finetune/Step Time": 12.165678953751922}
+{"Finetune/Learning Rate": 1.9056741750270328e-05, "Finetune/Loss": 0.869738757610321, "Finetune/Loss (Raw)": 1.023101806640625, "Finetune/Step": 3176, "Finetune/Step Time": 12.156616173684597}
+{"Finetune/Learning Rate": 1.9056027666647238e-05, "Finetune/Loss": 0.8705536127090454, "Finetune/Loss (Raw)": 1.0025502443313599, "Finetune/Step": 3177, "Finetune/Step Time": 12.15560014732182}
+{"Finetune/Learning Rate": 1.9055313326220963e-05, "Finetune/Loss": 0.8698288202285767, "Finetune/Loss (Raw)": 0.7889125347137451, "Finetune/Step": 3178, "Finetune/Step Time": 12.172978311777115}
+{"Finetune/Learning Rate": 1.9054598729011744e-05, "Finetune/Loss": 0.870015025138855, "Finetune/Loss (Raw)": 0.994838535785675, "Finetune/Step": 3179, "Finetune/Step Time": 12.176913876086473}
+{"Finetune/Learning Rate": 1.9053883875039855e-05, "Finetune/Loss": 0.8705108761787415, "Finetune/Loss (Raw)": 0.911727249622345, "Finetune/Step": 3180, "Finetune/Step Time": 12.180484207347035}
+{"Finetune/Learning Rate": 1.905316876432557e-05, "Finetune/Loss": 0.8701062798500061, "Finetune/Loss (Raw)": 0.9249030351638794, "Finetune/Step": 3181, "Finetune/Step Time": 12.176400257274508}
+{"Finetune/Learning Rate": 1.9052453396889155e-05, "Finetune/Loss": 0.8706276416778564, "Finetune/Loss (Raw)": 0.8624330163002014, "Finetune/Step": 3182, "Finetune/Step Time": 12.180232567712665}
+{"Finetune/Learning Rate": 1.905173777275091e-05, "Finetune/Loss": 0.8713136911392212, "Finetune/Loss (Raw)": 0.8725061416625977, "Finetune/Step": 3183, "Finetune/Step Time": 12.18482805043459}
+{"Finetune/Learning Rate": 1.905102189193112e-05, "Finetune/Loss": 0.8712016344070435, "Finetune/Loss (Raw)": 0.7658437490463257, "Finetune/Step": 3184, "Finetune/Step Time": 12.179363524541259}
+{"Finetune/Learning Rate": 1.905030575445008e-05, "Finetune/Loss": 0.8713790774345398, "Finetune/Loss (Raw)": 0.8380544185638428, "Finetune/Step": 3185, "Finetune/Step Time": 12.171465069055557}
+{"Finetune/Learning Rate": 1.9049589360328112e-05, "Finetune/Loss": 0.8695583343505859, "Finetune/Loss (Raw)": 0.7881052494049072, "Finetune/Step": 3186, "Finetune/Step Time": 12.171889707446098}
+{"Finetune/Learning Rate": 1.904887270958552e-05, "Finetune/Loss": 0.8701179027557373, "Finetune/Loss (Raw)": 0.924789547920227, "Finetune/Step": 3187, "Finetune/Step Time": 12.170598823577166}
+{"Finetune/Learning Rate": 1.9048155802242633e-05, "Finetune/Loss": 0.870126485824585, "Finetune/Loss (Raw)": 0.8834542632102966, "Finetune/Step": 3188, "Finetune/Step Time": 12.165656158700585}
+{"Finetune/Learning Rate": 1.9047438638319774e-05, "Finetune/Loss": 0.8722316026687622, "Finetune/Loss (Raw)": 1.050938606262207, "Finetune/Step": 3189, "Finetune/Step Time": 12.163480158895254}
+{"Finetune/Learning Rate": 1.9046721217837283e-05, "Finetune/Loss": 0.8724308013916016, "Finetune/Loss (Raw)": 0.9672792553901672, "Finetune/Step": 3190, "Finetune/Step Time": 12.195125434547663}
+{"Finetune/Learning Rate": 1.9046003540815502e-05, "Finetune/Loss": 0.8706795573234558, "Finetune/Loss (Raw)": 0.8118367195129395, "Finetune/Step": 3191, "Finetune/Step Time": 12.199004106223583}
+{"Finetune/Learning Rate": 1.9045285607274787e-05, "Finetune/Loss": 0.8704071640968323, "Finetune/Loss (Raw)": 0.7936363220214844, "Finetune/Step": 3192, "Finetune/Step Time": 12.205102337524295}
+{"Finetune/Learning Rate": 1.9044567417235494e-05, "Finetune/Loss": 0.8705178499221802, "Finetune/Loss (Raw)": 0.8263096809387207, "Finetune/Step": 3193, "Finetune/Step Time": 12.196206444874406}
+{"Finetune/Learning Rate": 1.9043848970717986e-05, "Finetune/Loss": 0.8691592812538147, "Finetune/Loss (Raw)": 0.7774580121040344, "Finetune/Step": 3194, "Finetune/Step Time": 12.196593590080738}
+{"Finetune/Learning Rate": 1.9043130267742638e-05, "Finetune/Loss": 0.869523286819458, "Finetune/Loss (Raw)": 0.871876060962677, "Finetune/Step": 3195, "Finetune/Step Time": 12.191026700660586}
+{"Finetune/Learning Rate": 1.9042411308329835e-05, "Finetune/Loss": 0.8713957071304321, "Finetune/Loss (Raw)": 1.0664759874343872, "Finetune/Step": 3196, "Finetune/Step Time": 12.192691750824451}
+{"Finetune/Learning Rate": 1.9041692092499958e-05, "Finetune/Loss": 0.871700644493103, "Finetune/Loss (Raw)": 0.8866252899169922, "Finetune/Step": 3197, "Finetune/Step Time": 12.184731964021921}
+{"Finetune/Learning Rate": 1.90409726202734e-05, "Finetune/Loss": 0.8712480068206787, "Finetune/Loss (Raw)": 0.9144378304481506, "Finetune/Step": 3198, "Finetune/Step Time": 12.185703985393047}
+{"Finetune/Learning Rate": 1.9040252891670574e-05, "Finetune/Loss": 0.8717160224914551, "Finetune/Loss (Raw)": 0.9348289370536804, "Finetune/Step": 3199, "Finetune/Step Time": 12.173350324854255}
+{"Finetune/Learning Rate": 1.903953290671188e-05, "Finetune/Loss": 0.8721030950546265, "Finetune/Loss (Raw)": 0.8717555999755859, "Finetune/Step": 3200, "Finetune/Step Time": 12.161623014137149}
+{"Finetune/Learning Rate": 1.9038812665417737e-05, "Finetune/Loss": 0.8727968335151672, "Finetune/Loss (Raw)": 0.8797705769538879, "Finetune/Step": 3201, "Finetune/Step Time": 12.161628503352404}
+{"Finetune/Learning Rate": 1.903809216780857e-05, "Finetune/Loss": 0.8721147775650024, "Finetune/Loss (Raw)": 0.802768886089325, "Finetune/Step": 3202, "Finetune/Step Time": 12.158477356657386}
+{"Finetune/Learning Rate": 1.9037371413904814e-05, "Finetune/Loss": 0.8707313537597656, "Finetune/Loss (Raw)": 0.7237562537193298, "Finetune/Step": 3203, "Finetune/Step Time": 12.209984734654427}
+{"Finetune/Learning Rate": 1.90366504037269e-05, "Finetune/Loss": 0.8709699511528015, "Finetune/Loss (Raw)": 0.9083081483840942, "Finetune/Step": 3204, "Finetune/Step Time": 12.204661775380373}
+{"Finetune/Learning Rate": 1.903592913729528e-05, "Finetune/Loss": 0.871012806892395, "Finetune/Loss (Raw)": 0.7402507662773132, "Finetune/Step": 3205, "Finetune/Step Time": 12.24865691922605}
+{"Finetune/Learning Rate": 1.9035207614630403e-05, "Finetune/Loss": 0.8699483871459961, "Finetune/Loss (Raw)": 0.8594335913658142, "Finetune/Step": 3206, "Finetune/Step Time": 12.243106096982956}
+{"Finetune/Learning Rate": 1.9034485835752726e-05, "Finetune/Loss": 0.8700679540634155, "Finetune/Loss (Raw)": 0.8470911383628845, "Finetune/Step": 3207, "Finetune/Step Time": 12.246695073321462}
+{"Finetune/Learning Rate": 1.9033763800682728e-05, "Finetune/Loss": 0.8688063621520996, "Finetune/Loss (Raw)": 0.7645285129547119, "Finetune/Step": 3208, "Finetune/Step Time": 12.250693580135703}
+{"Finetune/Learning Rate": 1.9033041509440876e-05, "Finetune/Loss": 0.8679947257041931, "Finetune/Loss (Raw)": 0.7717177271842957, "Finetune/Step": 3209, "Finetune/Step Time": 12.26848448626697}
+{"Finetune/Learning Rate": 1.903231896204765e-05, "Finetune/Loss": 0.8694047927856445, "Finetune/Loss (Raw)": 0.9822665452957153, "Finetune/Step": 3210, "Finetune/Step Time": 12.272050390020013}
+{"Finetune/Learning Rate": 1.9031596158523546e-05, "Finetune/Loss": 0.8685160875320435, "Finetune/Loss (Raw)": 0.7931593656539917, "Finetune/Step": 3211, "Finetune/Step Time": 12.242925859987736}
+{"Finetune/Learning Rate": 1.9030873098889054e-05, "Finetune/Loss": 0.8690980672836304, "Finetune/Loss (Raw)": 0.9296332001686096, "Finetune/Step": 3212, "Finetune/Step Time": 12.228060068562627}
+{"Finetune/Learning Rate": 1.9030149783164688e-05, "Finetune/Loss": 0.8672935366630554, "Finetune/Loss (Raw)": 0.7108132839202881, "Finetune/Step": 3213, "Finetune/Step Time": 12.204321356490254}
+{"Finetune/Learning Rate": 1.9029426211370945e-05, "Finetune/Loss": 0.8674889802932739, "Finetune/Loss (Raw)": 0.8113775849342346, "Finetune/Step": 3214, "Finetune/Step Time": 12.138754786923528}
+{"Finetune/Learning Rate": 1.9028702383528355e-05, "Finetune/Loss": 0.8686392307281494, "Finetune/Loss (Raw)": 0.7967746257781982, "Finetune/Step": 3215, "Finetune/Step Time": 12.113547042012215}
+{"Finetune/Learning Rate": 1.9027978299657436e-05, "Finetune/Loss": 0.8716335892677307, "Finetune/Loss (Raw)": 0.9611181020736694, "Finetune/Step": 3216, "Finetune/Step Time": 12.089342495426536}
+{"Finetune/Learning Rate": 1.9027253959778726e-05, "Finetune/Loss": 0.8696865439414978, "Finetune/Loss (Raw)": 0.7309303879737854, "Finetune/Step": 3217, "Finetune/Step Time": 12.082987401634455}
+{"Finetune/Learning Rate": 1.9026529363912765e-05, "Finetune/Loss": 0.868990421295166, "Finetune/Loss (Raw)": 0.8124439120292664, "Finetune/Step": 3218, "Finetune/Step Time": 12.10613826289773}
+{"Finetune/Learning Rate": 1.90258045120801e-05, "Finetune/Loss": 0.8683347702026367, "Finetune/Loss (Raw)": 0.8651780486106873, "Finetune/Step": 3219, "Finetune/Step Time": 12.098833862692118}
+{"Finetune/Learning Rate": 1.9025079404301285e-05, "Finetune/Loss": 0.8677429556846619, "Finetune/Loss (Raw)": 0.9118571281433105, "Finetune/Step": 3220, "Finetune/Step Time": 12.097326362505555}
+{"Finetune/Learning Rate": 1.902435404059688e-05, "Finetune/Loss": 0.8675339221954346, "Finetune/Loss (Raw)": 0.8000365495681763, "Finetune/Step": 3221, "Finetune/Step Time": 12.09721864014864}
+{"Finetune/Learning Rate": 1.9023628420987455e-05, "Finetune/Loss": 0.8684958219528198, "Finetune/Loss (Raw)": 0.9704040288925171, "Finetune/Step": 3222, "Finetune/Step Time": 12.091152286157012}
+{"Finetune/Learning Rate": 1.902290254549359e-05, "Finetune/Loss": 0.8671547174453735, "Finetune/Loss (Raw)": 0.794792115688324, "Finetune/Step": 3223, "Finetune/Step Time": 12.087662782520056}
+{"Finetune/Learning Rate": 1.9022176414135868e-05, "Finetune/Loss": 0.86586993932724, "Finetune/Loss (Raw)": 0.8460827469825745, "Finetune/Step": 3224, "Finetune/Step Time": 12.092328302562237}
+{"Finetune/Learning Rate": 1.902145002693488e-05, "Finetune/Loss": 0.866776704788208, "Finetune/Loss (Raw)": 0.8470770716667175, "Finetune/Step": 3225, "Finetune/Step Time": 12.060886954888701}
+{"Finetune/Learning Rate": 1.9020723383911214e-05, "Finetune/Loss": 0.867768406867981, "Finetune/Loss (Raw)": 0.9857016205787659, "Finetune/Step": 3226, "Finetune/Step Time": 12.078063579276204}
+{"Finetune/Learning Rate": 1.9019996485085493e-05, "Finetune/Loss": 0.8687201738357544, "Finetune/Loss (Raw)": 1.0055689811706543, "Finetune/Step": 3227, "Finetune/Step Time": 12.090503763407469}
+{"Finetune/Learning Rate": 1.9019269330478315e-05, "Finetune/Loss": 0.8685231804847717, "Finetune/Loss (Raw)": 0.8539488911628723, "Finetune/Step": 3228, "Finetune/Step Time": 12.10077084414661}
+{"Finetune/Learning Rate": 1.901854192011031e-05, "Finetune/Loss": 0.8685896396636963, "Finetune/Loss (Raw)": 0.9193770289421082, "Finetune/Step": 3229, "Finetune/Step Time": 12.12599958665669}
+{"Finetune/Learning Rate": 1.9017814254002102e-05, "Finetune/Loss": 0.8687953948974609, "Finetune/Loss (Raw)": 0.9426093697547913, "Finetune/Step": 3230, "Finetune/Step Time": 12.125559953972697}
+{"Finetune/Learning Rate": 1.9017086332174327e-05, "Finetune/Loss": 0.8694461584091187, "Finetune/Loss (Raw)": 0.9151735901832581, "Finetune/Step": 3231, "Finetune/Step Time": 12.125908214598894}
+{"Finetune/Learning Rate": 1.9016358154647618e-05, "Finetune/Loss": 0.8708093166351318, "Finetune/Loss (Raw)": 0.9123400449752808, "Finetune/Step": 3232, "Finetune/Step Time": 12.126243252307177}
+{"Finetune/Learning Rate": 1.9015629721442638e-05, "Finetune/Loss": 0.8724621534347534, "Finetune/Loss (Raw)": 1.0030255317687988, "Finetune/Step": 3233, "Finetune/Step Time": 12.125917177647352}
+{"Finetune/Learning Rate": 1.901490103258003e-05, "Finetune/Loss": 0.8739875555038452, "Finetune/Loss (Raw)": 1.0204755067825317, "Finetune/Step": 3234, "Finetune/Step Time": 12.133547719568014}
+{"Finetune/Learning Rate": 1.9014172088080464e-05, "Finetune/Loss": 0.8725761771202087, "Finetune/Loss (Raw)": 0.7732313871383667, "Finetune/Step": 3235, "Finetune/Step Time": 12.137796388939023}
+{"Finetune/Learning Rate": 1.9013442887964617e-05, "Finetune/Loss": 0.8730734586715698, "Finetune/Loss (Raw)": 0.8942885994911194, "Finetune/Step": 3236, "Finetune/Step Time": 12.115101244300604}
+{"Finetune/Learning Rate": 1.9012713432253155e-05, "Finetune/Loss": 0.8728783130645752, "Finetune/Loss (Raw)": 0.7698825001716614, "Finetune/Step": 3237, "Finetune/Step Time": 12.08864870108664}
+{"Finetune/Learning Rate": 1.9011983720966767e-05, "Finetune/Loss": 0.8725045919418335, "Finetune/Loss (Raw)": 0.776602029800415, "Finetune/Step": 3238, "Finetune/Step Time": 12.088035728782415}
+{"Finetune/Learning Rate": 1.9011253754126152e-05, "Finetune/Loss": 0.8713003396987915, "Finetune/Loss (Raw)": 0.8304535150527954, "Finetune/Step": 3239, "Finetune/Step Time": 12.091718608513474}
+{"Finetune/Learning Rate": 1.9010523531752004e-05, "Finetune/Loss": 0.8707544803619385, "Finetune/Loss (Raw)": 0.8267159461975098, "Finetune/Step": 3240, "Finetune/Step Time": 12.094566965475678}
+{"Finetune/Learning Rate": 1.900979305386503e-05, "Finetune/Loss": 0.8712793588638306, "Finetune/Loss (Raw)": 0.9164923429489136, "Finetune/Step": 3241, "Finetune/Step Time": 12.089894272387028}
+{"Finetune/Learning Rate": 1.9009062320485944e-05, "Finetune/Loss": 0.8713085651397705, "Finetune/Loss (Raw)": 0.9565975069999695, "Finetune/Step": 3242, "Finetune/Step Time": 12.084718180820346}
+{"Finetune/Learning Rate": 1.900833133163547e-05, "Finetune/Loss": 0.8698613047599792, "Finetune/Loss (Raw)": 0.72630774974823, "Finetune/Step": 3243, "Finetune/Step Time": 12.136083912104368}
+{"Finetune/Learning Rate": 1.9007600087334336e-05, "Finetune/Loss": 0.8701303005218506, "Finetune/Loss (Raw)": 0.9431142210960388, "Finetune/Step": 3244, "Finetune/Step Time": 12.132264273241162}
+{"Finetune/Learning Rate": 1.900686858760328e-05, "Finetune/Loss": 0.8705313205718994, "Finetune/Loss (Raw)": 0.8988479971885681, "Finetune/Step": 3245, "Finetune/Step Time": 12.132164221256971}
+{"Finetune/Learning Rate": 1.900613683246304e-05, "Finetune/Loss": 0.872960090637207, "Finetune/Loss (Raw)": 1.0009409189224243, "Finetune/Step": 3246, "Finetune/Step Time": 12.1253855060786}
+{"Finetune/Learning Rate": 1.9005404821934372e-05, "Finetune/Loss": 0.8734797239303589, "Finetune/Loss (Raw)": 0.9137979745864868, "Finetune/Step": 3247, "Finetune/Step Time": 12.126568853855133}
+{"Finetune/Learning Rate": 1.900467255603803e-05, "Finetune/Loss": 0.8741320371627808, "Finetune/Loss (Raw)": 1.0197744369506836, "Finetune/Step": 3248, "Finetune/Step Time": 12.129101425409317}
+{"Finetune/Learning Rate": 1.9003940034794777e-05, "Finetune/Loss": 0.8744945526123047, "Finetune/Loss (Raw)": 0.9290125370025635, "Finetune/Step": 3249, "Finetune/Step Time": 12.120464021340013}
+{"Finetune/Learning Rate": 1.9003207258225394e-05, "Finetune/Loss": 0.8746950626373291, "Finetune/Loss (Raw)": 0.9200049042701721, "Finetune/Step": 3250, "Finetune/Step Time": 12.112790437415242}
+{"Finetune/Learning Rate": 1.900247422635065e-05, "Finetune/Loss": 0.8746674060821533, "Finetune/Loss (Raw)": 0.8481000065803528, "Finetune/Step": 3251, "Finetune/Step Time": 12.108844462782145}
+{"Finetune/Learning Rate": 1.900174093919134e-05, "Finetune/Loss": 0.8733643293380737, "Finetune/Loss (Raw)": 0.821327269077301, "Finetune/Step": 3252, "Finetune/Step Time": 12.105320904403925}
+{"Finetune/Learning Rate": 1.9001007396768253e-05, "Finetune/Loss": 0.8735129833221436, "Finetune/Loss (Raw)": 0.9011235237121582, "Finetune/Step": 3253, "Finetune/Step Time": 12.10360294394195}
+{"Finetune/Learning Rate": 1.9000273599102193e-05, "Finetune/Loss": 0.8719645738601685, "Finetune/Loss (Raw)": 0.8076354265213013, "Finetune/Step": 3254, "Finetune/Step Time": 12.115899475291371}
+{"Finetune/Learning Rate": 1.8999539546213963e-05, "Finetune/Loss": 0.8704531192779541, "Finetune/Loss (Raw)": 0.6930497288703918, "Finetune/Step": 3255, "Finetune/Step Time": 12.133164150640368}
+{"Finetune/Learning Rate": 1.8998805238124386e-05, "Finetune/Loss": 0.8703446388244629, "Finetune/Loss (Raw)": 0.8522387146949768, "Finetune/Step": 3256, "Finetune/Step Time": 12.148251622915268}
+{"Finetune/Learning Rate": 1.899807067485428e-05, "Finetune/Loss": 0.8702407479286194, "Finetune/Loss (Raw)": 0.8826102614402771, "Finetune/Step": 3257, "Finetune/Step Time": 12.148549102246761}
+{"Finetune/Learning Rate": 1.899733585642448e-05, "Finetune/Loss": 0.8717176914215088, "Finetune/Loss (Raw)": 0.9659654498100281, "Finetune/Step": 3258, "Finetune/Step Time": 12.120045524090528}
+{"Finetune/Learning Rate": 1.899660078285582e-05, "Finetune/Loss": 0.8710910081863403, "Finetune/Loss (Raw)": 0.8659576773643494, "Finetune/Step": 3259, "Finetune/Step Time": 12.135552292689681}
+{"Finetune/Learning Rate": 1.8995865454169142e-05, "Finetune/Loss": 0.8719707727432251, "Finetune/Loss (Raw)": 0.8846539855003357, "Finetune/Step": 3260, "Finetune/Step Time": 12.138054613023996}
+{"Finetune/Learning Rate": 1.89951298703853e-05, "Finetune/Loss": 0.8717130422592163, "Finetune/Loss (Raw)": 0.8253111839294434, "Finetune/Step": 3261, "Finetune/Step Time": 12.100792622193694}
+{"Finetune/Learning Rate": 1.8994394031525156e-05, "Finetune/Loss": 0.8731223940849304, "Finetune/Loss (Raw)": 1.0397878885269165, "Finetune/Step": 3262, "Finetune/Step Time": 12.096421772614121}
+{"Finetune/Learning Rate": 1.899365793760957e-05, "Finetune/Loss": 0.8719825744628906, "Finetune/Loss (Raw)": 0.8998297452926636, "Finetune/Step": 3263, "Finetune/Step Time": 12.072997152805328}
+{"Finetune/Learning Rate": 1.8992921588659424e-05, "Finetune/Loss": 0.8714214563369751, "Finetune/Loss (Raw)": 0.8599780797958374, "Finetune/Step": 3264, "Finetune/Step Time": 12.076548844575882}
+{"Finetune/Learning Rate": 1.8992184984695595e-05, "Finetune/Loss": 0.8722660541534424, "Finetune/Loss (Raw)": 0.9773486852645874, "Finetune/Step": 3265, "Finetune/Step Time": 12.082352505996823}
+{"Finetune/Learning Rate": 1.8991448125738965e-05, "Finetune/Loss": 0.8721270561218262, "Finetune/Loss (Raw)": 0.865578293800354, "Finetune/Step": 3266, "Finetune/Step Time": 12.080321813002229}
+{"Finetune/Learning Rate": 1.899071101181044e-05, "Finetune/Loss": 0.872378945350647, "Finetune/Loss (Raw)": 0.8839945197105408, "Finetune/Step": 3267, "Finetune/Step Time": 12.084773410111666}
+{"Finetune/Learning Rate": 1.898997364293091e-05, "Finetune/Loss": 0.8729627728462219, "Finetune/Loss (Raw)": 0.8704538941383362, "Finetune/Step": 3268, "Finetune/Step Time": 12.087275268509984}
+{"Finetune/Learning Rate": 1.8989236019121294e-05, "Finetune/Loss": 0.872424840927124, "Finetune/Loss (Raw)": 0.7701407670974731, "Finetune/Step": 3269, "Finetune/Step Time": 12.080422662198544}
+{"Finetune/Learning Rate": 1.8988498140402512e-05, "Finetune/Loss": 0.8725756406784058, "Finetune/Loss (Raw)": 0.8506470918655396, "Finetune/Step": 3270, "Finetune/Step Time": 12.075599582865834}
+{"Finetune/Learning Rate": 1.8987760006795476e-05, "Finetune/Loss": 0.8728623390197754, "Finetune/Loss (Raw)": 0.9411394000053406, "Finetune/Step": 3271, "Finetune/Step Time": 12.07068263925612}
+{"Finetune/Learning Rate": 1.898702161832113e-05, "Finetune/Loss": 0.8730841875076294, "Finetune/Loss (Raw)": 0.9213452339172363, "Finetune/Step": 3272, "Finetune/Step Time": 12.074605548754334}
+{"Finetune/Learning Rate": 1.89862829750004e-05, "Finetune/Loss": 0.8711304068565369, "Finetune/Loss (Raw)": 0.66252601146698, "Finetune/Step": 3273, "Finetune/Step Time": 12.105600232258439}
+{"Finetune/Learning Rate": 1.898554407685424e-05, "Finetune/Loss": 0.8712831735610962, "Finetune/Loss (Raw)": 0.830519437789917, "Finetune/Step": 3274, "Finetune/Step Time": 12.107072975486517}
+{"Finetune/Learning Rate": 1.8984804923903602e-05, "Finetune/Loss": 0.8726681470870972, "Finetune/Loss (Raw)": 0.9253246784210205, "Finetune/Step": 3275, "Finetune/Step Time": 12.10682401061058}
+{"Finetune/Learning Rate": 1.898406551616945e-05, "Finetune/Loss": 0.8707137107849121, "Finetune/Loss (Raw)": 0.8378296494483948, "Finetune/Step": 3276, "Finetune/Step Time": 12.124970817938447}
+{"Finetune/Learning Rate": 1.8983325853672744e-05, "Finetune/Loss": 0.8731238842010498, "Finetune/Loss (Raw)": 0.9945928454399109, "Finetune/Step": 3277, "Finetune/Step Time": 12.099385369569063}
+{"Finetune/Learning Rate": 1.8982585936434462e-05, "Finetune/Loss": 0.8738970756530762, "Finetune/Loss (Raw)": 0.7999662160873413, "Finetune/Step": 3278, "Finetune/Step Time": 12.072505677118897}
+{"Finetune/Learning Rate": 1.8981845764475585e-05, "Finetune/Loss": 0.8737425804138184, "Finetune/Loss (Raw)": 0.8913130164146423, "Finetune/Step": 3279, "Finetune/Step Time": 12.071972612291574}
+{"Finetune/Learning Rate": 1.8981105337817106e-05, "Finetune/Loss": 0.8735580444335938, "Finetune/Loss (Raw)": 0.8271302580833435, "Finetune/Step": 3280, "Finetune/Step Time": 12.06934505328536}
+{"Finetune/Learning Rate": 1.8980364656480015e-05, "Finetune/Loss": 0.8750870227813721, "Finetune/Loss (Raw)": 1.093061923980713, "Finetune/Step": 3281, "Finetune/Step Time": 12.063749270513654}
+{"Finetune/Learning Rate": 1.8979623720485317e-05, "Finetune/Loss": 0.8775030970573425, "Finetune/Loss (Raw)": 0.9030799269676208, "Finetune/Step": 3282, "Finetune/Step Time": 12.031153718009591}
+{"Finetune/Learning Rate": 1.897888252985403e-05, "Finetune/Loss": 0.8776625990867615, "Finetune/Loss (Raw)": 0.899869441986084, "Finetune/Step": 3283, "Finetune/Step Time": 12.026576342061162}
+{"Finetune/Learning Rate": 1.8978141084607166e-05, "Finetune/Loss": 0.8765067458152771, "Finetune/Loss (Raw)": 0.7775726318359375, "Finetune/Step": 3284, "Finetune/Step Time": 12.011137295514345}
+{"Finetune/Learning Rate": 1.897739938476575e-05, "Finetune/Loss": 0.8756393790245056, "Finetune/Loss (Raw)": 0.8855993151664734, "Finetune/Step": 3285, "Finetune/Step Time": 12.011312181130052}
+{"Finetune/Learning Rate": 1.8976657430350816e-05, "Finetune/Loss": 0.87590092420578, "Finetune/Loss (Raw)": 0.9364818930625916, "Finetune/Step": 3286, "Finetune/Step Time": 12.000957325100899}
+{"Finetune/Learning Rate": 1.8975915221383404e-05, "Finetune/Loss": 0.8778954148292542, "Finetune/Loss (Raw)": 1.0031949281692505, "Finetune/Step": 3287, "Finetune/Step Time": 11.971736894920468}
+{"Finetune/Learning Rate": 1.897517275788456e-05, "Finetune/Loss": 0.8776367902755737, "Finetune/Loss (Raw)": 0.8918433785438538, "Finetune/Step": 3288, "Finetune/Step Time": 11.991732249036431}
+{"Finetune/Learning Rate": 1.897443003987534e-05, "Finetune/Loss": 0.8770071864128113, "Finetune/Loss (Raw)": 0.7484429478645325, "Finetune/Step": 3289, "Finetune/Step Time": 11.978694496676326}
+{"Finetune/Learning Rate": 1.8973687067376804e-05, "Finetune/Loss": 0.876286506652832, "Finetune/Loss (Raw)": 0.6833258867263794, "Finetune/Step": 3290, "Finetune/Step Time": 11.97399283759296}
+{"Finetune/Learning Rate": 1.8972943840410017e-05, "Finetune/Loss": 0.8758087158203125, "Finetune/Loss (Raw)": 0.8166317939758301, "Finetune/Step": 3291, "Finetune/Step Time": 11.97259146720171}
+{"Finetune/Learning Rate": 1.897220035899606e-05, "Finetune/Loss": 0.8746520280838013, "Finetune/Loss (Raw)": 0.8993695974349976, "Finetune/Step": 3292, "Finetune/Step Time": 11.97800145484507}
+{"Finetune/Learning Rate": 1.8971456623156013e-05, "Finetune/Loss": 0.8742740154266357, "Finetune/Loss (Raw)": 0.875476598739624, "Finetune/Step": 3293, "Finetune/Step Time": 11.954808600246906}
+{"Finetune/Learning Rate": 1.897071263291097e-05, "Finetune/Loss": 0.8719251155853271, "Finetune/Loss (Raw)": 0.623131513595581, "Finetune/Step": 3294, "Finetune/Step Time": 11.955893686041236}
+{"Finetune/Learning Rate": 1.8969968388282026e-05, "Finetune/Loss": 0.8724238872528076, "Finetune/Loss (Raw)": 0.9035582542419434, "Finetune/Step": 3295, "Finetune/Step Time": 11.955748399719596}
+{"Finetune/Learning Rate": 1.8969223889290283e-05, "Finetune/Loss": 0.8702781200408936, "Finetune/Loss (Raw)": 0.6201266646385193, "Finetune/Step": 3296, "Finetune/Step Time": 11.974374137818813}
+{"Finetune/Learning Rate": 1.8968479135956858e-05, "Finetune/Loss": 0.8699475526809692, "Finetune/Loss (Raw)": 0.8594030737876892, "Finetune/Step": 3297, "Finetune/Step Time": 11.97563999146223}
+{"Finetune/Learning Rate": 1.8967734128302867e-05, "Finetune/Loss": 0.8686609864234924, "Finetune/Loss (Raw)": 0.7802054286003113, "Finetune/Step": 3298, "Finetune/Step Time": 11.968305997550488}
+{"Finetune/Learning Rate": 1.896698886634944e-05, "Finetune/Loss": 0.8698976039886475, "Finetune/Loss (Raw)": 0.928435206413269, "Finetune/Step": 3299, "Finetune/Step Time": 11.965725904330611}
+{"Finetune/Learning Rate": 1.8966243350117703e-05, "Finetune/Loss": 0.8700865507125854, "Finetune/Loss (Raw)": 0.8244978785514832, "Finetune/Step": 3300, "Finetune/Step Time": 11.97028948366642}
+{"Finetune/Learning Rate": 1.8965497579628805e-05, "Finetune/Loss": 0.8695419430732727, "Finetune/Loss (Raw)": 0.7595707774162292, "Finetune/Step": 3301, "Finetune/Step Time": 11.963727613911033}
+{"Finetune/Learning Rate": 1.8964751554903885e-05, "Finetune/Loss": 0.8710891008377075, "Finetune/Loss (Raw)": 1.000241756439209, "Finetune/Step": 3302, "Finetune/Step Time": 11.96282447874546}
+{"Finetune/Learning Rate": 1.8964005275964107e-05, "Finetune/Loss": 0.8707202672958374, "Finetune/Loss (Raw)": 0.8711186647415161, "Finetune/Step": 3303, "Finetune/Step Time": 11.977331638336182}
+{"Finetune/Learning Rate": 1.896325874283063e-05, "Finetune/Loss": 0.8693759441375732, "Finetune/Loss (Raw)": 0.8510358333587646, "Finetune/Step": 3304, "Finetune/Step Time": 12.00950930453837}
+{"Finetune/Learning Rate": 1.8962511955524617e-05, "Finetune/Loss": 0.8684695959091187, "Finetune/Loss (Raw)": 0.8865348696708679, "Finetune/Step": 3305, "Finetune/Step Time": 12.020090015605092}
+{"Finetune/Learning Rate": 1.8961764914067257e-05, "Finetune/Loss": 0.8690971732139587, "Finetune/Loss (Raw)": 0.8692401051521301, "Finetune/Step": 3306, "Finetune/Step Time": 11.994050279259682}
+{"Finetune/Learning Rate": 1.8961017618479728e-05, "Finetune/Loss": 0.8682440519332886, "Finetune/Loss (Raw)": 0.8856303691864014, "Finetune/Step": 3307, "Finetune/Step Time": 11.995454654097557}
+{"Finetune/Learning Rate": 1.896027006878322e-05, "Finetune/Loss": 0.8676043748855591, "Finetune/Loss (Raw)": 0.8298564553260803, "Finetune/Step": 3308, "Finetune/Step Time": 11.993542281910777}
+{"Finetune/Learning Rate": 1.895952226499893e-05, "Finetune/Loss": 0.867577850818634, "Finetune/Loss (Raw)": 0.9215075969696045, "Finetune/Step": 3309, "Finetune/Step Time": 11.994863545522094}
+{"Finetune/Learning Rate": 1.895877420714807e-05, "Finetune/Loss": 0.8668215274810791, "Finetune/Loss (Raw)": 0.7656216621398926, "Finetune/Step": 3310, "Finetune/Step Time": 11.985000370070338}
+{"Finetune/Learning Rate": 1.8958025895251845e-05, "Finetune/Loss": 0.8671095371246338, "Finetune/Loss (Raw)": 0.9093795418739319, "Finetune/Step": 3311, "Finetune/Step Time": 11.978236064314842}
+{"Finetune/Learning Rate": 1.8957277329331485e-05, "Finetune/Loss": 0.8691555261611938, "Finetune/Loss (Raw)": 1.0277223587036133, "Finetune/Step": 3312, "Finetune/Step Time": 11.960986830294132}
+{"Finetune/Learning Rate": 1.8956528509408207e-05, "Finetune/Loss": 0.8695372343063354, "Finetune/Loss (Raw)": 0.8869193196296692, "Finetune/Step": 3313, "Finetune/Step Time": 11.96850310638547}
+{"Finetune/Learning Rate": 1.895577943550325e-05, "Finetune/Loss": 0.869384765625, "Finetune/Loss (Raw)": 0.768589437007904, "Finetune/Step": 3314, "Finetune/Step Time": 11.97427168674767}
+{"Finetune/Learning Rate": 1.8955030107637853e-05, "Finetune/Loss": 0.8704348802566528, "Finetune/Loss (Raw)": 1.0591994524002075, "Finetune/Step": 3315, "Finetune/Step Time": 11.974799830466509}
+{"Finetune/Learning Rate": 1.8954280525833267e-05, "Finetune/Loss": 0.8694047927856445, "Finetune/Loss (Raw)": 0.7516021132469177, "Finetune/Step": 3316, "Finetune/Step Time": 11.972988395020366}
+{"Finetune/Learning Rate": 1.895353069011075e-05, "Finetune/Loss": 0.867241382598877, "Finetune/Loss (Raw)": 0.7740208506584167, "Finetune/Step": 3317, "Finetune/Step Time": 11.997008211910725}
+{"Finetune/Learning Rate": 1.895278060049156e-05, "Finetune/Loss": 0.8664617538452148, "Finetune/Loss (Raw)": 0.8674989938735962, "Finetune/Step": 3318, "Finetune/Step Time": 11.96850193105638}
+{"Finetune/Learning Rate": 1.8952030256996975e-05, "Finetune/Loss": 0.8676856160163879, "Finetune/Loss (Raw)": 0.9684827923774719, "Finetune/Step": 3319, "Finetune/Step Time": 11.967766793444753}
+{"Finetune/Learning Rate": 1.8951279659648265e-05, "Finetune/Loss": 0.8674454092979431, "Finetune/Loss (Raw)": 0.762891948223114, "Finetune/Step": 3320, "Finetune/Step Time": 11.974515127018094}
+{"Finetune/Learning Rate": 1.8950528808466718e-05, "Finetune/Loss": 0.8683956861495972, "Finetune/Loss (Raw)": 0.9479430317878723, "Finetune/Step": 3321, "Finetune/Step Time": 11.973252972587943}
+{"Finetune/Learning Rate": 1.8949777703473626e-05, "Finetune/Loss": 0.8697552680969238, "Finetune/Loss (Raw)": 0.9514868855476379, "Finetune/Step": 3322, "Finetune/Step Time": 11.963136350736022}
+{"Finetune/Learning Rate": 1.8949026344690285e-05, "Finetune/Loss": 0.8687903881072998, "Finetune/Loss (Raw)": 0.7483752369880676, "Finetune/Step": 3323, "Finetune/Step Time": 11.960168169811368}
+{"Finetune/Learning Rate": 1.894827473213801e-05, "Finetune/Loss": 0.8669644594192505, "Finetune/Loss (Raw)": 0.8327488303184509, "Finetune/Step": 3324, "Finetune/Step Time": 11.956988042220473}
+{"Finetune/Learning Rate": 1.894752286583811e-05, "Finetune/Loss": 0.8671071529388428, "Finetune/Loss (Raw)": 0.904896080493927, "Finetune/Step": 3325, "Finetune/Step Time": 11.948894178494811}
+{"Finetune/Learning Rate": 1.89467707458119e-05, "Finetune/Loss": 0.8683409094810486, "Finetune/Loss (Raw)": 1.0723563432693481, "Finetune/Step": 3326, "Finetune/Step Time": 11.952383358031511}
+{"Finetune/Learning Rate": 1.8946018372080713e-05, "Finetune/Loss": 0.8692142367362976, "Finetune/Loss (Raw)": 1.0466135740280151, "Finetune/Step": 3327, "Finetune/Step Time": 11.96268667280674}
+{"Finetune/Learning Rate": 1.8945265744665886e-05, "Finetune/Loss": 0.869086742401123, "Finetune/Loss (Raw)": 0.8554336428642273, "Finetune/Step": 3328, "Finetune/Step Time": 11.97008421458304}
+{"Finetune/Learning Rate": 1.894451286358876e-05, "Finetune/Loss": 0.868522047996521, "Finetune/Loss (Raw)": 0.8074883222579956, "Finetune/Step": 3329, "Finetune/Step Time": 11.969538250938058}
+{"Finetune/Learning Rate": 1.8943759728870687e-05, "Finetune/Loss": 0.8689039945602417, "Finetune/Loss (Raw)": 0.8516573905944824, "Finetune/Step": 3330, "Finetune/Step Time": 11.975146247074008}
+{"Finetune/Learning Rate": 1.8943006340533016e-05, "Finetune/Loss": 0.8672758340835571, "Finetune/Loss (Raw)": 0.5153526067733765, "Finetune/Step": 3331, "Finetune/Step Time": 11.944205923005939}
+{"Finetune/Learning Rate": 1.8942252698597113e-05, "Finetune/Loss": 0.8667411804199219, "Finetune/Loss (Raw)": 0.8398729562759399, "Finetune/Step": 3332, "Finetune/Step Time": 11.945935565978289}
+{"Finetune/Learning Rate": 1.8941498803084358e-05, "Finetune/Loss": 0.868367075920105, "Finetune/Loss (Raw)": 0.9483684301376343, "Finetune/Step": 3333, "Finetune/Step Time": 11.90839627571404}
+{"Finetune/Learning Rate": 1.8940744654016118e-05, "Finetune/Loss": 0.8685210943222046, "Finetune/Loss (Raw)": 0.8791560530662537, "Finetune/Step": 3334, "Finetune/Step Time": 11.906529689207673}
+{"Finetune/Learning Rate": 1.893999025141379e-05, "Finetune/Loss": 0.8692532777786255, "Finetune/Loss (Raw)": 0.9407960176467896, "Finetune/Step": 3335, "Finetune/Step Time": 11.892573524266481}
+{"Finetune/Learning Rate": 1.8939235595298756e-05, "Finetune/Loss": 0.870030403137207, "Finetune/Loss (Raw)": 0.8640121817588806, "Finetune/Step": 3336, "Finetune/Step Time": 11.890279218554497}
+{"Finetune/Learning Rate": 1.893848068569242e-05, "Finetune/Loss": 0.8720072507858276, "Finetune/Loss (Raw)": 1.0247539281845093, "Finetune/Step": 3337, "Finetune/Step Time": 11.87774077244103}
+{"Finetune/Learning Rate": 1.893772552261619e-05, "Finetune/Loss": 0.8710967898368835, "Finetune/Loss (Raw)": 0.8657201528549194, "Finetune/Step": 3338, "Finetune/Step Time": 11.887689718976617}
+{"Finetune/Learning Rate": 1.893697010609148e-05, "Finetune/Loss": 0.8721348643302917, "Finetune/Loss (Raw)": 0.9260395765304565, "Finetune/Step": 3339, "Finetune/Step Time": 11.893041795119643}
+{"Finetune/Learning Rate": 1.893621443613971e-05, "Finetune/Loss": 0.8706237077713013, "Finetune/Loss (Raw)": 0.7362005114555359, "Finetune/Step": 3340, "Finetune/Step Time": 11.915483808144927}
+{"Finetune/Learning Rate": 1.893545851278231e-05, "Finetune/Loss": 0.8716639280319214, "Finetune/Loss (Raw)": 0.8439642190933228, "Finetune/Step": 3341, "Finetune/Step Time": 11.897214327007532}
+{"Finetune/Learning Rate": 1.8934702336040717e-05, "Finetune/Loss": 0.8713018894195557, "Finetune/Loss (Raw)": 0.7650392651557922, "Finetune/Step": 3342, "Finetune/Step Time": 11.898226909339428}
+{"Finetune/Learning Rate": 1.8933945905936376e-05, "Finetune/Loss": 0.8726115226745605, "Finetune/Loss (Raw)": 0.9644066691398621, "Finetune/Step": 3343, "Finetune/Step Time": 11.892298091202974}
+{"Finetune/Learning Rate": 1.8933189222490727e-05, "Finetune/Loss": 0.8713728785514832, "Finetune/Loss (Raw)": 0.8025649189949036, "Finetune/Step": 3344, "Finetune/Step Time": 11.88839489966631}
+{"Finetune/Learning Rate": 1.8932432285725236e-05, "Finetune/Loss": 0.8725320100784302, "Finetune/Loss (Raw)": 0.8792979717254639, "Finetune/Step": 3345, "Finetune/Step Time": 11.92179211229086}
+{"Finetune/Learning Rate": 1.893167509566137e-05, "Finetune/Loss": 0.8706166744232178, "Finetune/Loss (Raw)": 0.5672864317893982, "Finetune/Step": 3346, "Finetune/Step Time": 11.937767269089818}
+{"Finetune/Learning Rate": 1.8930917652320593e-05, "Finetune/Loss": 0.8710887432098389, "Finetune/Loss (Raw)": 0.9256018400192261, "Finetune/Step": 3347, "Finetune/Step Time": 11.9461824093014}
+{"Finetune/Learning Rate": 1.8930159955724386e-05, "Finetune/Loss": 0.8714942932128906, "Finetune/Loss (Raw)": 0.9637709856033325, "Finetune/Step": 3348, "Finetune/Step Time": 11.944334652274847}
+{"Finetune/Learning Rate": 1.892940200589424e-05, "Finetune/Loss": 0.8706687092781067, "Finetune/Loss (Raw)": 0.6943593621253967, "Finetune/Step": 3349, "Finetune/Step Time": 11.937072882428765}
+{"Finetune/Learning Rate": 1.8928643802851642e-05, "Finetune/Loss": 0.8695583343505859, "Finetune/Loss (Raw)": 0.8282752633094788, "Finetune/Step": 3350, "Finetune/Step Time": 11.938164351508021}
+{"Finetune/Learning Rate": 1.89278853466181e-05, "Finetune/Loss": 0.8687810897827148, "Finetune/Loss (Raw)": 0.6953036785125732, "Finetune/Step": 3351, "Finetune/Step Time": 11.939922483637929}
+{"Finetune/Learning Rate": 1.8927126637215112e-05, "Finetune/Loss": 0.8700449466705322, "Finetune/Loss (Raw)": 1.0078612565994263, "Finetune/Step": 3352, "Finetune/Step Time": 11.939692914485931}
+{"Finetune/Learning Rate": 1.89263676746642e-05, "Finetune/Loss": 0.8695637583732605, "Finetune/Loss (Raw)": 0.7854807376861572, "Finetune/Step": 3353, "Finetune/Step Time": 11.95934483408928}
+{"Finetune/Learning Rate": 1.8925608458986885e-05, "Finetune/Loss": 0.8684707880020142, "Finetune/Loss (Raw)": 0.8457978367805481, "Finetune/Step": 3354, "Finetune/Step Time": 11.946921657770872}
+{"Finetune/Learning Rate": 1.8924848990204694e-05, "Finetune/Loss": 0.865178108215332, "Finetune/Loss (Raw)": 0.5841038823127747, "Finetune/Step": 3355, "Finetune/Step Time": 11.946342077106237}
+{"Finetune/Learning Rate": 1.8924089268339164e-05, "Finetune/Loss": 0.8644822835922241, "Finetune/Loss (Raw)": 0.7648910284042358, "Finetune/Step": 3356, "Finetune/Step Time": 11.94351633451879}
+{"Finetune/Learning Rate": 1.8923329293411842e-05, "Finetune/Loss": 0.8645378947257996, "Finetune/Loss (Raw)": 0.9264894127845764, "Finetune/Step": 3357, "Finetune/Step Time": 11.928904496133327}
+{"Finetune/Learning Rate": 1.8922569065444275e-05, "Finetune/Loss": 0.8634269833564758, "Finetune/Loss (Raw)": 0.800416886806488, "Finetune/Step": 3358, "Finetune/Step Time": 11.937004767358303}
+{"Finetune/Learning Rate": 1.892180858445802e-05, "Finetune/Loss": 0.8633214235305786, "Finetune/Loss (Raw)": 0.9016542434692383, "Finetune/Step": 3359, "Finetune/Step Time": 11.938595419749618}
+{"Finetune/Learning Rate": 1.8921047850474645e-05, "Finetune/Loss": 0.8628045320510864, "Finetune/Loss (Raw)": 0.846186101436615, "Finetune/Step": 3360, "Finetune/Step Time": 11.93894650414586}
+{"Finetune/Learning Rate": 1.8920286863515715e-05, "Finetune/Loss": 0.8615137338638306, "Finetune/Loss (Raw)": 0.8378024101257324, "Finetune/Step": 3361, "Finetune/Step Time": 11.941360337659717}
+{"Finetune/Learning Rate": 1.8919525623602823e-05, "Finetune/Loss": 0.8606741428375244, "Finetune/Loss (Raw)": 0.9130081534385681, "Finetune/Step": 3362, "Finetune/Step Time": 11.934848342090845}
+{"Finetune/Learning Rate": 1.8918764130757544e-05, "Finetune/Loss": 0.8613983392715454, "Finetune/Loss (Raw)": 0.86592698097229, "Finetune/Step": 3363, "Finetune/Step Time": 11.930520514026284}
+{"Finetune/Learning Rate": 1.891800238500148e-05, "Finetune/Loss": 0.860845148563385, "Finetune/Loss (Raw)": 0.823483943939209, "Finetune/Step": 3364, "Finetune/Step Time": 11.938188528642058}
+{"Finetune/Learning Rate": 1.8917240386356225e-05, "Finetune/Loss": 0.8609457015991211, "Finetune/Loss (Raw)": 0.7827480435371399, "Finetune/Step": 3365, "Finetune/Step Time": 11.938157917931676}
+{"Finetune/Learning Rate": 1.8916478134843387e-05, "Finetune/Loss": 0.8622732162475586, "Finetune/Loss (Raw)": 0.9465289115905762, "Finetune/Step": 3366, "Finetune/Step Time": 11.940217271447182}
+{"Finetune/Learning Rate": 1.8915715630484587e-05, "Finetune/Loss": 0.8637583255767822, "Finetune/Loss (Raw)": 1.020547866821289, "Finetune/Step": 3367, "Finetune/Step Time": 11.938373751938343}
+{"Finetune/Learning Rate": 1.8914952873301448e-05, "Finetune/Loss": 0.8619834184646606, "Finetune/Loss (Raw)": 0.5995243191719055, "Finetune/Step": 3368, "Finetune/Step Time": 11.960682099685073}
+{"Finetune/Learning Rate": 1.891418986331559e-05, "Finetune/Loss": 0.8621935844421387, "Finetune/Loss (Raw)": 0.943389892578125, "Finetune/Step": 3369, "Finetune/Step Time": 11.963901722803712}
+{"Finetune/Learning Rate": 1.891342660054866e-05, "Finetune/Loss": 0.8618752360343933, "Finetune/Loss (Raw)": 0.9158495664596558, "Finetune/Step": 3370, "Finetune/Step Time": 11.9705511610955}
+{"Finetune/Learning Rate": 1.8912663085022296e-05, "Finetune/Loss": 0.8624953031539917, "Finetune/Loss (Raw)": 0.8056761622428894, "Finetune/Step": 3371, "Finetune/Step Time": 11.910972975194454}
+{"Finetune/Learning Rate": 1.8911899316758154e-05, "Finetune/Loss": 0.8622665405273438, "Finetune/Loss (Raw)": 0.9138368368148804, "Finetune/Step": 3372, "Finetune/Step Time": 11.903323506936431}
+{"Finetune/Learning Rate": 1.8911135295777886e-05, "Finetune/Loss": 0.8624328374862671, "Finetune/Loss (Raw)": 0.9201264977455139, "Finetune/Step": 3373, "Finetune/Step Time": 11.90596547909081}
+{"Finetune/Learning Rate": 1.8910371022103164e-05, "Finetune/Loss": 0.8619627356529236, "Finetune/Loss (Raw)": 0.9407751560211182, "Finetune/Step": 3374, "Finetune/Step Time": 11.887099426239729}
+{"Finetune/Learning Rate": 1.8909606495755657e-05, "Finetune/Loss": 0.8613715171813965, "Finetune/Loss (Raw)": 0.8381171822547913, "Finetune/Step": 3375, "Finetune/Step Time": 11.89025972597301}
+{"Finetune/Learning Rate": 1.8908841716757044e-05, "Finetune/Loss": 0.8605823516845703, "Finetune/Loss (Raw)": 0.9187662601470947, "Finetune/Step": 3376, "Finetune/Step Time": 11.88944287598133}
+{"Finetune/Learning Rate": 1.8908076685129014e-05, "Finetune/Loss": 0.8606904745101929, "Finetune/Loss (Raw)": 0.9428542852401733, "Finetune/Step": 3377, "Finetune/Step Time": 11.913937255740166}
+{"Finetune/Learning Rate": 1.8907311400893258e-05, "Finetune/Loss": 0.860709011554718, "Finetune/Loss (Raw)": 0.922372043132782, "Finetune/Step": 3378, "Finetune/Step Time": 11.947493843734264}
+{"Finetune/Learning Rate": 1.890654586407148e-05, "Finetune/Loss": 0.8601290583610535, "Finetune/Loss (Raw)": 0.7738701105117798, "Finetune/Step": 3379, "Finetune/Step Time": 11.953864144161344}
+{"Finetune/Learning Rate": 1.8905780074685392e-05, "Finetune/Loss": 0.8590270280838013, "Finetune/Loss (Raw)": 0.6802662014961243, "Finetune/Step": 3380, "Finetune/Step Time": 11.979426154866815}
+{"Finetune/Learning Rate": 1.8905014032756703e-05, "Finetune/Loss": 0.8583400249481201, "Finetune/Loss (Raw)": 0.8131874799728394, "Finetune/Step": 3381, "Finetune/Step Time": 11.985312698408961}
+{"Finetune/Learning Rate": 1.8904247738307137e-05, "Finetune/Loss": 0.8578698635101318, "Finetune/Loss (Raw)": 0.747458279132843, "Finetune/Step": 3382, "Finetune/Step Time": 12.002740427851677}
+{"Finetune/Learning Rate": 1.8903481191358432e-05, "Finetune/Loss": 0.8592526912689209, "Finetune/Loss (Raw)": 0.8700522780418396, "Finetune/Step": 3383, "Finetune/Step Time": 11.979824988171458}
+{"Finetune/Learning Rate": 1.8902714391932312e-05, "Finetune/Loss": 0.8589389324188232, "Finetune/Loss (Raw)": 0.812074601650238, "Finetune/Step": 3384, "Finetune/Step Time": 11.958977272734046}
+{"Finetune/Learning Rate": 1.890194734005053e-05, "Finetune/Loss": 0.8589364290237427, "Finetune/Loss (Raw)": 0.8822859525680542, "Finetune/Step": 3385, "Finetune/Step Time": 11.971697209402919}
+{"Finetune/Learning Rate": 1.8901180035734833e-05, "Finetune/Loss": 0.8582502603530884, "Finetune/Loss (Raw)": 0.8781396150588989, "Finetune/Step": 3386, "Finetune/Step Time": 11.98188103735447}
+{"Finetune/Learning Rate": 1.8900412479006983e-05, "Finetune/Loss": 0.8576620817184448, "Finetune/Loss (Raw)": 0.790674090385437, "Finetune/Step": 3387, "Finetune/Step Time": 11.961824245750904}
+{"Finetune/Learning Rate": 1.8899644669888747e-05, "Finetune/Loss": 0.8572087287902832, "Finetune/Loss (Raw)": 0.8266227841377258, "Finetune/Step": 3388, "Finetune/Step Time": 11.938275346532464}
+{"Finetune/Learning Rate": 1.8898876608401893e-05, "Finetune/Loss": 0.8555951118469238, "Finetune/Loss (Raw)": 0.6187695264816284, "Finetune/Step": 3389, "Finetune/Step Time": 11.963856315240264}
+{"Finetune/Learning Rate": 1.8898108294568206e-05, "Finetune/Loss": 0.8539764881134033, "Finetune/Loss (Raw)": 0.8326042890548706, "Finetune/Step": 3390, "Finetune/Step Time": 11.964611522853374}
+{"Finetune/Learning Rate": 1.889733972840947e-05, "Finetune/Loss": 0.8544877767562866, "Finetune/Loss (Raw)": 0.9652731418609619, "Finetune/Step": 3391, "Finetune/Step Time": 11.966155851259828}
+{"Finetune/Learning Rate": 1.8896570909947477e-05, "Finetune/Loss": 0.8547546863555908, "Finetune/Loss (Raw)": 0.8941482305526733, "Finetune/Step": 3392, "Finetune/Step Time": 11.9574780985713}
+{"Finetune/Learning Rate": 1.889580183920403e-05, "Finetune/Loss": 0.8530588150024414, "Finetune/Loss (Raw)": 0.7602655291557312, "Finetune/Step": 3393, "Finetune/Step Time": 11.963831968605518}
+{"Finetune/Learning Rate": 1.8895032516200942e-05, "Finetune/Loss": 0.8520512580871582, "Finetune/Loss (Raw)": 0.7366133332252502, "Finetune/Step": 3394, "Finetune/Step Time": 11.970857948064804}
+{"Finetune/Learning Rate": 1.8894262940960027e-05, "Finetune/Loss": 0.8508355021476746, "Finetune/Loss (Raw)": 0.728381335735321, "Finetune/Step": 3395, "Finetune/Step Time": 11.974790077656507}
+{"Finetune/Learning Rate": 1.88934931135031e-05, "Finetune/Loss": 0.8515961170196533, "Finetune/Loss (Raw)": 0.9678069949150085, "Finetune/Step": 3396, "Finetune/Step Time": 11.969723118469119}
+{"Finetune/Learning Rate": 1.8892723033852006e-05, "Finetune/Loss": 0.8525315523147583, "Finetune/Loss (Raw)": 0.8898809552192688, "Finetune/Step": 3397, "Finetune/Step Time": 11.977807873860002}
+{"Finetune/Learning Rate": 1.8891952702028574e-05, "Finetune/Loss": 0.8530453443527222, "Finetune/Loss (Raw)": 0.9164073467254639, "Finetune/Step": 3398, "Finetune/Step Time": 11.96792322024703}
+{"Finetune/Learning Rate": 1.8891182118054648e-05, "Finetune/Loss": 0.8535346984863281, "Finetune/Loss (Raw)": 1.0037786960601807, "Finetune/Step": 3399, "Finetune/Step Time": 11.970837289467454}
+{"Finetune/Learning Rate": 1.889041128195208e-05, "Finetune/Loss": 0.8534640073776245, "Finetune/Loss (Raw)": 0.9123043417930603, "Finetune/Step": 3400, "Finetune/Step Time": 11.963054150342941}
+{"Finetune/Learning Rate": 1.8889640193742726e-05, "Finetune/Loss": 0.855015754699707, "Finetune/Loss (Raw)": 0.8611392974853516, "Finetune/Step": 3401, "Finetune/Step Time": 11.935617653653026}
+{"Finetune/Learning Rate": 1.888886885344846e-05, "Finetune/Loss": 0.8558018207550049, "Finetune/Loss (Raw)": 0.931140661239624, "Finetune/Step": 3402, "Finetune/Step Time": 11.935128752142191}
+{"Finetune/Learning Rate": 1.8888097261091145e-05, "Finetune/Loss": 0.8547115325927734, "Finetune/Loss (Raw)": 0.7857680916786194, "Finetune/Step": 3403, "Finetune/Step Time": 11.93567625246942}
+{"Finetune/Learning Rate": 1.8887325416692664e-05, "Finetune/Loss": 0.8543806076049805, "Finetune/Loss (Raw)": 0.7954750657081604, "Finetune/Step": 3404, "Finetune/Step Time": 11.949003020301461}
+{"Finetune/Learning Rate": 1.8886553320274915e-05, "Finetune/Loss": 0.852850615978241, "Finetune/Loss (Raw)": 0.7987513542175293, "Finetune/Step": 3405, "Finetune/Step Time": 11.964945426210761}
+{"Finetune/Learning Rate": 1.8885780971859776e-05, "Finetune/Loss": 0.8538455367088318, "Finetune/Loss (Raw)": 0.9273124933242798, "Finetune/Step": 3406, "Finetune/Step Time": 11.965666430070996}
+{"Finetune/Learning Rate": 1.888500837146916e-05, "Finetune/Loss": 0.8532309532165527, "Finetune/Loss (Raw)": 0.812644898891449, "Finetune/Step": 3407, "Finetune/Step Time": 11.978995684534311}
+{"Finetune/Learning Rate": 1.8884235519124972e-05, "Finetune/Loss": 0.8536284565925598, "Finetune/Loss (Raw)": 0.8780192136764526, "Finetune/Step": 3408, "Finetune/Step Time": 11.97844628430903}
+{"Finetune/Learning Rate": 1.8883462414849127e-05, "Finetune/Loss": 0.8518228530883789, "Finetune/Loss (Raw)": 0.8619353175163269, "Finetune/Step": 3409, "Finetune/Step Time": 11.982921892777085}
+{"Finetune/Learning Rate": 1.888268905866355e-05, "Finetune/Loss": 0.8519982695579529, "Finetune/Loss (Raw)": 0.9255372881889343, "Finetune/Step": 3410, "Finetune/Step Time": 11.983807679265738}
+{"Finetune/Learning Rate": 1.888191545059017e-05, "Finetune/Loss": 0.8518138527870178, "Finetune/Loss (Raw)": 0.876262903213501, "Finetune/Step": 3411, "Finetune/Step Time": 11.997166762128472}
+{"Finetune/Learning Rate": 1.8881141590650924e-05, "Finetune/Loss": 0.8524289131164551, "Finetune/Loss (Raw)": 0.8563045859336853, "Finetune/Step": 3412, "Finetune/Step Time": 11.998037252575159}
+{"Finetune/Learning Rate": 1.888036747886776e-05, "Finetune/Loss": 0.85271155834198, "Finetune/Loss (Raw)": 0.9217758178710938, "Finetune/Step": 3413, "Finetune/Step Time": 11.99685158021748}
+{"Finetune/Learning Rate": 1.8879593115262623e-05, "Finetune/Loss": 0.8517991304397583, "Finetune/Loss (Raw)": 0.8196837902069092, "Finetune/Step": 3414, "Finetune/Step Time": 11.998233266174793}
+{"Finetune/Learning Rate": 1.8878818499857475e-05, "Finetune/Loss": 0.8510730266571045, "Finetune/Loss (Raw)": 0.9102583527565002, "Finetune/Step": 3415, "Finetune/Step Time": 12.00651367008686}
+{"Finetune/Learning Rate": 1.8878043632674284e-05, "Finetune/Loss": 0.851798415184021, "Finetune/Loss (Raw)": 0.984695553779602, "Finetune/Step": 3416, "Finetune/Step Time": 11.980309238657355}
+{"Finetune/Learning Rate": 1.8877268513735022e-05, "Finetune/Loss": 0.8527685403823853, "Finetune/Loss (Raw)": 0.8726131916046143, "Finetune/Step": 3417, "Finetune/Step Time": 11.975313665345311}
+{"Finetune/Learning Rate": 1.8876493143061668e-05, "Finetune/Loss": 0.8543659448623657, "Finetune/Loss (Raw)": 0.8878029584884644, "Finetune/Step": 3418, "Finetune/Step Time": 11.963367162272334}
+{"Finetune/Learning Rate": 1.887571752067621e-05, "Finetune/Loss": 0.8547946214675903, "Finetune/Loss (Raw)": 0.8714960813522339, "Finetune/Step": 3419, "Finetune/Step Time": 11.964944517239928}
+{"Finetune/Learning Rate": 1.8874941646600642e-05, "Finetune/Loss": 0.8541544675827026, "Finetune/Loss (Raw)": 0.8174270987510681, "Finetune/Step": 3420, "Finetune/Step Time": 11.967641899362206}
+{"Finetune/Learning Rate": 1.8874165520856965e-05, "Finetune/Loss": 0.8550843596458435, "Finetune/Loss (Raw)": 0.9945094585418701, "Finetune/Step": 3421, "Finetune/Step Time": 11.961400374770164}
+{"Finetune/Learning Rate": 1.8873389143467193e-05, "Finetune/Loss": 0.8566579818725586, "Finetune/Loss (Raw)": 0.8245493173599243, "Finetune/Step": 3422, "Finetune/Step Time": 11.961532089859247}
+{"Finetune/Learning Rate": 1.8872612514453334e-05, "Finetune/Loss": 0.8558567762374878, "Finetune/Loss (Raw)": 0.8010120391845703, "Finetune/Step": 3423, "Finetune/Step Time": 11.966403875499964}
+{"Finetune/Learning Rate": 1.887183563383741e-05, "Finetune/Loss": 0.8579083681106567, "Finetune/Loss (Raw)": 0.8827293515205383, "Finetune/Step": 3424, "Finetune/Step Time": 11.93522884696722}
+{"Finetune/Learning Rate": 1.8871058501641465e-05, "Finetune/Loss": 0.8572377562522888, "Finetune/Loss (Raw)": 0.7735618948936462, "Finetune/Step": 3425, "Finetune/Step Time": 11.936215473338962}
+{"Finetune/Learning Rate": 1.8870281117887517e-05, "Finetune/Loss": 0.856717586517334, "Finetune/Loss (Raw)": 0.7136226892471313, "Finetune/Step": 3426, "Finetune/Step Time": 11.934905355796218}
+{"Finetune/Learning Rate": 1.8869503482597626e-05, "Finetune/Loss": 0.8552523851394653, "Finetune/Loss (Raw)": 0.7408862709999084, "Finetune/Step": 3427, "Finetune/Step Time": 11.938202975317836}
+{"Finetune/Learning Rate": 1.8868725595793837e-05, "Finetune/Loss": 0.8561866283416748, "Finetune/Loss (Raw)": 0.9440858364105225, "Finetune/Step": 3428, "Finetune/Step Time": 11.934663766995072}
+{"Finetune/Learning Rate": 1.8867947457498207e-05, "Finetune/Loss": 0.8559300899505615, "Finetune/Loss (Raw)": 0.7267366051673889, "Finetune/Step": 3429, "Finetune/Step Time": 11.930814465507865}
+{"Finetune/Learning Rate": 1.886716906773281e-05, "Finetune/Loss": 0.8539878129959106, "Finetune/Loss (Raw)": 0.751625120639801, "Finetune/Step": 3430, "Finetune/Step Time": 11.935099551454186}
+{"Finetune/Learning Rate": 1.8866390426519706e-05, "Finetune/Loss": 0.8525916337966919, "Finetune/Loss (Raw)": 0.692415714263916, "Finetune/Step": 3431, "Finetune/Step Time": 11.952690742909908}
+{"Finetune/Learning Rate": 1.886561153388099e-05, "Finetune/Loss": 0.852591872215271, "Finetune/Loss (Raw)": 0.8510575890541077, "Finetune/Step": 3432, "Finetune/Step Time": 11.91877805441618}
+{"Finetune/Learning Rate": 1.8864832389838735e-05, "Finetune/Loss": 0.8507758378982544, "Finetune/Loss (Raw)": 0.6540865302085876, "Finetune/Step": 3433, "Finetune/Step Time": 11.93253762461245}
+{"Finetune/Learning Rate": 1.886405299441504e-05, "Finetune/Loss": 0.8508608341217041, "Finetune/Loss (Raw)": 0.8801130652427673, "Finetune/Step": 3434, "Finetune/Step Time": 11.938356099650264}
+{"Finetune/Learning Rate": 1.8863273347632014e-05, "Finetune/Loss": 0.8504015207290649, "Finetune/Loss (Raw)": 0.8268418908119202, "Finetune/Step": 3435, "Finetune/Step Time": 11.932547887787223}
+{"Finetune/Learning Rate": 1.8862493449511757e-05, "Finetune/Loss": 0.8501262664794922, "Finetune/Loss (Raw)": 0.7946282625198364, "Finetune/Step": 3436, "Finetune/Step Time": 11.928303824737668}
+{"Finetune/Learning Rate": 1.886171330007639e-05, "Finetune/Loss": 0.8484700918197632, "Finetune/Loss (Raw)": 0.709516167640686, "Finetune/Step": 3437, "Finetune/Step Time": 11.93648723140359}
+{"Finetune/Learning Rate": 1.8860932899348028e-05, "Finetune/Loss": 0.8487470149993896, "Finetune/Loss (Raw)": 0.8010639548301697, "Finetune/Step": 3438, "Finetune/Step Time": 11.939704582095146}
+{"Finetune/Learning Rate": 1.8860152247348808e-05, "Finetune/Loss": 0.8491812348365784, "Finetune/Loss (Raw)": 0.9649648666381836, "Finetune/Step": 3439, "Finetune/Step Time": 11.939013548195362}
+{"Finetune/Learning Rate": 1.8859371344100865e-05, "Finetune/Loss": 0.84909987449646, "Finetune/Loss (Raw)": 1.0173062086105347, "Finetune/Step": 3440, "Finetune/Step Time": 11.934697564691305}
+{"Finetune/Learning Rate": 1.8858590189626345e-05, "Finetune/Loss": 0.8486527800559998, "Finetune/Loss (Raw)": 0.8296952247619629, "Finetune/Step": 3441, "Finetune/Step Time": 11.92990980297327}
+{"Finetune/Learning Rate": 1.8857808783947396e-05, "Finetune/Loss": 0.8493390679359436, "Finetune/Loss (Raw)": 0.8564272522926331, "Finetune/Step": 3442, "Finetune/Step Time": 11.918201396241784}
+{"Finetune/Learning Rate": 1.8857027127086177e-05, "Finetune/Loss": 0.8490229249000549, "Finetune/Loss (Raw)": 1.0187349319458008, "Finetune/Step": 3443, "Finetune/Step Time": 11.914700098335743}
+{"Finetune/Learning Rate": 1.8856245219064855e-05, "Finetune/Loss": 0.8505706787109375, "Finetune/Loss (Raw)": 0.9497119784355164, "Finetune/Step": 3444, "Finetune/Step Time": 11.918993387371302}
+{"Finetune/Learning Rate": 1.8855463059905607e-05, "Finetune/Loss": 0.8518990874290466, "Finetune/Loss (Raw)": 0.9440611600875854, "Finetune/Step": 3445, "Finetune/Step Time": 11.893091464415193}
+{"Finetune/Learning Rate": 1.8854680649630607e-05, "Finetune/Loss": 0.8519348502159119, "Finetune/Loss (Raw)": 0.8720768094062805, "Finetune/Step": 3446, "Finetune/Step Time": 11.902430294081569}
+{"Finetune/Learning Rate": 1.885389798826204e-05, "Finetune/Loss": 0.8506578207015991, "Finetune/Loss (Raw)": 0.8050262331962585, "Finetune/Step": 3447, "Finetune/Step Time": 11.90117660164833}
+{"Finetune/Learning Rate": 1.8853115075822105e-05, "Finetune/Loss": 0.8509752750396729, "Finetune/Loss (Raw)": 0.803523600101471, "Finetune/Step": 3448, "Finetune/Step Time": 11.915369438007474}
+{"Finetune/Learning Rate": 1.8852331912332998e-05, "Finetune/Loss": 0.850619375705719, "Finetune/Loss (Raw)": 0.9023844599723816, "Finetune/Step": 3449, "Finetune/Step Time": 11.917543035000563}
+{"Finetune/Learning Rate": 1.8851548497816935e-05, "Finetune/Loss": 0.8513152599334717, "Finetune/Loss (Raw)": 1.0405608415603638, "Finetune/Step": 3450, "Finetune/Step Time": 11.92116386629641}
+{"Finetune/Learning Rate": 1.8850764832296126e-05, "Finetune/Loss": 0.8518583178520203, "Finetune/Loss (Raw)": 0.8178874254226685, "Finetune/Step": 3451, "Finetune/Step Time": 11.928409537300467}
+{"Finetune/Learning Rate": 1.8849980915792794e-05, "Finetune/Loss": 0.8514541387557983, "Finetune/Loss (Raw)": 0.7810139656066895, "Finetune/Step": 3452, "Finetune/Step Time": 11.928786799311638}
+{"Finetune/Learning Rate": 1.884919674832917e-05, "Finetune/Loss": 0.8525465130805969, "Finetune/Loss (Raw)": 1.0447235107421875, "Finetune/Step": 3453, "Finetune/Step Time": 11.932943902909756}
+{"Finetune/Learning Rate": 1.8848412329927492e-05, "Finetune/Loss": 0.8510252833366394, "Finetune/Loss (Raw)": 0.8776339292526245, "Finetune/Step": 3454, "Finetune/Step Time": 11.93300069309771}
+{"Finetune/Learning Rate": 1.8847627660609994e-05, "Finetune/Loss": 0.8499263525009155, "Finetune/Loss (Raw)": 0.9059514403343201, "Finetune/Step": 3455, "Finetune/Step Time": 11.936340406537056}
+{"Finetune/Learning Rate": 1.884684274039894e-05, "Finetune/Loss": 0.8498458862304688, "Finetune/Loss (Raw)": 0.8451367020606995, "Finetune/Step": 3456, "Finetune/Step Time": 11.931456785649061}
+{"Finetune/Learning Rate": 1.8846057569316585e-05, "Finetune/Loss": 0.8488742709159851, "Finetune/Loss (Raw)": 0.6831220984458923, "Finetune/Step": 3457, "Finetune/Step Time": 11.982901269569993}
+{"Finetune/Learning Rate": 1.884527214738519e-05, "Finetune/Loss": 0.8490169048309326, "Finetune/Loss (Raw)": 0.8699159622192383, "Finetune/Step": 3458, "Finetune/Step Time": 11.974915627390146}
+{"Finetune/Learning Rate": 1.884448647462703e-05, "Finetune/Loss": 0.8513639569282532, "Finetune/Loss (Raw)": 0.8157728910446167, "Finetune/Step": 3459, "Finetune/Step Time": 11.944234097376466}
+{"Finetune/Learning Rate": 1.8843700551064383e-05, "Finetune/Loss": 0.8506511449813843, "Finetune/Loss (Raw)": 0.7486255168914795, "Finetune/Step": 3460, "Finetune/Step Time": 11.941228780895472}
+{"Finetune/Learning Rate": 1.8842914376719537e-05, "Finetune/Loss": 0.8502606153488159, "Finetune/Loss (Raw)": 0.8983844518661499, "Finetune/Step": 3461, "Finetune/Step Time": 11.95100479759276}
+{"Finetune/Learning Rate": 1.8842127951614785e-05, "Finetune/Loss": 0.850839376449585, "Finetune/Loss (Raw)": 0.9532439708709717, "Finetune/Step": 3462, "Finetune/Step Time": 11.957762179896235}
+{"Finetune/Learning Rate": 1.8841341275772427e-05, "Finetune/Loss": 0.8500264883041382, "Finetune/Loss (Raw)": 0.8367474675178528, "Finetune/Step": 3463, "Finetune/Step Time": 11.964134091511369}
+{"Finetune/Learning Rate": 1.8840554349214772e-05, "Finetune/Loss": 0.8506600856781006, "Finetune/Loss (Raw)": 0.9450985193252563, "Finetune/Step": 3464, "Finetune/Step Time": 11.968899140134454}
+{"Finetune/Learning Rate": 1.8839767171964136e-05, "Finetune/Loss": 0.8500544428825378, "Finetune/Loss (Raw)": 0.9472405314445496, "Finetune/Step": 3465, "Finetune/Step Time": 11.971353126689792}
+{"Finetune/Learning Rate": 1.8838979744042838e-05, "Finetune/Loss": 0.8505493402481079, "Finetune/Loss (Raw)": 0.9290684461593628, "Finetune/Step": 3466, "Finetune/Step Time": 11.95387115329504}
+{"Finetune/Learning Rate": 1.883819206547321e-05, "Finetune/Loss": 0.849732518196106, "Finetune/Loss (Raw)": 0.8214810490608215, "Finetune/Step": 3467, "Finetune/Step Time": 11.950224531814456}
+{"Finetune/Learning Rate": 1.8837404136277587e-05, "Finetune/Loss": 0.8509522676467896, "Finetune/Loss (Raw)": 0.8923274278640747, "Finetune/Step": 3468, "Finetune/Step Time": 11.931979337707162}
+{"Finetune/Learning Rate": 1.8836615956478318e-05, "Finetune/Loss": 0.8515771627426147, "Finetune/Loss (Raw)": 0.9239605069160461, "Finetune/Step": 3469, "Finetune/Step Time": 11.935201700776815}
+{"Finetune/Learning Rate": 1.8835827526097744e-05, "Finetune/Loss": 0.852893590927124, "Finetune/Loss (Raw)": 0.9335412383079529, "Finetune/Step": 3470, "Finetune/Step Time": 11.937117032706738}
+{"Finetune/Learning Rate": 1.8835038845158225e-05, "Finetune/Loss": 0.8526800274848938, "Finetune/Loss (Raw)": 0.9370641708374023, "Finetune/Step": 3471, "Finetune/Step Time": 11.937244944274426}
+{"Finetune/Learning Rate": 1.8834249913682132e-05, "Finetune/Loss": 0.854000449180603, "Finetune/Loss (Raw)": 0.9715797305107117, "Finetune/Step": 3472, "Finetune/Step Time": 11.938668286427855}
+{"Finetune/Learning Rate": 1.8833460731691833e-05, "Finetune/Loss": 0.8543616533279419, "Finetune/Loss (Raw)": 0.925535261631012, "Finetune/Step": 3473, "Finetune/Step Time": 11.909233400598168}
+{"Finetune/Learning Rate": 1.88326712992097e-05, "Finetune/Loss": 0.8554589748382568, "Finetune/Loss (Raw)": 0.7077459096908569, "Finetune/Step": 3474, "Finetune/Step Time": 11.903071772307158}
+{"Finetune/Learning Rate": 1.8831881616258133e-05, "Finetune/Loss": 0.8558081388473511, "Finetune/Loss (Raw)": 0.9702863693237305, "Finetune/Step": 3475, "Finetune/Step Time": 11.905615966767073}
+{"Finetune/Learning Rate": 1.8831091682859516e-05, "Finetune/Loss": 0.8558374643325806, "Finetune/Loss (Raw)": 0.9675304293632507, "Finetune/Step": 3476, "Finetune/Step Time": 11.90263626165688}
+{"Finetune/Learning Rate": 1.883030149903625e-05, "Finetune/Loss": 0.8582326173782349, "Finetune/Loss (Raw)": 1.0009382963180542, "Finetune/Step": 3477, "Finetune/Step Time": 11.93340410105884}
+{"Finetune/Learning Rate": 1.8829511064810743e-05, "Finetune/Loss": 0.8585375547409058, "Finetune/Loss (Raw)": 0.867304801940918, "Finetune/Step": 3478, "Finetune/Step Time": 11.935456532984972}
+{"Finetune/Learning Rate": 1.8828720380205412e-05, "Finetune/Loss": 0.8602923154830933, "Finetune/Loss (Raw)": 0.9199167490005493, "Finetune/Step": 3479, "Finetune/Step Time": 11.943690748885274}
+{"Finetune/Learning Rate": 1.8827929445242678e-05, "Finetune/Loss": 0.8593806028366089, "Finetune/Loss (Raw)": 0.8911548852920532, "Finetune/Step": 3480, "Finetune/Step Time": 11.945644538849592}
+{"Finetune/Learning Rate": 1.8827138259944964e-05, "Finetune/Loss": 0.8597212433815002, "Finetune/Loss (Raw)": 0.829087495803833, "Finetune/Step": 3481, "Finetune/Step Time": 11.924352407455444}
+{"Finetune/Learning Rate": 1.8826346824334713e-05, "Finetune/Loss": 0.8607761263847351, "Finetune/Loss (Raw)": 0.9808283448219299, "Finetune/Step": 3482, "Finetune/Step Time": 11.932855442166328}
+{"Finetune/Learning Rate": 1.882555513843436e-05, "Finetune/Loss": 0.8620610237121582, "Finetune/Loss (Raw)": 0.7485653758049011, "Finetune/Step": 3483, "Finetune/Step Time": 11.921744775027037}
+{"Finetune/Learning Rate": 1.8824763202266364e-05, "Finetune/Loss": 0.8626158237457275, "Finetune/Loss (Raw)": 0.8359093070030212, "Finetune/Step": 3484, "Finetune/Step Time": 11.919516308233142}
+{"Finetune/Learning Rate": 1.882397101585318e-05, "Finetune/Loss": 0.8617914319038391, "Finetune/Loss (Raw)": 0.8209627270698547, "Finetune/Step": 3485, "Finetune/Step Time": 11.906253365799785}
+{"Finetune/Learning Rate": 1.8823178579217266e-05, "Finetune/Loss": 0.8631948232650757, "Finetune/Loss (Raw)": 0.9800539016723633, "Finetune/Step": 3486, "Finetune/Step Time": 11.89459204301238}
+{"Finetune/Learning Rate": 1.8822385892381096e-05, "Finetune/Loss": 0.8628767132759094, "Finetune/Loss (Raw)": 0.8609343767166138, "Finetune/Step": 3487, "Finetune/Step Time": 11.89828691072762}
+{"Finetune/Learning Rate": 1.8821592955367154e-05, "Finetune/Loss": 0.8624891638755798, "Finetune/Loss (Raw)": 0.7965778708457947, "Finetune/Step": 3488, "Finetune/Step Time": 11.8953677136451}
+{"Finetune/Learning Rate": 1.882079976819792e-05, "Finetune/Loss": 0.8636062145233154, "Finetune/Loss (Raw)": 0.9807842969894409, "Finetune/Step": 3489, "Finetune/Step Time": 11.892153298482299}
+{"Finetune/Learning Rate": 1.8820006330895883e-05, "Finetune/Loss": 0.862797737121582, "Finetune/Loss (Raw)": 0.8095216155052185, "Finetune/Step": 3490, "Finetune/Step Time": 11.892266802489758}
+{"Finetune/Learning Rate": 1.881921264348355e-05, "Finetune/Loss": 0.8626768589019775, "Finetune/Loss (Raw)": 0.8504546880722046, "Finetune/Step": 3491, "Finetune/Step Time": 11.88793808221817}
+{"Finetune/Learning Rate": 1.8818418705983427e-05, "Finetune/Loss": 0.8611371517181396, "Finetune/Loss (Raw)": 0.6264081001281738, "Finetune/Step": 3492, "Finetune/Step Time": 11.900485269725323}
+{"Finetune/Learning Rate": 1.8817624518418025e-05, "Finetune/Loss": 0.8611767292022705, "Finetune/Loss (Raw)": 0.7878047823905945, "Finetune/Step": 3493, "Finetune/Step Time": 11.905438615009189}
+{"Finetune/Learning Rate": 1.8816830080809865e-05, "Finetune/Loss": 0.8606470227241516, "Finetune/Loss (Raw)": 0.8787364959716797, "Finetune/Step": 3494, "Finetune/Step Time": 11.90559328906238}
+{"Finetune/Learning Rate": 1.8816035393181476e-05, "Finetune/Loss": 0.8596147298812866, "Finetune/Loss (Raw)": 0.8884100914001465, "Finetune/Step": 3495, "Finetune/Step Time": 11.90346891619265}
+{"Finetune/Learning Rate": 1.881524045555539e-05, "Finetune/Loss": 0.862217366695404, "Finetune/Loss (Raw)": 0.9326611757278442, "Finetune/Step": 3496, "Finetune/Step Time": 11.88525958918035}
+{"Finetune/Learning Rate": 1.8814445267954157e-05, "Finetune/Loss": 0.8615367412567139, "Finetune/Loss (Raw)": 0.8562727570533752, "Finetune/Step": 3497, "Finetune/Step Time": 11.886835986748338}
+{"Finetune/Learning Rate": 1.8813649830400317e-05, "Finetune/Loss": 0.8615730404853821, "Finetune/Loss (Raw)": 0.920498251914978, "Finetune/Step": 3498, "Finetune/Step Time": 11.882437780499458}
+{"Finetune/Learning Rate": 1.8812854142916432e-05, "Finetune/Loss": 0.8627814054489136, "Finetune/Loss (Raw)": 0.9603375196456909, "Finetune/Step": 3499, "Finetune/Step Time": 11.884263969957829}
+{"Finetune/Learning Rate": 1.8812058205525064e-05, "Finetune/Loss": 0.8607988357543945, "Finetune/Loss (Raw)": 0.6600787043571472, "Finetune/Step": 3500, "Finetune/Step Time": 11.92183935828507}
+{"Finetune/Learning Rate": 1.8811262018248783e-05, "Finetune/Loss": 0.8592175245285034, "Finetune/Loss (Raw)": 0.717715322971344, "Finetune/Step": 3501, "Finetune/Step Time": 11.993515143170953}
+{"Finetune/Learning Rate": 1.8810465581110165e-05, "Finetune/Loss": 0.8590436577796936, "Finetune/Loss (Raw)": 0.9185187220573425, "Finetune/Step": 3502, "Finetune/Step Time": 11.983577903360128}
+{"Finetune/Learning Rate": 1.88096688941318e-05, "Finetune/Loss": 0.8590553998947144, "Finetune/Loss (Raw)": 0.8396162986755371, "Finetune/Step": 3503, "Finetune/Step Time": 11.983969818800688}
+{"Finetune/Learning Rate": 1.8808871957336277e-05, "Finetune/Loss": 0.8591022491455078, "Finetune/Loss (Raw)": 0.924768328666687, "Finetune/Step": 3504, "Finetune/Step Time": 11.986713087186217}
+{"Finetune/Learning Rate": 1.880807477074619e-05, "Finetune/Loss": 0.8596373796463013, "Finetune/Loss (Raw)": 1.011348843574524, "Finetune/Step": 3505, "Finetune/Step Time": 11.99274711124599}
+{"Finetune/Learning Rate": 1.8807277334384154e-05, "Finetune/Loss": 0.8572818040847778, "Finetune/Loss (Raw)": 0.6208571791648865, "Finetune/Step": 3506, "Finetune/Step Time": 11.969104738906026}
+{"Finetune/Learning Rate": 1.8806479648272776e-05, "Finetune/Loss": 0.858350396156311, "Finetune/Loss (Raw)": 0.9106513857841492, "Finetune/Step": 3507, "Finetune/Step Time": 11.968724818900228}
+{"Finetune/Learning Rate": 1.8805681712434675e-05, "Finetune/Loss": 0.8592010140419006, "Finetune/Loss (Raw)": 0.7891430258750916, "Finetune/Step": 3508, "Finetune/Step Time": 11.94355889596045}
+{"Finetune/Learning Rate": 1.8804883526892485e-05, "Finetune/Loss": 0.8598300218582153, "Finetune/Loss (Raw)": 0.8936949968338013, "Finetune/Step": 3509, "Finetune/Step Time": 11.944258064031601}
+{"Finetune/Learning Rate": 1.880408509166883e-05, "Finetune/Loss": 0.8609342575073242, "Finetune/Loss (Raw)": 0.8888136148452759, "Finetune/Step": 3510, "Finetune/Step Time": 11.926596337929368}
+{"Finetune/Learning Rate": 1.8803286406786362e-05, "Finetune/Loss": 0.8603875041007996, "Finetune/Loss (Raw)": 0.8000598549842834, "Finetune/Step": 3511, "Finetune/Step Time": 11.927043668925762}
+{"Finetune/Learning Rate": 1.8802487472267725e-05, "Finetune/Loss": 0.8613214492797852, "Finetune/Loss (Raw)": 0.9316197037696838, "Finetune/Step": 3512, "Finetune/Step Time": 11.936895610764623}
+{"Finetune/Learning Rate": 1.880168828813557e-05, "Finetune/Loss": 0.8612707257270813, "Finetune/Loss (Raw)": 0.875792920589447, "Finetune/Step": 3513, "Finetune/Step Time": 11.929860515519977}
+{"Finetune/Learning Rate": 1.8800888854412568e-05, "Finetune/Loss": 0.8610323071479797, "Finetune/Loss (Raw)": 0.8476272821426392, "Finetune/Step": 3514, "Finetune/Step Time": 11.91968335211277}
+{"Finetune/Learning Rate": 1.8800089171121384e-05, "Finetune/Loss": 0.8627254366874695, "Finetune/Loss (Raw)": 1.0073909759521484, "Finetune/Step": 3515, "Finetune/Step Time": 11.921269074082375}
+{"Finetune/Learning Rate": 1.879928923828469e-05, "Finetune/Loss": 0.8632456064224243, "Finetune/Loss (Raw)": 0.8932027220726013, "Finetune/Step": 3516, "Finetune/Step Time": 11.930475406348705}
+{"Finetune/Learning Rate": 1.879848905592518e-05, "Finetune/Loss": 0.8651447892189026, "Finetune/Loss (Raw)": 0.8618656396865845, "Finetune/Step": 3517, "Finetune/Step Time": 11.907413449138403}
+{"Finetune/Learning Rate": 1.8797688624065542e-05, "Finetune/Loss": 0.8661656379699707, "Finetune/Loss (Raw)": 0.9632784724235535, "Finetune/Step": 3518, "Finetune/Step Time": 11.903387201949954}
+{"Finetune/Learning Rate": 1.8796887942728467e-05, "Finetune/Loss": 0.8651459217071533, "Finetune/Loss (Raw)": 0.8347416520118713, "Finetune/Step": 3519, "Finetune/Step Time": 11.933938942849636}
+{"Finetune/Learning Rate": 1.8796087011936665e-05, "Finetune/Loss": 0.8644355535507202, "Finetune/Loss (Raw)": 0.8032204508781433, "Finetune/Step": 3520, "Finetune/Step Time": 11.946810699999332}
+{"Finetune/Learning Rate": 1.8795285831712854e-05, "Finetune/Loss": 0.8655859231948853, "Finetune/Loss (Raw)": 0.9075209498405457, "Finetune/Step": 3521, "Finetune/Step Time": 11.924564519897103}
+{"Finetune/Learning Rate": 1.879448440207974e-05, "Finetune/Loss": 0.8665235042572021, "Finetune/Loss (Raw)": 0.8566203713417053, "Finetune/Step": 3522, "Finetune/Step Time": 11.921533724293113}
+{"Finetune/Learning Rate": 1.879368272306006e-05, "Finetune/Loss": 0.867843747138977, "Finetune/Loss (Raw)": 0.8973751664161682, "Finetune/Step": 3523, "Finetune/Step Time": 11.912354605272412}
+{"Finetune/Learning Rate": 1.8792880794676546e-05, "Finetune/Loss": 0.8676647543907166, "Finetune/Loss (Raw)": 0.9448926448822021, "Finetune/Step": 3524, "Finetune/Step Time": 11.925491947680712}
+{"Finetune/Learning Rate": 1.8792078616951933e-05, "Finetune/Loss": 0.8664795756340027, "Finetune/Loss (Raw)": 0.7381746172904968, "Finetune/Step": 3525, "Finetune/Step Time": 11.965062748640776}
+{"Finetune/Learning Rate": 1.8791276189908973e-05, "Finetune/Loss": 0.8660250902175903, "Finetune/Loss (Raw)": 0.8582383394241333, "Finetune/Step": 3526, "Finetune/Step Time": 11.980424262583256}
+{"Finetune/Learning Rate": 1.8790473513570416e-05, "Finetune/Loss": 0.8647923469543457, "Finetune/Loss (Raw)": 0.8459844589233398, "Finetune/Step": 3527, "Finetune/Step Time": 11.976687923073769}
+{"Finetune/Learning Rate": 1.8789670587959032e-05, "Finetune/Loss": 0.8635892868041992, "Finetune/Loss (Raw)": 0.7583092451095581, "Finetune/Step": 3528, "Finetune/Step Time": 12.008680621162057}
+{"Finetune/Learning Rate": 1.878886741309758e-05, "Finetune/Loss": 0.864637553691864, "Finetune/Loss (Raw)": 0.995322585105896, "Finetune/Step": 3529, "Finetune/Step Time": 12.007580999284983}
+{"Finetune/Learning Rate": 1.8788063989008845e-05, "Finetune/Loss": 0.8646425604820251, "Finetune/Loss (Raw)": 0.9317817091941833, "Finetune/Step": 3530, "Finetune/Step Time": 12.011152524501085}
+{"Finetune/Learning Rate": 1.87872603157156e-05, "Finetune/Loss": 0.8655664920806885, "Finetune/Loss (Raw)": 0.9040314555168152, "Finetune/Step": 3531, "Finetune/Step Time": 12.00787683390081}
+{"Finetune/Learning Rate": 1.8786456393240646e-05, "Finetune/Loss": 0.8663823008537292, "Finetune/Loss (Raw)": 0.8998982906341553, "Finetune/Step": 3532, "Finetune/Step Time": 11.982912983745337}
+{"Finetune/Learning Rate": 1.878565222160677e-05, "Finetune/Loss": 0.8672035932540894, "Finetune/Loss (Raw)": 0.9038745760917664, "Finetune/Step": 3533, "Finetune/Step Time": 11.972016230225563}
+{"Finetune/Learning Rate": 1.8784847800836782e-05, "Finetune/Loss": 0.8673667907714844, "Finetune/Loss (Raw)": 0.9482078552246094, "Finetune/Step": 3534, "Finetune/Step Time": 11.967982111498713}
+{"Finetune/Learning Rate": 1.878404313095349e-05, "Finetune/Loss": 0.8680474162101746, "Finetune/Loss (Raw)": 0.8997593522071838, "Finetune/Step": 3535, "Finetune/Step Time": 11.957690186798573}
+{"Finetune/Learning Rate": 1.878323821197971e-05, "Finetune/Loss": 0.867694616317749, "Finetune/Loss (Raw)": 0.8328577280044556, "Finetune/Step": 3536, "Finetune/Step Time": 11.979223808273673}
+{"Finetune/Learning Rate": 1.8782433043938274e-05, "Finetune/Loss": 0.8675164580345154, "Finetune/Loss (Raw)": 0.8391329050064087, "Finetune/Step": 3537, "Finetune/Step Time": 11.975710313767195}
+{"Finetune/Learning Rate": 1.8781627626852012e-05, "Finetune/Loss": 0.8661817312240601, "Finetune/Loss (Raw)": 0.754689633846283, "Finetune/Step": 3538, "Finetune/Step Time": 11.98566972836852}
+{"Finetune/Learning Rate": 1.8780821960743762e-05, "Finetune/Loss": 0.8657082319259644, "Finetune/Loss (Raw)": 0.8156556487083435, "Finetune/Step": 3539, "Finetune/Step Time": 11.972468407824636}
+{"Finetune/Learning Rate": 1.878001604563637e-05, "Finetune/Loss": 0.8661643266677856, "Finetune/Loss (Raw)": 0.9146856665611267, "Finetune/Step": 3540, "Finetune/Step Time": 11.965229799970984}
+{"Finetune/Learning Rate": 1.877920988155269e-05, "Finetune/Loss": 0.8661459684371948, "Finetune/Loss (Raw)": 0.9194337725639343, "Finetune/Step": 3541, "Finetune/Step Time": 12.00041232071817}
+{"Finetune/Learning Rate": 1.8778403468515578e-05, "Finetune/Loss": 0.8669893741607666, "Finetune/Loss (Raw)": 0.9276392459869385, "Finetune/Step": 3542, "Finetune/Step Time": 11.994865709915757}
+{"Finetune/Learning Rate": 1.877759680654791e-05, "Finetune/Loss": 0.8669087290763855, "Finetune/Loss (Raw)": 0.8999308943748474, "Finetune/Step": 3543, "Finetune/Step Time": 11.988983498886228}
+{"Finetune/Learning Rate": 1.8776789895672557e-05, "Finetune/Loss": 0.8661528825759888, "Finetune/Loss (Raw)": 0.8879415392875671, "Finetune/Step": 3544, "Finetune/Step Time": 11.99490257538855}
+{"Finetune/Learning Rate": 1.87759827359124e-05, "Finetune/Loss": 0.8670425415039062, "Finetune/Loss (Raw)": 0.9864932298660278, "Finetune/Step": 3545, "Finetune/Step Time": 11.997125290334225}
+{"Finetune/Learning Rate": 1.8775175327290327e-05, "Finetune/Loss": 0.868032693862915, "Finetune/Loss (Raw)": 1.0145423412322998, "Finetune/Step": 3546, "Finetune/Step Time": 11.996139431372285}
+{"Finetune/Learning Rate": 1.8774367669829237e-05, "Finetune/Loss": 0.8678271770477295, "Finetune/Loss (Raw)": 0.8451911807060242, "Finetune/Step": 3547, "Finetune/Step Time": 12.019347915425897}
+{"Finetune/Learning Rate": 1.8773559763552033e-05, "Finetune/Loss": 0.8679018616676331, "Finetune/Loss (Raw)": 0.8269883394241333, "Finetune/Step": 3548, "Finetune/Step Time": 12.026068843901157}
+{"Finetune/Learning Rate": 1.8772751608481615e-05, "Finetune/Loss": 0.8672530651092529, "Finetune/Loss (Raw)": 0.9114668965339661, "Finetune/Step": 3549, "Finetune/Step Time": 12.04619512334466}
+{"Finetune/Learning Rate": 1.8771943204640914e-05, "Finetune/Loss": 0.8681315183639526, "Finetune/Loss (Raw)": 0.9369916319847107, "Finetune/Step": 3550, "Finetune/Step Time": 12.059674410149455}
+{"Finetune/Learning Rate": 1.8771134552052846e-05, "Finetune/Loss": 0.8690151572227478, "Finetune/Loss (Raw)": 0.9141147136688232, "Finetune/Step": 3551, "Finetune/Step Time": 12.058379193767905}
+{"Finetune/Learning Rate": 1.8770325650740347e-05, "Finetune/Loss": 0.8687729835510254, "Finetune/Loss (Raw)": 0.8517293930053711, "Finetune/Step": 3552, "Finetune/Step Time": 12.06781630218029}
+{"Finetune/Learning Rate": 1.8769516500726347e-05, "Finetune/Loss": 0.8687916994094849, "Finetune/Loss (Raw)": 0.7759605050086975, "Finetune/Step": 3553, "Finetune/Step Time": 12.083214096724987}
+{"Finetune/Learning Rate": 1.87687071020338e-05, "Finetune/Loss": 0.8699033856391907, "Finetune/Loss (Raw)": 0.855915904045105, "Finetune/Step": 3554, "Finetune/Step Time": 12.085141610354185}
+{"Finetune/Learning Rate": 1.8767897454685652e-05, "Finetune/Loss": 0.8708277940750122, "Finetune/Loss (Raw)": 0.8592127561569214, "Finetune/Step": 3555, "Finetune/Step Time": 12.081476798281074}
+{"Finetune/Learning Rate": 1.8767087558704866e-05, "Finetune/Loss": 0.8695259094238281, "Finetune/Loss (Raw)": 0.7774447202682495, "Finetune/Step": 3556, "Finetune/Step Time": 12.081762513145804}
+{"Finetune/Learning Rate": 1.8766277414114405e-05, "Finetune/Loss": 0.8689721822738647, "Finetune/Loss (Raw)": 0.6558611392974854, "Finetune/Step": 3557, "Finetune/Step Time": 12.083869595080614}
+{"Finetune/Learning Rate": 1.8765467020937243e-05, "Finetune/Loss": 0.8694683313369751, "Finetune/Loss (Raw)": 0.815137505531311, "Finetune/Step": 3558, "Finetune/Step Time": 12.084410212934017}
+{"Finetune/Learning Rate": 1.876465637919637e-05, "Finetune/Loss": 0.8709501028060913, "Finetune/Loss (Raw)": 0.8820715546607971, "Finetune/Step": 3559, "Finetune/Step Time": 12.056722361594439}
+{"Finetune/Learning Rate": 1.8763845488914757e-05, "Finetune/Loss": 0.8712774515151978, "Finetune/Loss (Raw)": 0.8929569721221924, "Finetune/Step": 3560, "Finetune/Step Time": 12.060235932469368}
+{"Finetune/Learning Rate": 1.8763034350115413e-05, "Finetune/Loss": 0.8733150362968445, "Finetune/Loss (Raw)": 0.9149003624916077, "Finetune/Step": 3561, "Finetune/Step Time": 12.044389376416802}
+{"Finetune/Learning Rate": 1.876222296282133e-05, "Finetune/Loss": 0.8733391761779785, "Finetune/Loss (Raw)": 0.8832018375396729, "Finetune/Step": 3562, "Finetune/Step Time": 12.049650464206934}
+{"Finetune/Learning Rate": 1.876141132705552e-05, "Finetune/Loss": 0.8728939890861511, "Finetune/Loss (Raw)": 0.7698584198951721, "Finetune/Step": 3563, "Finetune/Step Time": 12.045095590874553}
+{"Finetune/Learning Rate": 1.8760599442841e-05, "Finetune/Loss": 0.8727748394012451, "Finetune/Loss (Raw)": 0.7793833613395691, "Finetune/Step": 3564, "Finetune/Step Time": 12.045101622119546}
+{"Finetune/Learning Rate": 1.8759787310200793e-05, "Finetune/Loss": 0.8747897148132324, "Finetune/Loss (Raw)": 0.9674155712127686, "Finetune/Step": 3565, "Finetune/Step Time": 12.033561639487743}
+{"Finetune/Learning Rate": 1.8758974929157925e-05, "Finetune/Loss": 0.8743687868118286, "Finetune/Loss (Raw)": 0.7471815347671509, "Finetune/Step": 3566, "Finetune/Step Time": 12.031524179503322}
+{"Finetune/Learning Rate": 1.8758162299735435e-05, "Finetune/Loss": 0.8739039897918701, "Finetune/Loss (Raw)": 0.9054763913154602, "Finetune/Step": 3567, "Finetune/Step Time": 12.030235214158893}
+{"Finetune/Learning Rate": 1.875734942195637e-05, "Finetune/Loss": 0.8737032413482666, "Finetune/Loss (Raw)": 0.9916079044342041, "Finetune/Step": 3568, "Finetune/Step Time": 12.036330610513687}
+{"Finetune/Learning Rate": 1.8756536295843774e-05, "Finetune/Loss": 0.8737190961837769, "Finetune/Loss (Raw)": 0.8317300081253052, "Finetune/Step": 3569, "Finetune/Step Time": 12.03478486649692}
+{"Finetune/Learning Rate": 1.8755722921420713e-05, "Finetune/Loss": 0.8739759922027588, "Finetune/Loss (Raw)": 0.8893005847930908, "Finetune/Step": 3570, "Finetune/Step Time": 12.057216227054596}
+{"Finetune/Learning Rate": 1.8754909298710245e-05, "Finetune/Loss": 0.872836172580719, "Finetune/Loss (Raw)": 0.8728442788124084, "Finetune/Step": 3571, "Finetune/Step Time": 12.063643487170339}
+{"Finetune/Learning Rate": 1.8754095427735447e-05, "Finetune/Loss": 0.872111439704895, "Finetune/Loss (Raw)": 0.8569410443305969, "Finetune/Step": 3572, "Finetune/Step Time": 12.059128638356924}
+{"Finetune/Learning Rate": 1.8753281308519395e-05, "Finetune/Loss": 0.8716604709625244, "Finetune/Loss (Raw)": 0.8863345980644226, "Finetune/Step": 3573, "Finetune/Step Time": 12.061691472306848}
+{"Finetune/Learning Rate": 1.8752466941085176e-05, "Finetune/Loss": 0.871188759803772, "Finetune/Loss (Raw)": 0.8117032647132874, "Finetune/Step": 3574, "Finetune/Step Time": 12.076722353696823}
+{"Finetune/Learning Rate": 1.8751652325455883e-05, "Finetune/Loss": 0.8719807863235474, "Finetune/Loss (Raw)": 0.9064005017280579, "Finetune/Step": 3575, "Finetune/Step Time": 12.077062424272299}
+{"Finetune/Learning Rate": 1.8750837461654618e-05, "Finetune/Loss": 0.8725531101226807, "Finetune/Loss (Raw)": 0.8767886757850647, "Finetune/Step": 3576, "Finetune/Step Time": 12.051887465640903}
+{"Finetune/Learning Rate": 1.8750022349704483e-05, "Finetune/Loss": 0.8733655214309692, "Finetune/Loss (Raw)": 1.0063692331314087, "Finetune/Step": 3577, "Finetune/Step Time": 12.050490902736783}
+{"Finetune/Learning Rate": 1.87492069896286e-05, "Finetune/Loss": 0.872822642326355, "Finetune/Loss (Raw)": 0.9710745215415955, "Finetune/Step": 3578, "Finetune/Step Time": 12.055692866444588}
+{"Finetune/Learning Rate": 1.874839138145008e-05, "Finetune/Loss": 0.8712775707244873, "Finetune/Loss (Raw)": 0.6201158165931702, "Finetune/Step": 3579, "Finetune/Step Time": 12.08114036731422}
+{"Finetune/Learning Rate": 1.8747575525192064e-05, "Finetune/Loss": 0.8723734617233276, "Finetune/Loss (Raw)": 0.9212942123413086, "Finetune/Step": 3580, "Finetune/Step Time": 12.084235232323408}
+{"Finetune/Learning Rate": 1.8746759420877677e-05, "Finetune/Loss": 0.8711521625518799, "Finetune/Loss (Raw)": 0.8883957862854004, "Finetune/Step": 3581, "Finetune/Step Time": 12.078435050323606}
+{"Finetune/Learning Rate": 1.8745943068530072e-05, "Finetune/Loss": 0.871126651763916, "Finetune/Loss (Raw)": 0.8743627071380615, "Finetune/Step": 3582, "Finetune/Step Time": 12.075530130416155}
+{"Finetune/Learning Rate": 1.8745126468172385e-05, "Finetune/Loss": 0.870904266834259, "Finetune/Loss (Raw)": 0.87749183177948, "Finetune/Step": 3583, "Finetune/Step Time": 12.069695707410574}
+{"Finetune/Learning Rate": 1.874430961982778e-05, "Finetune/Loss": 0.8712778091430664, "Finetune/Loss (Raw)": 0.8929426670074463, "Finetune/Step": 3584, "Finetune/Step Time": 12.067545192316175}
+{"Finetune/Learning Rate": 1.8743492523519422e-05, "Finetune/Loss": 0.8710060715675354, "Finetune/Loss (Raw)": 0.6483442187309265, "Finetune/Step": 3585, "Finetune/Step Time": 12.041813764721155}
+{"Finetune/Learning Rate": 1.874267517927048e-05, "Finetune/Loss": 0.8715994358062744, "Finetune/Loss (Raw)": 0.945871114730835, "Finetune/Step": 3586, "Finetune/Step Time": 12.043068643659353}
+{"Finetune/Learning Rate": 1.8741857587104126e-05, "Finetune/Loss": 0.8731974363327026, "Finetune/Loss (Raw)": 1.02031672000885, "Finetune/Step": 3587, "Finetune/Step Time": 12.047689829021692}
+{"Finetune/Learning Rate": 1.874103974704355e-05, "Finetune/Loss": 0.8741044402122498, "Finetune/Loss (Raw)": 0.8647146821022034, "Finetune/Step": 3588, "Finetune/Step Time": 12.046477174386382}
+{"Finetune/Learning Rate": 1.8740221659111947e-05, "Finetune/Loss": 0.8729060888290405, "Finetune/Loss (Raw)": 0.7449953556060791, "Finetune/Step": 3589, "Finetune/Step Time": 12.035965515300632}
+{"Finetune/Learning Rate": 1.873940332333251e-05, "Finetune/Loss": 0.8731105327606201, "Finetune/Loss (Raw)": 0.9794209599494934, "Finetune/Step": 3590, "Finetune/Step Time": 12.034514071419835}
+{"Finetune/Learning Rate": 1.8738584739728445e-05, "Finetune/Loss": 0.8741152286529541, "Finetune/Loss (Raw)": 0.965338945388794, "Finetune/Step": 3591, "Finetune/Step Time": 12.031646592542529}
+{"Finetune/Learning Rate": 1.8737765908322967e-05, "Finetune/Loss": 0.8736947774887085, "Finetune/Loss (Raw)": 0.8912874460220337, "Finetune/Step": 3592, "Finetune/Step Time": 12.030321979895234}
+{"Finetune/Learning Rate": 1.8736946829139294e-05, "Finetune/Loss": 0.8719791173934937, "Finetune/Loss (Raw)": 0.7276319265365601, "Finetune/Step": 3593, "Finetune/Step Time": 12.057309579104185}
+{"Finetune/Learning Rate": 1.8736127502200653e-05, "Finetune/Loss": 0.8712095022201538, "Finetune/Loss (Raw)": 0.8305600881576538, "Finetune/Step": 3594, "Finetune/Step Time": 12.06750969029963}
+{"Finetune/Learning Rate": 1.873530792753028e-05, "Finetune/Loss": 0.8717674612998962, "Finetune/Loss (Raw)": 0.8928961157798767, "Finetune/Step": 3595, "Finetune/Step Time": 12.064935591071844}
+{"Finetune/Learning Rate": 1.873448810515141e-05, "Finetune/Loss": 0.8721398115158081, "Finetune/Loss (Raw)": 0.9399928450584412, "Finetune/Step": 3596, "Finetune/Step Time": 12.063619749620557}
+{"Finetune/Learning Rate": 1.8733668035087302e-05, "Finetune/Loss": 0.8723477125167847, "Finetune/Loss (Raw)": 0.9505686163902283, "Finetune/Step": 3597, "Finetune/Step Time": 12.072406817227602}
+{"Finetune/Learning Rate": 1.87328477173612e-05, "Finetune/Loss": 0.8712616562843323, "Finetune/Loss (Raw)": 0.7945268750190735, "Finetune/Step": 3598, "Finetune/Step Time": 12.071517745032907}
+{"Finetune/Learning Rate": 1.873202715199637e-05, "Finetune/Loss": 0.8712217807769775, "Finetune/Loss (Raw)": 0.93196040391922, "Finetune/Step": 3599, "Finetune/Step Time": 12.073175858706236}
+{"Finetune/Learning Rate": 1.8731206339016078e-05, "Finetune/Loss": 0.8708785772323608, "Finetune/Loss (Raw)": 0.9276454448699951, "Finetune/Step": 3600, "Finetune/Step Time": 12.084737744182348}
+{"Finetune/Learning Rate": 1.8730385278443604e-05, "Finetune/Loss": 0.8713309168815613, "Finetune/Loss (Raw)": 0.9834394454956055, "Finetune/Step": 3601, "Finetune/Step Time": 12.089231798425317}
+{"Finetune/Learning Rate": 1.8729563970302228e-05, "Finetune/Loss": 0.8714966177940369, "Finetune/Loss (Raw)": 0.7289553284645081, "Finetune/Step": 3602, "Finetune/Step Time": 12.098888080567122}
+{"Finetune/Learning Rate": 1.8728742414615246e-05, "Finetune/Loss": 0.871126651763916, "Finetune/Loss (Raw)": 0.9229304194450378, "Finetune/Step": 3603, "Finetune/Step Time": 12.091562809422612}
+{"Finetune/Learning Rate": 1.8727920611405944e-05, "Finetune/Loss": 0.8706559538841248, "Finetune/Loss (Raw)": 0.9072793126106262, "Finetune/Step": 3604, "Finetune/Step Time": 12.097528191283345}
+{"Finetune/Learning Rate": 1.872709856069764e-05, "Finetune/Loss": 0.8683808445930481, "Finetune/Loss (Raw)": 0.7097285985946655, "Finetune/Step": 3605, "Finetune/Step Time": 12.085585743188858}
+{"Finetune/Learning Rate": 1.8726276262513635e-05, "Finetune/Loss": 0.868687629699707, "Finetune/Loss (Raw)": 0.9065687656402588, "Finetune/Step": 3606, "Finetune/Step Time": 12.082793919369578}
+{"Finetune/Learning Rate": 1.8725453716877245e-05, "Finetune/Loss": 0.8693596124649048, "Finetune/Loss (Raw)": 1.005932331085205, "Finetune/Step": 3607, "Finetune/Step Time": 12.08254386484623}
+{"Finetune/Learning Rate": 1.87246309238118e-05, "Finetune/Loss": 0.868628740310669, "Finetune/Loss (Raw)": 0.7976028919219971, "Finetune/Step": 3608, "Finetune/Step Time": 12.075962208211422}
+{"Finetune/Learning Rate": 1.8723807883340636e-05, "Finetune/Loss": 0.8698566555976868, "Finetune/Loss (Raw)": 0.9862629175186157, "Finetune/Step": 3609, "Finetune/Step Time": 12.06887005083263}
+{"Finetune/Learning Rate": 1.8722984595487082e-05, "Finetune/Loss": 0.8680450916290283, "Finetune/Loss (Raw)": 0.7489467859268188, "Finetune/Step": 3610, "Finetune/Step Time": 12.053904842585325}
+{"Finetune/Learning Rate": 1.8722161060274494e-05, "Finetune/Loss": 0.869762122631073, "Finetune/Loss (Raw)": 0.9683431386947632, "Finetune/Step": 3611, "Finetune/Step Time": 12.051190551370382}
+{"Finetune/Learning Rate": 1.872133727772622e-05, "Finetune/Loss": 0.8700002431869507, "Finetune/Loss (Raw)": 0.8663904070854187, "Finetune/Step": 3612, "Finetune/Step Time": 12.04507914558053}
+{"Finetune/Learning Rate": 1.8720513247865622e-05, "Finetune/Loss": 0.8703696727752686, "Finetune/Loss (Raw)": 0.868245542049408, "Finetune/Step": 3613, "Finetune/Step Time": 12.049826985225081}
+{"Finetune/Learning Rate": 1.8719688970716065e-05, "Finetune/Loss": 0.8697466254234314, "Finetune/Loss (Raw)": 0.9003064036369324, "Finetune/Step": 3614, "Finetune/Step Time": 12.051830710843205}
+{"Finetune/Learning Rate": 1.8718864446300924e-05, "Finetune/Loss": 0.8688157796859741, "Finetune/Loss (Raw)": 0.741789698600769, "Finetune/Step": 3615, "Finetune/Step Time": 12.052895050495863}
+{"Finetune/Learning Rate": 1.871803967464358e-05, "Finetune/Loss": 0.8690703511238098, "Finetune/Loss (Raw)": 0.8291614651679993, "Finetune/Step": 3616, "Finetune/Step Time": 12.05429743975401}
+{"Finetune/Learning Rate": 1.8717214655767425e-05, "Finetune/Loss": 0.8684559464454651, "Finetune/Loss (Raw)": 0.9021421074867249, "Finetune/Step": 3617, "Finetune/Step Time": 12.055794402956963}
+{"Finetune/Learning Rate": 1.8716389389695846e-05, "Finetune/Loss": 0.8691912889480591, "Finetune/Loss (Raw)": 0.9036481380462646, "Finetune/Step": 3618, "Finetune/Step Time": 12.05299860611558}
+{"Finetune/Learning Rate": 1.871556387645225e-05, "Finetune/Loss": 0.8686466813087463, "Finetune/Loss (Raw)": 0.7807393074035645, "Finetune/Step": 3619, "Finetune/Step Time": 12.051498675718904}
+{"Finetune/Learning Rate": 1.871473811606005e-05, "Finetune/Loss": 0.8692467212677002, "Finetune/Loss (Raw)": 0.7032158374786377, "Finetune/Step": 3620, "Finetune/Step Time": 12.03430556692183}
+{"Finetune/Learning Rate": 1.8713912108542658e-05, "Finetune/Loss": 0.8696386218070984, "Finetune/Loss (Raw)": 0.8379719257354736, "Finetune/Step": 3621, "Finetune/Step Time": 12.045302901417017}
+{"Finetune/Learning Rate": 1.8713085853923494e-05, "Finetune/Loss": 0.8689357042312622, "Finetune/Loss (Raw)": 0.7887600660324097, "Finetune/Step": 3622, "Finetune/Step Time": 12.0650913733989}
+{"Finetune/Learning Rate": 1.8712259352225995e-05, "Finetune/Loss": 0.8689972758293152, "Finetune/Loss (Raw)": 0.8962889909744263, "Finetune/Step": 3623, "Finetune/Step Time": 12.069051422178745}
+{"Finetune/Learning Rate": 1.8711432603473593e-05, "Finetune/Loss": 0.8681840896606445, "Finetune/Loss (Raw)": 0.8285700678825378, "Finetune/Step": 3624, "Finetune/Step Time": 12.060203885659575}
+{"Finetune/Learning Rate": 1.8710605607689734e-05, "Finetune/Loss": 0.868659496307373, "Finetune/Loss (Raw)": 0.9171355366706848, "Finetune/Step": 3625, "Finetune/Step Time": 12.054434740915895}
+{"Finetune/Learning Rate": 1.8709778364897875e-05, "Finetune/Loss": 0.8685775995254517, "Finetune/Loss (Raw)": 0.9100092649459839, "Finetune/Step": 3626, "Finetune/Step Time": 12.049357399344444}
+{"Finetune/Learning Rate": 1.8708950875121464e-05, "Finetune/Loss": 0.8671422004699707, "Finetune/Loss (Raw)": 0.7766033411026001, "Finetune/Step": 3627, "Finetune/Step Time": 12.052598718553782}
+{"Finetune/Learning Rate": 1.870812313838397e-05, "Finetune/Loss": 0.8689289093017578, "Finetune/Loss (Raw)": 0.8887794017791748, "Finetune/Step": 3628, "Finetune/Step Time": 12.013870107010007}
+{"Finetune/Learning Rate": 1.870729515470887e-05, "Finetune/Loss": 0.8712667226791382, "Finetune/Loss (Raw)": 1.0169551372528076, "Finetune/Step": 3629, "Finetune/Step Time": 11.944407867267728}
+{"Finetune/Learning Rate": 1.870646692411964e-05, "Finetune/Loss": 0.8706271052360535, "Finetune/Loss (Raw)": 0.8366493582725525, "Finetune/Step": 3630, "Finetune/Step Time": 11.98998741619289}
+{"Finetune/Learning Rate": 1.8705638446639765e-05, "Finetune/Loss": 0.8706945180892944, "Finetune/Loss (Raw)": 0.8482438921928406, "Finetune/Step": 3631, "Finetune/Step Time": 12.004159467294812}
+{"Finetune/Learning Rate": 1.870480972229274e-05, "Finetune/Loss": 0.8698866963386536, "Finetune/Loss (Raw)": 0.8213657140731812, "Finetune/Step": 3632, "Finetune/Step Time": 12.003093834966421}
+{"Finetune/Learning Rate": 1.870398075110206e-05, "Finetune/Loss": 0.8684710264205933, "Finetune/Loss (Raw)": 0.8301483988761902, "Finetune/Step": 3633, "Finetune/Step Time": 11.976971711963415}
+{"Finetune/Learning Rate": 1.870315153309124e-05, "Finetune/Loss": 0.8710657954216003, "Finetune/Loss (Raw)": 0.9529878497123718, "Finetune/Step": 3634, "Finetune/Step Time": 11.970481153577566}
+{"Finetune/Learning Rate": 1.870232206828379e-05, "Finetune/Loss": 0.8703992366790771, "Finetune/Loss (Raw)": 0.8253268003463745, "Finetune/Step": 3635, "Finetune/Step Time": 11.970728041604161}
+{"Finetune/Learning Rate": 1.870149235670323e-05, "Finetune/Loss": 0.8708699941635132, "Finetune/Loss (Raw)": 0.8494048714637756, "Finetune/Step": 3636, "Finetune/Step Time": 11.969713121652603}
+{"Finetune/Learning Rate": 1.8700662398373095e-05, "Finetune/Loss": 0.8706536889076233, "Finetune/Loss (Raw)": 0.8660083413124084, "Finetune/Step": 3637, "Finetune/Step Time": 11.976846620440483}
+{"Finetune/Learning Rate": 1.8699832193316914e-05, "Finetune/Loss": 0.8703280687332153, "Finetune/Loss (Raw)": 0.847126305103302, "Finetune/Step": 3638, "Finetune/Step Time": 11.967991903424263}
+{"Finetune/Learning Rate": 1.869900174155823e-05, "Finetune/Loss": 0.8714829087257385, "Finetune/Loss (Raw)": 0.9478898048400879, "Finetune/Step": 3639, "Finetune/Step Time": 11.96811910532415}
+{"Finetune/Learning Rate": 1.8698171043120595e-05, "Finetune/Loss": 0.8710706233978271, "Finetune/Loss (Raw)": 0.8788397908210754, "Finetune/Step": 3640, "Finetune/Step Time": 11.967310979962349}
+{"Finetune/Learning Rate": 1.8697340098027564e-05, "Finetune/Loss": 0.8701902627944946, "Finetune/Loss (Raw)": 0.7631067633628845, "Finetune/Step": 3641, "Finetune/Step Time": 11.970260672271252}
+{"Finetune/Learning Rate": 1.8696508906302697e-05, "Finetune/Loss": 0.8713072538375854, "Finetune/Loss (Raw)": 0.9906017184257507, "Finetune/Step": 3642, "Finetune/Step Time": 12.02827894501388}
+{"Finetune/Learning Rate": 1.8695677467969567e-05, "Finetune/Loss": 0.8688209056854248, "Finetune/Loss (Raw)": 0.689142644405365, "Finetune/Step": 3643, "Finetune/Step Time": 12.04815044440329}
+{"Finetune/Learning Rate": 1.8694845783051754e-05, "Finetune/Loss": 0.8690674901008606, "Finetune/Loss (Raw)": 0.9247652292251587, "Finetune/Step": 3644, "Finetune/Step Time": 12.040836503729224}
+{"Finetune/Learning Rate": 1.8694013851572837e-05, "Finetune/Loss": 0.8692018389701843, "Finetune/Loss (Raw)": 0.879065215587616, "Finetune/Step": 3645, "Finetune/Step Time": 12.036072613671422}
+{"Finetune/Learning Rate": 1.8693181673556412e-05, "Finetune/Loss": 0.8678996562957764, "Finetune/Loss (Raw)": 0.7965928316116333, "Finetune/Step": 3646, "Finetune/Step Time": 12.038506232202053}
+{"Finetune/Learning Rate": 1.8692349249026075e-05, "Finetune/Loss": 0.8678005337715149, "Finetune/Loss (Raw)": 0.8220618367195129, "Finetune/Step": 3647, "Finetune/Step Time": 12.006732048466802}
+{"Finetune/Learning Rate": 1.8691516578005426e-05, "Finetune/Loss": 0.8694713711738586, "Finetune/Loss (Raw)": 1.017081618309021, "Finetune/Step": 3648, "Finetune/Step Time": 11.997077323496342}
+{"Finetune/Learning Rate": 1.869068366051809e-05, "Finetune/Loss": 0.8686332106590271, "Finetune/Loss (Raw)": 0.8002400994300842, "Finetune/Step": 3649, "Finetune/Step Time": 12.030859027057886}
+{"Finetune/Learning Rate": 1.8689850496587674e-05, "Finetune/Loss": 0.8693282604217529, "Finetune/Loss (Raw)": 0.9455805420875549, "Finetune/Step": 3650, "Finetune/Step Time": 12.032667456194758}
+{"Finetune/Learning Rate": 1.8689017086237807e-05, "Finetune/Loss": 0.8698687553405762, "Finetune/Loss (Raw)": 0.966560423374176, "Finetune/Step": 3651, "Finetune/Step Time": 12.037243692204356}
+{"Finetune/Learning Rate": 1.8688183429492124e-05, "Finetune/Loss": 0.8700329661369324, "Finetune/Loss (Raw)": 0.9659129977226257, "Finetune/Step": 3652, "Finetune/Step Time": 12.02950351499021}
+{"Finetune/Learning Rate": 1.8687349526374267e-05, "Finetune/Loss": 0.8702660799026489, "Finetune/Loss (Raw)": 0.7680134773254395, "Finetune/Step": 3653, "Finetune/Step Time": 11.983838936313987}
+{"Finetune/Learning Rate": 1.868651537690788e-05, "Finetune/Loss": 0.8692554235458374, "Finetune/Loss (Raw)": 0.7288751006126404, "Finetune/Step": 3654, "Finetune/Step Time": 11.978807536885142}
+{"Finetune/Learning Rate": 1.8685680981116618e-05, "Finetune/Loss": 0.8691790103912354, "Finetune/Loss (Raw)": 0.8362097144126892, "Finetune/Step": 3655, "Finetune/Step Time": 11.98163110949099}
+{"Finetune/Learning Rate": 1.8684846339024145e-05, "Finetune/Loss": 0.8700310587882996, "Finetune/Loss (Raw)": 0.8673598170280457, "Finetune/Step": 3656, "Finetune/Step Time": 11.96549429744482}
+{"Finetune/Learning Rate": 1.868401145065412e-05, "Finetune/Loss": 0.8692401051521301, "Finetune/Loss (Raw)": 0.8940845131874084, "Finetune/Step": 3657, "Finetune/Step Time": 11.967827379703522}
+{"Finetune/Learning Rate": 1.868317631603023e-05, "Finetune/Loss": 0.8687430620193481, "Finetune/Loss (Raw)": 0.8681601881980896, "Finetune/Step": 3658, "Finetune/Step Time": 11.96656440757215}
+{"Finetune/Learning Rate": 1.868234093517615e-05, "Finetune/Loss": 0.8682373762130737, "Finetune/Loss (Raw)": 0.8392977714538574, "Finetune/Step": 3659, "Finetune/Step Time": 11.965256411582232}
+{"Finetune/Learning Rate": 1.8681505308115567e-05, "Finetune/Loss": 0.8685717582702637, "Finetune/Loss (Raw)": 0.9427053928375244, "Finetune/Step": 3660, "Finetune/Step Time": 11.964041961356997}
+{"Finetune/Learning Rate": 1.8680669434872184e-05, "Finetune/Loss": 0.8693152666091919, "Finetune/Loss (Raw)": 0.9990431666374207, "Finetune/Step": 3661, "Finetune/Step Time": 11.964388765394688}
+{"Finetune/Learning Rate": 1.8679833315469697e-05, "Finetune/Loss": 0.8696836829185486, "Finetune/Loss (Raw)": 0.9953588247299194, "Finetune/Step": 3662, "Finetune/Step Time": 11.975414771586657}
+{"Finetune/Learning Rate": 1.8678996949931822e-05, "Finetune/Loss": 0.8696223497390747, "Finetune/Loss (Raw)": 0.8919214606285095, "Finetune/Step": 3663, "Finetune/Step Time": 11.979522813111544}
+{"Finetune/Learning Rate": 1.8678160338282273e-05, "Finetune/Loss": 0.8686079978942871, "Finetune/Loss (Raw)": 0.7030078768730164, "Finetune/Step": 3664, "Finetune/Step Time": 11.986160479485989}
+{"Finetune/Learning Rate": 1.8677323480544777e-05, "Finetune/Loss": 0.8692405819892883, "Finetune/Loss (Raw)": 0.9201123714447021, "Finetune/Step": 3665, "Finetune/Step Time": 11.983298556879163}
+{"Finetune/Learning Rate": 1.8676486376743055e-05, "Finetune/Loss": 0.8684940338134766, "Finetune/Loss (Raw)": 0.6591252684593201, "Finetune/Step": 3666, "Finetune/Step Time": 12.004653703421354}
+{"Finetune/Learning Rate": 1.8675649026900857e-05, "Finetune/Loss": 0.8692395687103271, "Finetune/Loss (Raw)": 0.911085844039917, "Finetune/Step": 3667, "Finetune/Step Time": 12.017618069425225}
+{"Finetune/Learning Rate": 1.8674811431041924e-05, "Finetune/Loss": 0.8682591915130615, "Finetune/Loss (Raw)": 0.7891976833343506, "Finetune/Step": 3668, "Finetune/Step Time": 12.016302097588778}
+{"Finetune/Learning Rate": 1.8673973589190003e-05, "Finetune/Loss": 0.8681013584136963, "Finetune/Loss (Raw)": 0.8992310166358948, "Finetune/Step": 3669, "Finetune/Step Time": 11.997246684506536}
+{"Finetune/Learning Rate": 1.867313550136886e-05, "Finetune/Loss": 0.8666590452194214, "Finetune/Loss (Raw)": 0.7430164813995361, "Finetune/Step": 3670, "Finetune/Step Time": 12.009624775499105}
+{"Finetune/Learning Rate": 1.8672297167602253e-05, "Finetune/Loss": 0.8672521114349365, "Finetune/Loss (Raw)": 0.9758456945419312, "Finetune/Step": 3671, "Finetune/Step Time": 12.013296499848366}
+{"Finetune/Learning Rate": 1.8671458587913962e-05, "Finetune/Loss": 0.8665896058082581, "Finetune/Loss (Raw)": 0.8031430244445801, "Finetune/Step": 3672, "Finetune/Step Time": 12.035058116540313}
+{"Finetune/Learning Rate": 1.867061976232776e-05, "Finetune/Loss": 0.8657167553901672, "Finetune/Loss (Raw)": 0.8747744560241699, "Finetune/Step": 3673, "Finetune/Step Time": 12.031203443184495}
+{"Finetune/Learning Rate": 1.8669780690867445e-05, "Finetune/Loss": 0.8637583255767822, "Finetune/Loss (Raw)": 0.7638611197471619, "Finetune/Step": 3674, "Finetune/Step Time": 12.097265880554914}
+{"Finetune/Learning Rate": 1.8668941373556796e-05, "Finetune/Loss": 0.8636662364006042, "Finetune/Loss (Raw)": 0.8334037065505981, "Finetune/Step": 3675, "Finetune/Step Time": 12.08779975026846}
+{"Finetune/Learning Rate": 1.8668101810419624e-05, "Finetune/Loss": 0.8634241223335266, "Finetune/Loss (Raw)": 0.7959954738616943, "Finetune/Step": 3676, "Finetune/Step Time": 12.094800800085068}
+{"Finetune/Learning Rate": 1.8667262001479732e-05, "Finetune/Loss": 0.8627619743347168, "Finetune/Loss (Raw)": 0.8267096877098083, "Finetune/Step": 3677, "Finetune/Step Time": 12.08144861087203}
+{"Finetune/Learning Rate": 1.8666421946760938e-05, "Finetune/Loss": 0.8620697855949402, "Finetune/Loss (Raw)": 0.8483915328979492, "Finetune/Step": 3678, "Finetune/Step Time": 12.076470585539937}
+{"Finetune/Learning Rate": 1.866558164628706e-05, "Finetune/Loss": 0.8616878986358643, "Finetune/Loss (Raw)": 0.8652320504188538, "Finetune/Step": 3679, "Finetune/Step Time": 12.07989720441401}
+{"Finetune/Learning Rate": 1.866474110008193e-05, "Finetune/Loss": 0.8610949516296387, "Finetune/Loss (Raw)": 0.775837779045105, "Finetune/Step": 3680, "Finetune/Step Time": 12.072240468114614}
+{"Finetune/Learning Rate": 1.866390030816938e-05, "Finetune/Loss": 0.8608608245849609, "Finetune/Loss (Raw)": 0.7459911108016968, "Finetune/Step": 3681, "Finetune/Step Time": 12.056834811344743}
+{"Finetune/Learning Rate": 1.8663059270573252e-05, "Finetune/Loss": 0.8604404926300049, "Finetune/Loss (Raw)": 0.8021130561828613, "Finetune/Step": 3682, "Finetune/Step Time": 12.054402837529778}
+{"Finetune/Learning Rate": 1.8662217987317404e-05, "Finetune/Loss": 0.8599348664283752, "Finetune/Loss (Raw)": 0.7944961190223694, "Finetune/Step": 3683, "Finetune/Step Time": 12.052753681316972}
+{"Finetune/Learning Rate": 1.866137645842568e-05, "Finetune/Loss": 0.8615334630012512, "Finetune/Loss (Raw)": 0.9820657968521118, "Finetune/Step": 3684, "Finetune/Step Time": 12.04931541159749}
+{"Finetune/Learning Rate": 1.8660534683921952e-05, "Finetune/Loss": 0.862692654132843, "Finetune/Loss (Raw)": 0.8042376041412354, "Finetune/Step": 3685, "Finetune/Step Time": 12.048605622723699}
+{"Finetune/Learning Rate": 1.8659692663830083e-05, "Finetune/Loss": 0.863673985004425, "Finetune/Loss (Raw)": 0.9407414197921753, "Finetune/Step": 3686, "Finetune/Step Time": 12.040320606902242}
+{"Finetune/Learning Rate": 1.865885039817396e-05, "Finetune/Loss": 0.8628528118133545, "Finetune/Loss (Raw)": 0.7769606709480286, "Finetune/Step": 3687, "Finetune/Step Time": 12.032767836004496}
+{"Finetune/Learning Rate": 1.865800788697746e-05, "Finetune/Loss": 0.8627147078514099, "Finetune/Loss (Raw)": 0.8752848505973816, "Finetune/Step": 3688, "Finetune/Step Time": 12.029788268730044}
+{"Finetune/Learning Rate": 1.865716513026448e-05, "Finetune/Loss": 0.8610868453979492, "Finetune/Loss (Raw)": 0.7065339684486389, "Finetune/Step": 3689, "Finetune/Step Time": 12.02295839972794}
+{"Finetune/Learning Rate": 1.8656322128058913e-05, "Finetune/Loss": 0.8605612516403198, "Finetune/Loss (Raw)": 0.8159196376800537, "Finetune/Step": 3690, "Finetune/Step Time": 12.025771733373404}
+{"Finetune/Learning Rate": 1.8655478880384664e-05, "Finetune/Loss": 0.8612162470817566, "Finetune/Loss (Raw)": 0.8537068367004395, "Finetune/Step": 3691, "Finetune/Step Time": 12.02915950678289}
+{"Finetune/Learning Rate": 1.8654635387265647e-05, "Finetune/Loss": 0.8624395728111267, "Finetune/Loss (Raw)": 0.9359636902809143, "Finetune/Step": 3692, "Finetune/Step Time": 12.033722702413797}
+{"Finetune/Learning Rate": 1.8653791648725783e-05, "Finetune/Loss": 0.8617623448371887, "Finetune/Loss (Raw)": 0.8807339668273926, "Finetune/Step": 3693, "Finetune/Step Time": 12.039578398689628}
+{"Finetune/Learning Rate": 1.865294766478899e-05, "Finetune/Loss": 0.8635467886924744, "Finetune/Loss (Raw)": 0.9755831956863403, "Finetune/Step": 3694, "Finetune/Step Time": 12.040888272225857}
+{"Finetune/Learning Rate": 1.8652103435479214e-05, "Finetune/Loss": 0.8629647493362427, "Finetune/Loss (Raw)": 0.8309813737869263, "Finetune/Step": 3695, "Finetune/Step Time": 12.043309250846505}
+{"Finetune/Learning Rate": 1.8651258960820383e-05, "Finetune/Loss": 0.8618249893188477, "Finetune/Loss (Raw)": 0.8457147479057312, "Finetune/Step": 3696, "Finetune/Step Time": 12.038950555026531}
+{"Finetune/Learning Rate": 1.8650414240836453e-05, "Finetune/Loss": 0.8607732653617859, "Finetune/Loss (Raw)": 0.6971111297607422, "Finetune/Step": 3697, "Finetune/Step Time": 12.033505165949464}
+{"Finetune/Learning Rate": 1.864956927555137e-05, "Finetune/Loss": 0.8603756427764893, "Finetune/Loss (Raw)": 0.8383979797363281, "Finetune/Step": 3698, "Finetune/Step Time": 12.011287467554212}
+{"Finetune/Learning Rate": 1.86487240649891e-05, "Finetune/Loss": 0.8610288500785828, "Finetune/Loss (Raw)": 0.9564633965492249, "Finetune/Step": 3699, "Finetune/Step Time": 12.008090272545815}
+{"Finetune/Learning Rate": 1.8647878609173612e-05, "Finetune/Loss": 0.8610984086990356, "Finetune/Loss (Raw)": 0.865850031375885, "Finetune/Step": 3700, "Finetune/Step Time": 12.010908775031567}
+{"Finetune/Learning Rate": 1.8647032908128872e-05, "Finetune/Loss": 0.8611575365066528, "Finetune/Loss (Raw)": 0.8938980102539062, "Finetune/Step": 3701, "Finetune/Step Time": 12.007953001186252}
+{"Finetune/Learning Rate": 1.864618696187887e-05, "Finetune/Loss": 0.8613920211791992, "Finetune/Loss (Raw)": 0.8417164087295532, "Finetune/Step": 3702, "Finetune/Step Time": 11.982899565249681}
+{"Finetune/Learning Rate": 1.8645340770447595e-05, "Finetune/Loss": 0.86150062084198, "Finetune/Loss (Raw)": 0.9203028678894043, "Finetune/Step": 3703, "Finetune/Step Time": 11.981021899729967}
+{"Finetune/Learning Rate": 1.8644494333859037e-05, "Finetune/Loss": 0.859380304813385, "Finetune/Loss (Raw)": 0.6053898334503174, "Finetune/Step": 3704, "Finetune/Step Time": 12.00941502302885}
+{"Finetune/Learning Rate": 1.8643647652137203e-05, "Finetune/Loss": 0.8581492900848389, "Finetune/Loss (Raw)": 0.8487899303436279, "Finetune/Step": 3705, "Finetune/Step Time": 12.00600378215313}
+{"Finetune/Learning Rate": 1.8642800725306097e-05, "Finetune/Loss": 0.8568485975265503, "Finetune/Loss (Raw)": 0.8045880794525146, "Finetune/Step": 3706, "Finetune/Step Time": 11.999932788312435}
+{"Finetune/Learning Rate": 1.8641953553389745e-05, "Finetune/Loss": 0.8583226799964905, "Finetune/Loss (Raw)": 0.8088045716285706, "Finetune/Step": 3707, "Finetune/Step Time": 11.972863236442208}
+{"Finetune/Learning Rate": 1.864110613641216e-05, "Finetune/Loss": 0.8576990365982056, "Finetune/Loss (Raw)": 0.8414594531059265, "Finetune/Step": 3708, "Finetune/Step Time": 11.971212347969413}
+{"Finetune/Learning Rate": 1.864025847439738e-05, "Finetune/Loss": 0.8574553728103638, "Finetune/Loss (Raw)": 0.8572078347206116, "Finetune/Step": 3709, "Finetune/Step Time": 11.976271579042077}
+{"Finetune/Learning Rate": 1.8639410567369438e-05, "Finetune/Loss": 0.8577439785003662, "Finetune/Loss (Raw)": 0.9113031029701233, "Finetune/Step": 3710, "Finetune/Step Time": 11.97501571290195}
+{"Finetune/Learning Rate": 1.8638562415352378e-05, "Finetune/Loss": 0.8581132292747498, "Finetune/Loss (Raw)": 0.9247667789459229, "Finetune/Step": 3711, "Finetune/Step Time": 11.970341699197888}
+{"Finetune/Learning Rate": 1.8637714018370255e-05, "Finetune/Loss": 0.8571836948394775, "Finetune/Loss (Raw)": 0.7739506959915161, "Finetune/Step": 3712, "Finetune/Step Time": 11.975800577551126}
+{"Finetune/Learning Rate": 1.8636865376447122e-05, "Finetune/Loss": 0.859006941318512, "Finetune/Loss (Raw)": 0.8817248344421387, "Finetune/Step": 3713, "Finetune/Step Time": 11.956517554819584}
+{"Finetune/Learning Rate": 1.863601648960705e-05, "Finetune/Loss": 0.8589121699333191, "Finetune/Loss (Raw)": 0.9337407946586609, "Finetune/Step": 3714, "Finetune/Step Time": 11.949555395171046}
+{"Finetune/Learning Rate": 1.8635167357874107e-05, "Finetune/Loss": 0.8580400943756104, "Finetune/Loss (Raw)": 0.9086901545524597, "Finetune/Step": 3715, "Finetune/Step Time": 11.943584308028221}
+{"Finetune/Learning Rate": 1.863431798127237e-05, "Finetune/Loss": 0.8578777313232422, "Finetune/Loss (Raw)": 0.8439316749572754, "Finetune/Step": 3716, "Finetune/Step Time": 11.94524652697146}
+{"Finetune/Learning Rate": 1.863346835982593e-05, "Finetune/Loss": 0.860184907913208, "Finetune/Loss (Raw)": 1.0403223037719727, "Finetune/Step": 3717, "Finetune/Step Time": 11.944572284817696}
+{"Finetune/Learning Rate": 1.863261849355888e-05, "Finetune/Loss": 0.8604946136474609, "Finetune/Loss (Raw)": 1.019058108329773, "Finetune/Step": 3718, "Finetune/Step Time": 11.944563457742333}
+{"Finetune/Learning Rate": 1.8631768382495314e-05, "Finetune/Loss": 0.8587563037872314, "Finetune/Loss (Raw)": 0.7428351044654846, "Finetune/Step": 3719, "Finetune/Step Time": 11.949918257072568}
+{"Finetune/Learning Rate": 1.8630918026659346e-05, "Finetune/Loss": 0.8579769730567932, "Finetune/Loss (Raw)": 0.7915369868278503, "Finetune/Step": 3720, "Finetune/Step Time": 11.94940461218357}
+{"Finetune/Learning Rate": 1.8630067426075082e-05, "Finetune/Loss": 0.8579820394515991, "Finetune/Loss (Raw)": 0.7282726764678955, "Finetune/Step": 3721, "Finetune/Step Time": 11.923637507483363}
+{"Finetune/Learning Rate": 1.8629216580766648e-05, "Finetune/Loss": 0.8586687445640564, "Finetune/Loss (Raw)": 0.9184606075286865, "Finetune/Step": 3722, "Finetune/Step Time": 11.92124049179256}
+{"Finetune/Learning Rate": 1.862836549075817e-05, "Finetune/Loss": 0.858188271522522, "Finetune/Loss (Raw)": 0.8314042091369629, "Finetune/Step": 3723, "Finetune/Step Time": 11.924716517329216}
+{"Finetune/Learning Rate": 1.8627514156073782e-05, "Finetune/Loss": 0.8575196266174316, "Finetune/Loss (Raw)": 0.8544025421142578, "Finetune/Step": 3724, "Finetune/Step Time": 11.92785662598908}
+{"Finetune/Learning Rate": 1.8626662576737627e-05, "Finetune/Loss": 0.8567716479301453, "Finetune/Loss (Raw)": 0.8548226356506348, "Finetune/Step": 3725, "Finetune/Step Time": 11.91488773189485}
+{"Finetune/Learning Rate": 1.8625810752773848e-05, "Finetune/Loss": 0.8569964170455933, "Finetune/Loss (Raw)": 0.8233007192611694, "Finetune/Step": 3726, "Finetune/Step Time": 11.911541290581226}
+{"Finetune/Learning Rate": 1.8624958684206608e-05, "Finetune/Loss": 0.8562434911727905, "Finetune/Loss (Raw)": 0.8355810046195984, "Finetune/Step": 3727, "Finetune/Step Time": 11.913793610408902}
+{"Finetune/Learning Rate": 1.862410637106007e-05, "Finetune/Loss": 0.8558093309402466, "Finetune/Loss (Raw)": 0.872076153755188, "Finetune/Step": 3728, "Finetune/Step Time": 11.894536834210157}
+{"Finetune/Learning Rate": 1.8623253813358393e-05, "Finetune/Loss": 0.8549408912658691, "Finetune/Loss (Raw)": 0.8722756505012512, "Finetune/Step": 3729, "Finetune/Step Time": 11.891552476212382}
+{"Finetune/Learning Rate": 1.862240101112576e-05, "Finetune/Loss": 0.8561644554138184, "Finetune/Loss (Raw)": 0.8855701088905334, "Finetune/Step": 3730, "Finetune/Step Time": 11.851323619484901}
+{"Finetune/Learning Rate": 1.8621547964386357e-05, "Finetune/Loss": 0.8554935455322266, "Finetune/Loss (Raw)": 0.8370595574378967, "Finetune/Step": 3731, "Finetune/Step Time": 11.856694240123034}
+{"Finetune/Learning Rate": 1.8620694673164364e-05, "Finetune/Loss": 0.8555721044540405, "Finetune/Loss (Raw)": 0.9173325300216675, "Finetune/Step": 3732, "Finetune/Step Time": 11.854580355808139}
+{"Finetune/Learning Rate": 1.8619841137483987e-05, "Finetune/Loss": 0.8565483093261719, "Finetune/Loss (Raw)": 0.834684431552887, "Finetune/Step": 3733, "Finetune/Step Time": 11.839071115478873}
+{"Finetune/Learning Rate": 1.8618987357369428e-05, "Finetune/Loss": 0.8551541566848755, "Finetune/Loss (Raw)": 0.7281166911125183, "Finetune/Step": 3734, "Finetune/Step Time": 11.857704600319266}
+{"Finetune/Learning Rate": 1.8618133332844897e-05, "Finetune/Loss": 0.853985607624054, "Finetune/Loss (Raw)": 0.8563569188117981, "Finetune/Step": 3735, "Finetune/Step Time": 11.847895082086325}
+{"Finetune/Learning Rate": 1.8617279063934607e-05, "Finetune/Loss": 0.8533471822738647, "Finetune/Loss (Raw)": 0.7158839106559753, "Finetune/Step": 3736, "Finetune/Step Time": 11.855111284181476}
+{"Finetune/Learning Rate": 1.8616424550662793e-05, "Finetune/Loss": 0.8529633283615112, "Finetune/Loss (Raw)": 0.9371321797370911, "Finetune/Step": 3737, "Finetune/Step Time": 11.86369506828487}
+{"Finetune/Learning Rate": 1.8615569793053676e-05, "Finetune/Loss": 0.8532660603523254, "Finetune/Loss (Raw)": 0.7876940369606018, "Finetune/Step": 3738, "Finetune/Step Time": 11.867392430081964}
+{"Finetune/Learning Rate": 1.86147147911315e-05, "Finetune/Loss": 0.852663516998291, "Finetune/Loss (Raw)": 0.8912205696105957, "Finetune/Step": 3739, "Finetune/Step Time": 11.890545226633549}
+{"Finetune/Learning Rate": 1.8613859544920513e-05, "Finetune/Loss": 0.8522710800170898, "Finetune/Loss (Raw)": 0.8161608576774597, "Finetune/Step": 3740, "Finetune/Step Time": 11.899211565032601}
+{"Finetune/Learning Rate": 1.8613004054444957e-05, "Finetune/Loss": 0.8524361252784729, "Finetune/Loss (Raw)": 0.8893657922744751, "Finetune/Step": 3741, "Finetune/Step Time": 11.904553769156337}
+{"Finetune/Learning Rate": 1.8612148319729102e-05, "Finetune/Loss": 0.8521559238433838, "Finetune/Loss (Raw)": 0.8644497990608215, "Finetune/Step": 3742, "Finetune/Step Time": 11.902111999690533}
+{"Finetune/Learning Rate": 1.8611292340797212e-05, "Finetune/Loss": 0.8528975248336792, "Finetune/Loss (Raw)": 0.8367061018943787, "Finetune/Step": 3743, "Finetune/Step Time": 11.905658047646284}
+{"Finetune/Learning Rate": 1.8610436117673557e-05, "Finetune/Loss": 0.8527523875236511, "Finetune/Loss (Raw)": 0.8105851411819458, "Finetune/Step": 3744, "Finetune/Step Time": 11.936540119349957}
+{"Finetune/Learning Rate": 1.860957965038242e-05, "Finetune/Loss": 0.8522058129310608, "Finetune/Loss (Raw)": 0.8321830034255981, "Finetune/Step": 3745, "Finetune/Step Time": 11.94919565692544}
+{"Finetune/Learning Rate": 1.8608722938948084e-05, "Finetune/Loss": 0.8494852781295776, "Finetune/Loss (Raw)": 0.5554159879684448, "Finetune/Step": 3746, "Finetune/Step Time": 11.976960623636842}
+{"Finetune/Learning Rate": 1.8607865983394843e-05, "Finetune/Loss": 0.8502197265625, "Finetune/Loss (Raw)": 0.8747556209564209, "Finetune/Step": 3747, "Finetune/Step Time": 11.997735545039177}
+{"Finetune/Learning Rate": 1.8607008783747004e-05, "Finetune/Loss": 0.8517712354660034, "Finetune/Loss (Raw)": 0.901797890663147, "Finetune/Step": 3748, "Finetune/Step Time": 11.999842697754502}
+{"Finetune/Learning Rate": 1.8606151340028872e-05, "Finetune/Loss": 0.8528574705123901, "Finetune/Loss (Raw)": 0.9770128726959229, "Finetune/Step": 3749, "Finetune/Step Time": 11.986753845587373}
+{"Finetune/Learning Rate": 1.860529365226476e-05, "Finetune/Loss": 0.8528500199317932, "Finetune/Loss (Raw)": 0.7878099083900452, "Finetune/Step": 3750, "Finetune/Step Time": 11.96757210418582}
+{"Finetune/Learning Rate": 1.8604435720478988e-05, "Finetune/Loss": 0.8509585857391357, "Finetune/Loss (Raw)": 0.6541861891746521, "Finetune/Step": 3751, "Finetune/Step Time": 11.984877731651068}
+{"Finetune/Learning Rate": 1.8603577544695887e-05, "Finetune/Loss": 0.8514729738235474, "Finetune/Loss (Raw)": 0.8944101333618164, "Finetune/Step": 3752, "Finetune/Step Time": 11.994481587782502}
+{"Finetune/Learning Rate": 1.8602719124939795e-05, "Finetune/Loss": 0.8508804440498352, "Finetune/Loss (Raw)": 0.8412933945655823, "Finetune/Step": 3753, "Finetune/Step Time": 11.995870858430862}
+{"Finetune/Learning Rate": 1.8601860461235047e-05, "Finetune/Loss": 0.849812924861908, "Finetune/Loss (Raw)": 0.773366391658783, "Finetune/Step": 3754, "Finetune/Step Time": 12.008911654353142}
+{"Finetune/Learning Rate": 1.8601001553606002e-05, "Finetune/Loss": 0.8504027128219604, "Finetune/Loss (Raw)": 0.8520982265472412, "Finetune/Step": 3755, "Finetune/Step Time": 12.01010156981647}
+{"Finetune/Learning Rate": 1.8600142402077006e-05, "Finetune/Loss": 0.850791871547699, "Finetune/Loss (Raw)": 0.9385847449302673, "Finetune/Step": 3756, "Finetune/Step Time": 12.03565039113164}
+{"Finetune/Learning Rate": 1.8599283006672428e-05, "Finetune/Loss": 0.8491406440734863, "Finetune/Loss (Raw)": 0.8055948615074158, "Finetune/Step": 3757, "Finetune/Step Time": 12.044549636542797}
+{"Finetune/Learning Rate": 1.859842336741664e-05, "Finetune/Loss": 0.8486203551292419, "Finetune/Loss (Raw)": 0.7700586318969727, "Finetune/Step": 3758, "Finetune/Step Time": 12.026660731062293}
+{"Finetune/Learning Rate": 1.8597563484334014e-05, "Finetune/Loss": 0.8490520715713501, "Finetune/Loss (Raw)": 0.9035014510154724, "Finetune/Step": 3759, "Finetune/Step Time": 12.01135360635817}
+{"Finetune/Learning Rate": 1.8596703357448936e-05, "Finetune/Loss": 0.8501841425895691, "Finetune/Loss (Raw)": 0.9662721753120422, "Finetune/Step": 3760, "Finetune/Step Time": 12.008638767525554}
+{"Finetune/Learning Rate": 1.8595842986785798e-05, "Finetune/Loss": 0.8497499227523804, "Finetune/Loss (Raw)": 0.7745742201805115, "Finetune/Step": 3761, "Finetune/Step Time": 12.032868137583137}
+{"Finetune/Learning Rate": 1.8594982372368994e-05, "Finetune/Loss": 0.8484622836112976, "Finetune/Loss (Raw)": 0.7881624698638916, "Finetune/Step": 3762, "Finetune/Step Time": 12.0327576007694}
+{"Finetune/Learning Rate": 1.8594121514222928e-05, "Finetune/Loss": 0.8505196571350098, "Finetune/Loss (Raw)": 1.0886751413345337, "Finetune/Step": 3763, "Finetune/Step Time": 12.031693475320935}
+{"Finetune/Learning Rate": 1.859326041237202e-05, "Finetune/Loss": 0.8502088189125061, "Finetune/Loss (Raw)": 0.809613823890686, "Finetune/Step": 3764, "Finetune/Step Time": 12.035623686388135}
+{"Finetune/Learning Rate": 1.859239906684068e-05, "Finetune/Loss": 0.850041389465332, "Finetune/Loss (Raw)": 0.8445743918418884, "Finetune/Step": 3765, "Finetune/Step Time": 12.023850739002228}
+{"Finetune/Learning Rate": 1.8591537477653335e-05, "Finetune/Loss": 0.8490226864814758, "Finetune/Loss (Raw)": 0.7167395353317261, "Finetune/Step": 3766, "Finetune/Step Time": 12.05553875118494}
+{"Finetune/Learning Rate": 1.8590675644834422e-05, "Finetune/Loss": 0.8494459390640259, "Finetune/Loss (Raw)": 1.002058506011963, "Finetune/Step": 3767, "Finetune/Step Time": 12.058850774541497}
+{"Finetune/Learning Rate": 1.8589813568408373e-05, "Finetune/Loss": 0.8493655920028687, "Finetune/Loss (Raw)": 0.8685551285743713, "Finetune/Step": 3768, "Finetune/Step Time": 12.064478544518352}
+{"Finetune/Learning Rate": 1.858895124839964e-05, "Finetune/Loss": 0.8496875762939453, "Finetune/Loss (Raw)": 0.8043266534805298, "Finetune/Step": 3769, "Finetune/Step Time": 12.059518007561564}
+{"Finetune/Learning Rate": 1.858808868483267e-05, "Finetune/Loss": 0.8490968346595764, "Finetune/Loss (Raw)": 0.9149897694587708, "Finetune/Step": 3770, "Finetune/Step Time": 12.024117639288306}
+{"Finetune/Learning Rate": 1.8587225877731927e-05, "Finetune/Loss": 0.8489660024642944, "Finetune/Loss (Raw)": 0.6723994612693787, "Finetune/Step": 3771, "Finetune/Step Time": 12.050043880939484}
+{"Finetune/Learning Rate": 1.8586362827121877e-05, "Finetune/Loss": 0.8487406969070435, "Finetune/Loss (Raw)": 0.8959190249443054, "Finetune/Step": 3772, "Finetune/Step Time": 12.050028631463647}
+{"Finetune/Learning Rate": 1.8585499533026996e-05, "Finetune/Loss": 0.8485510349273682, "Finetune/Loss (Raw)": 0.8547928929328918, "Finetune/Step": 3773, "Finetune/Step Time": 12.05325640924275}
+{"Finetune/Learning Rate": 1.858463599547176e-05, "Finetune/Loss": 0.8491767644882202, "Finetune/Loss (Raw)": 0.8766756057739258, "Finetune/Step": 3774, "Finetune/Step Time": 12.052897719666362}
+{"Finetune/Learning Rate": 1.8583772214480658e-05, "Finetune/Loss": 0.8496060371398926, "Finetune/Loss (Raw)": 0.8770150542259216, "Finetune/Step": 3775, "Finetune/Step Time": 12.056629069149494}
+{"Finetune/Learning Rate": 1.8582908190078184e-05, "Finetune/Loss": 0.8497471213340759, "Finetune/Loss (Raw)": 1.0351394414901733, "Finetune/Step": 3776, "Finetune/Step Time": 12.072458006441593}
+{"Finetune/Learning Rate": 1.8582043922288843e-05, "Finetune/Loss": 0.8503744602203369, "Finetune/Loss (Raw)": 0.8805396556854248, "Finetune/Step": 3777, "Finetune/Step Time": 12.038432717323303}
+{"Finetune/Learning Rate": 1.858117941113714e-05, "Finetune/Loss": 0.8504024744033813, "Finetune/Loss (Raw)": 0.9491680860519409, "Finetune/Step": 3778, "Finetune/Step Time": 12.032787580043077}
+{"Finetune/Learning Rate": 1.858031465664759e-05, "Finetune/Loss": 0.849666953086853, "Finetune/Loss (Raw)": 0.8724098205566406, "Finetune/Step": 3779, "Finetune/Step Time": 12.081145413219929}
+{"Finetune/Learning Rate": 1.8579449658844714e-05, "Finetune/Loss": 0.8494526147842407, "Finetune/Loss (Raw)": 0.9384825229644775, "Finetune/Step": 3780, "Finetune/Step Time": 12.069938238710165}
+{"Finetune/Learning Rate": 1.8578584417753046e-05, "Finetune/Loss": 0.8501466512680054, "Finetune/Loss (Raw)": 0.8568506836891174, "Finetune/Step": 3781, "Finetune/Step Time": 12.093604177236557}
+{"Finetune/Learning Rate": 1.8577718933397117e-05, "Finetune/Loss": 0.8514164686203003, "Finetune/Loss (Raw)": 0.8914070725440979, "Finetune/Step": 3782, "Finetune/Step Time": 12.082610363140702}
+{"Finetune/Learning Rate": 1.8576853205801467e-05, "Finetune/Loss": 0.852091908454895, "Finetune/Loss (Raw)": 0.9226703643798828, "Finetune/Step": 3783, "Finetune/Step Time": 12.088088866323233}
+{"Finetune/Learning Rate": 1.8575987234990654e-05, "Finetune/Loss": 0.8519414663314819, "Finetune/Loss (Raw)": 0.8481014966964722, "Finetune/Step": 3784, "Finetune/Step Time": 12.085693648084998}
+{"Finetune/Learning Rate": 1.8575121020989228e-05, "Finetune/Loss": 0.851874828338623, "Finetune/Loss (Raw)": 0.8855527639389038, "Finetune/Step": 3785, "Finetune/Step Time": 12.08742474578321}
+{"Finetune/Learning Rate": 1.8574254563821756e-05, "Finetune/Loss": 0.8516792058944702, "Finetune/Loss (Raw)": 0.8431191444396973, "Finetune/Step": 3786, "Finetune/Step Time": 12.101800940930843}
+{"Finetune/Learning Rate": 1.8573387863512802e-05, "Finetune/Loss": 0.852898120880127, "Finetune/Loss (Raw)": 0.995319664478302, "Finetune/Step": 3787, "Finetune/Step Time": 12.10140779055655}
+{"Finetune/Learning Rate": 1.857252092008695e-05, "Finetune/Loss": 0.8533411026000977, "Finetune/Loss (Raw)": 0.9994125366210938, "Finetune/Step": 3788, "Finetune/Step Time": 12.103515734896064}
+{"Finetune/Learning Rate": 1.8571653733568783e-05, "Finetune/Loss": 0.8503185510635376, "Finetune/Loss (Raw)": 0.6121535301208496, "Finetune/Step": 3789, "Finetune/Step Time": 12.123788002878428}
+{"Finetune/Learning Rate": 1.857078630398289e-05, "Finetune/Loss": 0.8499958515167236, "Finetune/Loss (Raw)": 0.9540562629699707, "Finetune/Step": 3790, "Finetune/Step Time": 12.112518776208162}
+{"Finetune/Learning Rate": 1.856991863135387e-05, "Finetune/Loss": 0.8492920398712158, "Finetune/Loss (Raw)": 0.8018325567245483, "Finetune/Step": 3791, "Finetune/Step Time": 12.10820797458291}
+{"Finetune/Learning Rate": 1.8569050715706325e-05, "Finetune/Loss": 0.8488868474960327, "Finetune/Loss (Raw)": 0.651139497756958, "Finetune/Step": 3792, "Finetune/Step Time": 12.107088787481189}
+{"Finetune/Learning Rate": 1.856818255706487e-05, "Finetune/Loss": 0.84842848777771, "Finetune/Loss (Raw)": 0.8614466190338135, "Finetune/Step": 3793, "Finetune/Step Time": 12.11782887764275}
+{"Finetune/Learning Rate": 1.8567314155454123e-05, "Finetune/Loss": 0.8493285179138184, "Finetune/Loss (Raw)": 0.7743287086486816, "Finetune/Step": 3794, "Finetune/Step Time": 12.099363023415208}
+{"Finetune/Learning Rate": 1.856644551089871e-05, "Finetune/Loss": 0.8485312461853027, "Finetune/Loss (Raw)": 0.8090314865112305, "Finetune/Step": 3795, "Finetune/Step Time": 12.087114710360765}
+{"Finetune/Learning Rate": 1.8565576623423257e-05, "Finetune/Loss": 0.8484477996826172, "Finetune/Loss (Raw)": 0.7785191535949707, "Finetune/Step": 3796, "Finetune/Step Time": 12.114624880254269}
+{"Finetune/Learning Rate": 1.8564707493052415e-05, "Finetune/Loss": 0.8482149243354797, "Finetune/Loss (Raw)": 0.8694239258766174, "Finetune/Step": 3797, "Finetune/Step Time": 12.11760531552136}
+{"Finetune/Learning Rate": 1.856383811981082e-05, "Finetune/Loss": 0.8494323492050171, "Finetune/Loss (Raw)": 0.8988456130027771, "Finetune/Step": 3798, "Finetune/Step Time": 12.106801899150014}
+{"Finetune/Learning Rate": 1.8562968503723125e-05, "Finetune/Loss": 0.8486936092376709, "Finetune/Loss (Raw)": 0.8812858462333679, "Finetune/Step": 3799, "Finetune/Step Time": 12.101342977955937}
+{"Finetune/Learning Rate": 1.8562098644813996e-05, "Finetune/Loss": 0.8464908003807068, "Finetune/Loss (Raw)": 0.5211862325668335, "Finetune/Step": 3800, "Finetune/Step Time": 12.103741271421313}
+{"Finetune/Learning Rate": 1.8561228543108098e-05, "Finetune/Loss": 0.845890998840332, "Finetune/Loss (Raw)": 0.7979914546012878, "Finetune/Step": 3801, "Finetune/Step Time": 12.108786012977362}
+{"Finetune/Learning Rate": 1.8560358198630098e-05, "Finetune/Loss": 0.8476150035858154, "Finetune/Loss (Raw)": 0.9845366477966309, "Finetune/Step": 3802, "Finetune/Step Time": 12.044680513441563}
+{"Finetune/Learning Rate": 1.855948761140469e-05, "Finetune/Loss": 0.8480275273323059, "Finetune/Loss (Raw)": 0.8862060308456421, "Finetune/Step": 3803, "Finetune/Step Time": 12.028869545087218}
+{"Finetune/Learning Rate": 1.855861678145655e-05, "Finetune/Loss": 0.8487749099731445, "Finetune/Loss (Raw)": 0.8916637897491455, "Finetune/Step": 3804, "Finetune/Step Time": 12.012334993109107}
+{"Finetune/Learning Rate": 1.8557745708810374e-05, "Finetune/Loss": 0.8499323725700378, "Finetune/Loss (Raw)": 0.9748676419258118, "Finetune/Step": 3805, "Finetune/Step Time": 12.021657846868038}
+{"Finetune/Learning Rate": 1.8556874393490864e-05, "Finetune/Loss": 0.8502311706542969, "Finetune/Loss (Raw)": 0.8866367936134338, "Finetune/Step": 3806, "Finetune/Step Time": 12.017141880467534}
+{"Finetune/Learning Rate": 1.855600283552273e-05, "Finetune/Loss": 0.8502939939498901, "Finetune/Loss (Raw)": 0.8732702136039734, "Finetune/Step": 3807, "Finetune/Step Time": 12.015635268762708}
+{"Finetune/Learning Rate": 1.8555131034930686e-05, "Finetune/Loss": 0.8505361080169678, "Finetune/Loss (Raw)": 0.8068341612815857, "Finetune/Step": 3808, "Finetune/Step Time": 12.016392013058066}
+{"Finetune/Learning Rate": 1.8554258991739454e-05, "Finetune/Loss": 0.8498371243476868, "Finetune/Loss (Raw)": 0.6565115451812744, "Finetune/Step": 3809, "Finetune/Step Time": 12.046402586624026}
+{"Finetune/Learning Rate": 1.855338670597376e-05, "Finetune/Loss": 0.8504270315170288, "Finetune/Loss (Raw)": 0.8776277303695679, "Finetune/Step": 3810, "Finetune/Step Time": 12.05004377104342}
+{"Finetune/Learning Rate": 1.8552514177658344e-05, "Finetune/Loss": 0.8498696088790894, "Finetune/Loss (Raw)": 0.7231445908546448, "Finetune/Step": 3811, "Finetune/Step Time": 12.058120798319578}
+{"Finetune/Learning Rate": 1.8551641406817947e-05, "Finetune/Loss": 0.8497375249862671, "Finetune/Loss (Raw)": 0.9651567339897156, "Finetune/Step": 3812, "Finetune/Step Time": 12.062519976869226}
+{"Finetune/Learning Rate": 1.8550768393477315e-05, "Finetune/Loss": 0.8502010107040405, "Finetune/Loss (Raw)": 0.8635651469230652, "Finetune/Step": 3813, "Finetune/Step Time": 12.063968293368816}
+{"Finetune/Learning Rate": 1.8549895137661204e-05, "Finetune/Loss": 0.8496188521385193, "Finetune/Loss (Raw)": 0.8662209510803223, "Finetune/Step": 3814, "Finetune/Step Time": 12.072584861889482}
+{"Finetune/Learning Rate": 1.8549021639394383e-05, "Finetune/Loss": 0.8509488701820374, "Finetune/Loss (Raw)": 0.9472068548202515, "Finetune/Step": 3815, "Finetune/Step Time": 12.081811930984259}
+{"Finetune/Learning Rate": 1.8548147898701616e-05, "Finetune/Loss": 0.8507708311080933, "Finetune/Loss (Raw)": 0.8524991273880005, "Finetune/Step": 3816, "Finetune/Step Time": 12.088109189644456}
+{"Finetune/Learning Rate": 1.8547273915607685e-05, "Finetune/Loss": 0.8502572774887085, "Finetune/Loss (Raw)": 0.640801727771759, "Finetune/Step": 3817, "Finetune/Step Time": 12.11333617940545}
+{"Finetune/Learning Rate": 1.854639969013737e-05, "Finetune/Loss": 0.8513154983520508, "Finetune/Loss (Raw)": 0.9513664841651917, "Finetune/Step": 3818, "Finetune/Step Time": 12.102551657706499}
+{"Finetune/Learning Rate": 1.854552522231546e-05, "Finetune/Loss": 0.8513802289962769, "Finetune/Loss (Raw)": 0.8619903922080994, "Finetune/Step": 3819, "Finetune/Step Time": 12.118237966671586}
+{"Finetune/Learning Rate": 1.854465051216676e-05, "Finetune/Loss": 0.8501712083816528, "Finetune/Loss (Raw)": 0.7812070846557617, "Finetune/Step": 3820, "Finetune/Step Time": 12.128015875816345}
+{"Finetune/Learning Rate": 1.8543775559716067e-05, "Finetune/Loss": 0.8498177528381348, "Finetune/Loss (Raw)": 0.8355041146278381, "Finetune/Step": 3821, "Finetune/Step Time": 12.132119659334421}
+{"Finetune/Learning Rate": 1.8542900364988196e-05, "Finetune/Loss": 0.8494170904159546, "Finetune/Loss (Raw)": 0.9242894649505615, "Finetune/Step": 3822, "Finetune/Step Time": 12.129157973453403}
+{"Finetune/Learning Rate": 1.8542024928007957e-05, "Finetune/Loss": 0.8502842783927917, "Finetune/Loss (Raw)": 0.9419822096824646, "Finetune/Step": 3823, "Finetune/Step Time": 12.15032633766532}
+{"Finetune/Learning Rate": 1.8541149248800185e-05, "Finetune/Loss": 0.8507506251335144, "Finetune/Loss (Raw)": 0.9054074287414551, "Finetune/Step": 3824, "Finetune/Step Time": 12.152398366481066}
+{"Finetune/Learning Rate": 1.8540273327389712e-05, "Finetune/Loss": 0.8527515530586243, "Finetune/Loss (Raw)": 0.9532291889190674, "Finetune/Step": 3825, "Finetune/Step Time": 12.158744843676686}
+{"Finetune/Learning Rate": 1.853939716380137e-05, "Finetune/Loss": 0.8524594306945801, "Finetune/Loss (Raw)": 0.8010016083717346, "Finetune/Step": 3826, "Finetune/Step Time": 12.155780479311943}
+{"Finetune/Learning Rate": 1.8538520758060007e-05, "Finetune/Loss": 0.8523676991462708, "Finetune/Loss (Raw)": 0.9447271227836609, "Finetune/Step": 3827, "Finetune/Step Time": 12.154528582468629}
+{"Finetune/Learning Rate": 1.8537644110190473e-05, "Finetune/Loss": 0.8530162572860718, "Finetune/Loss (Raw)": 0.9488645195960999, "Finetune/Step": 3828, "Finetune/Step Time": 12.1597123388201}
+{"Finetune/Learning Rate": 1.853676722021763e-05, "Finetune/Loss": 0.8539588451385498, "Finetune/Loss (Raw)": 1.014547348022461, "Finetune/Step": 3829, "Finetune/Step Time": 12.161409562453628}
+{"Finetune/Learning Rate": 1.8535890088166347e-05, "Finetune/Loss": 0.8546252250671387, "Finetune/Loss (Raw)": 0.9270117878913879, "Finetune/Step": 3830, "Finetune/Step Time": 12.157764285802841}
+{"Finetune/Learning Rate": 1.8535012714061494e-05, "Finetune/Loss": 0.8537182807922363, "Finetune/Loss (Raw)": 0.8042159080505371, "Finetune/Step": 3831, "Finetune/Step Time": 12.160357736051083}
+{"Finetune/Learning Rate": 1.853413509792795e-05, "Finetune/Loss": 0.856163740158081, "Finetune/Loss (Raw)": 0.9184140563011169, "Finetune/Step": 3832, "Finetune/Step Time": 12.13915952295065}
+{"Finetune/Learning Rate": 1.8533257239790602e-05, "Finetune/Loss": 0.8558096289634705, "Finetune/Loss (Raw)": 0.8034650087356567, "Finetune/Step": 3833, "Finetune/Step Time": 12.138087885454297}
+{"Finetune/Learning Rate": 1.8532379139674342e-05, "Finetune/Loss": 0.8551560044288635, "Finetune/Loss (Raw)": 0.7209165692329407, "Finetune/Step": 3834, "Finetune/Step Time": 12.14333762973547}
+{"Finetune/Learning Rate": 1.8531500797604076e-05, "Finetune/Loss": 0.8563975691795349, "Finetune/Loss (Raw)": 0.9677289724349976, "Finetune/Step": 3835, "Finetune/Step Time": 12.141415739431977}
+{"Finetune/Learning Rate": 1.8530622213604706e-05, "Finetune/Loss": 0.856488823890686, "Finetune/Loss (Raw)": 0.8531425595283508, "Finetune/Step": 3836, "Finetune/Step Time": 12.138373674824834}
+{"Finetune/Learning Rate": 1.852974338770115e-05, "Finetune/Loss": 0.8558837175369263, "Finetune/Loss (Raw)": 0.7797585725784302, "Finetune/Step": 3837, "Finetune/Step Time": 12.15947426483035}
+{"Finetune/Learning Rate": 1.8528864319918326e-05, "Finetune/Loss": 0.8555281162261963, "Finetune/Loss (Raw)": 0.8657815456390381, "Finetune/Step": 3838, "Finetune/Step Time": 12.160606909543276}
+{"Finetune/Learning Rate": 1.852798501028116e-05, "Finetune/Loss": 0.85517418384552, "Finetune/Loss (Raw)": 0.8794565796852112, "Finetune/Step": 3839, "Finetune/Step Time": 12.156877310946584}
+{"Finetune/Learning Rate": 1.852710545881459e-05, "Finetune/Loss": 0.8563100099563599, "Finetune/Loss (Raw)": 0.9193403124809265, "Finetune/Step": 3840, "Finetune/Step Time": 12.165937040001154}
+{"Finetune/Learning Rate": 1.852622566554356e-05, "Finetune/Loss": 0.8559168577194214, "Finetune/Loss (Raw)": 0.8314099907875061, "Finetune/Step": 3841, "Finetune/Step Time": 12.161491157487035}
+{"Finetune/Learning Rate": 1.852534563049301e-05, "Finetune/Loss": 0.8556361198425293, "Finetune/Loss (Raw)": 0.897794783115387, "Finetune/Step": 3842, "Finetune/Step Time": 12.16090683825314}
+{"Finetune/Learning Rate": 1.8524465353687907e-05, "Finetune/Loss": 0.8541882038116455, "Finetune/Loss (Raw)": 0.723366916179657, "Finetune/Step": 3843, "Finetune/Step Time": 12.161606337875128}
+{"Finetune/Learning Rate": 1.8523584835153205e-05, "Finetune/Loss": 0.8546444177627563, "Finetune/Loss (Raw)": 0.9023256897926331, "Finetune/Step": 3844, "Finetune/Step Time": 12.169532433152199}
+{"Finetune/Learning Rate": 1.8522704074913873e-05, "Finetune/Loss": 0.8533206582069397, "Finetune/Loss (Raw)": 0.8708779215812683, "Finetune/Step": 3845, "Finetune/Step Time": 12.168311210349202}
+{"Finetune/Learning Rate": 1.852182307299489e-05, "Finetune/Loss": 0.8510568141937256, "Finetune/Loss (Raw)": 0.7292865514755249, "Finetune/Step": 3846, "Finetune/Step Time": 12.179453860968351}
+{"Finetune/Learning Rate": 1.8520941829421238e-05, "Finetune/Loss": 0.8519415855407715, "Finetune/Loss (Raw)": 0.8560826182365417, "Finetune/Step": 3847, "Finetune/Step Time": 12.167597206309438}
+{"Finetune/Learning Rate": 1.8520060344217903e-05, "Finetune/Loss": 0.8523805141448975, "Finetune/Loss (Raw)": 0.8477208614349365, "Finetune/Step": 3848, "Finetune/Step Time": 12.16355293802917}
+{"Finetune/Learning Rate": 1.8519178617409888e-05, "Finetune/Loss": 0.8540866374969482, "Finetune/Loss (Raw)": 0.9466592073440552, "Finetune/Step": 3849, "Finetune/Step Time": 12.162380047142506}
+{"Finetune/Learning Rate": 1.851829664902219e-05, "Finetune/Loss": 0.852705717086792, "Finetune/Loss (Raw)": 0.7416994571685791, "Finetune/Step": 3850, "Finetune/Step Time": 12.155660852789879}
+{"Finetune/Learning Rate": 1.8517414439079825e-05, "Finetune/Loss": 0.8527548313140869, "Finetune/Loss (Raw)": 0.8376877903938293, "Finetune/Step": 3851, "Finetune/Step Time": 12.154713314026594}
+{"Finetune/Learning Rate": 1.8516531987607805e-05, "Finetune/Loss": 0.8523454070091248, "Finetune/Loss (Raw)": 0.8020009398460388, "Finetune/Step": 3852, "Finetune/Step Time": 12.181094309315085}
+{"Finetune/Learning Rate": 1.8515649294631158e-05, "Finetune/Loss": 0.8531172275543213, "Finetune/Loss (Raw)": 0.9536161422729492, "Finetune/Step": 3853, "Finetune/Step Time": 12.18043964356184}
+{"Finetune/Learning Rate": 1.8514766360174907e-05, "Finetune/Loss": 0.8544296026229858, "Finetune/Loss (Raw)": 0.9912846088409424, "Finetune/Step": 3854, "Finetune/Step Time": 12.181124186143279}
+{"Finetune/Learning Rate": 1.85138831842641e-05, "Finetune/Loss": 0.8549891710281372, "Finetune/Loss (Raw)": 0.907200038433075, "Finetune/Step": 3855, "Finetune/Step Time": 12.190960755571723}
+{"Finetune/Learning Rate": 1.8512999766923774e-05, "Finetune/Loss": 0.8542945981025696, "Finetune/Loss (Raw)": 0.7831740975379944, "Finetune/Step": 3856, "Finetune/Step Time": 12.199915088713169}
+{"Finetune/Learning Rate": 1.851211610817898e-05, "Finetune/Loss": 0.8538281321525574, "Finetune/Loss (Raw)": 0.8125688433647156, "Finetune/Step": 3857, "Finetune/Step Time": 12.20261937379837}
+{"Finetune/Learning Rate": 1.8511232208054783e-05, "Finetune/Loss": 0.8537099361419678, "Finetune/Loss (Raw)": 0.8704387545585632, "Finetune/Step": 3858, "Finetune/Step Time": 12.227935308590531}
+{"Finetune/Learning Rate": 1.851034806657624e-05, "Finetune/Loss": 0.8541195392608643, "Finetune/Loss (Raw)": 0.889485239982605, "Finetune/Step": 3859, "Finetune/Step Time": 12.226518418639898}
+{"Finetune/Learning Rate": 1.8509463683768426e-05, "Finetune/Loss": 0.8540503978729248, "Finetune/Loss (Raw)": 0.9084924459457397, "Finetune/Step": 3860, "Finetune/Step Time": 12.228933610022068}
+{"Finetune/Learning Rate": 1.8508579059656422e-05, "Finetune/Loss": 0.8546000123023987, "Finetune/Loss (Raw)": 0.9050284028053284, "Finetune/Step": 3861, "Finetune/Step Time": 12.259830789640546}
+{"Finetune/Learning Rate": 1.850769419426531e-05, "Finetune/Loss": 0.8555723428726196, "Finetune/Loss (Raw)": 0.8525745868682861, "Finetune/Step": 3862, "Finetune/Step Time": 12.24774662218988}
+{"Finetune/Learning Rate": 1.8506809087620183e-05, "Finetune/Loss": 0.8554531335830688, "Finetune/Loss (Raw)": 0.841099739074707, "Finetune/Step": 3863, "Finetune/Step Time": 12.25357698276639}
+{"Finetune/Learning Rate": 1.850592373974614e-05, "Finetune/Loss": 0.8572019338607788, "Finetune/Loss (Raw)": 0.9397242069244385, "Finetune/Step": 3864, "Finetune/Step Time": 12.246149640530348}
+{"Finetune/Learning Rate": 1.8505038150668287e-05, "Finetune/Loss": 0.8568670749664307, "Finetune/Loss (Raw)": 0.8942816257476807, "Finetune/Step": 3865, "Finetune/Step Time": 12.246624512597919}
+{"Finetune/Learning Rate": 1.850415232041174e-05, "Finetune/Loss": 0.8562971353530884, "Finetune/Loss (Raw)": 0.7147412896156311, "Finetune/Step": 3866, "Finetune/Step Time": 12.250133680179715}
+{"Finetune/Learning Rate": 1.850326624900161e-05, "Finetune/Loss": 0.8547027707099915, "Finetune/Loss (Raw)": 0.6871386766433716, "Finetune/Step": 3867, "Finetune/Step Time": 12.251358008012176}
+{"Finetune/Learning Rate": 1.8502379936463035e-05, "Finetune/Loss": 0.8542531728744507, "Finetune/Loss (Raw)": 0.7586137652397156, "Finetune/Step": 3868, "Finetune/Step Time": 12.242898831143975}
+{"Finetune/Learning Rate": 1.850149338282114e-05, "Finetune/Loss": 0.8548593521118164, "Finetune/Loss (Raw)": 0.9669563174247742, "Finetune/Step": 3869, "Finetune/Step Time": 12.23866837285459}
+{"Finetune/Learning Rate": 1.8500606588101067e-05, "Finetune/Loss": 0.8558485507965088, "Finetune/Loss (Raw)": 0.9910699129104614, "Finetune/Step": 3870, "Finetune/Step Time": 12.234644772484899}
+{"Finetune/Learning Rate": 1.8499719552327966e-05, "Finetune/Loss": 0.855815589427948, "Finetune/Loss (Raw)": 0.8324853777885437, "Finetune/Step": 3871, "Finetune/Step Time": 12.227962270379066}
+{"Finetune/Learning Rate": 1.8498832275526988e-05, "Finetune/Loss": 0.8564958572387695, "Finetune/Loss (Raw)": 0.8976554274559021, "Finetune/Step": 3872, "Finetune/Step Time": 12.197457768023014}
+{"Finetune/Learning Rate": 1.8497944757723292e-05, "Finetune/Loss": 0.8574542999267578, "Finetune/Loss (Raw)": 0.9548640251159668, "Finetune/Step": 3873, "Finetune/Step Time": 12.181156780570745}
+{"Finetune/Learning Rate": 1.8497056998942048e-05, "Finetune/Loss": 0.8602495193481445, "Finetune/Loss (Raw)": 0.9132034778594971, "Finetune/Step": 3874, "Finetune/Step Time": 12.160605121403933}
+{"Finetune/Learning Rate": 1.849616899920843e-05, "Finetune/Loss": 0.8612549304962158, "Finetune/Loss (Raw)": 1.0034459829330444, "Finetune/Step": 3875, "Finetune/Step Time": 12.143096417188644}
+{"Finetune/Learning Rate": 1.849528075854762e-05, "Finetune/Loss": 0.8602985739707947, "Finetune/Loss (Raw)": 0.7793903946876526, "Finetune/Step": 3876, "Finetune/Step Time": 12.140642058104277}
+{"Finetune/Learning Rate": 1.8494392276984804e-05, "Finetune/Loss": 0.8597130179405212, "Finetune/Loss (Raw)": 0.9020563960075378, "Finetune/Step": 3877, "Finetune/Step Time": 12.14150139503181}
+{"Finetune/Learning Rate": 1.8493503554545183e-05, "Finetune/Loss": 0.8607085943222046, "Finetune/Loss (Raw)": 0.9152445197105408, "Finetune/Step": 3878, "Finetune/Step Time": 12.141792241483927}
+{"Finetune/Learning Rate": 1.849261459125395e-05, "Finetune/Loss": 0.8619368076324463, "Finetune/Loss (Raw)": 0.8114017844200134, "Finetune/Step": 3879, "Finetune/Step Time": 12.121942365542054}
+{"Finetune/Learning Rate": 1.8491725387136313e-05, "Finetune/Loss": 0.8615342378616333, "Finetune/Loss (Raw)": 0.8428808450698853, "Finetune/Step": 3880, "Finetune/Step Time": 12.11604774557054}
+{"Finetune/Learning Rate": 1.8490835942217497e-05, "Finetune/Loss": 0.8619837760925293, "Finetune/Loss (Raw)": 0.898836076259613, "Finetune/Step": 3881, "Finetune/Step Time": 12.116841653361917}
+{"Finetune/Learning Rate": 1.848994625652271e-05, "Finetune/Loss": 0.8626934289932251, "Finetune/Loss (Raw)": 0.8642061352729797, "Finetune/Step": 3882, "Finetune/Step Time": 12.127760373055935}
+{"Finetune/Learning Rate": 1.8489056330077198e-05, "Finetune/Loss": 0.8619952201843262, "Finetune/Loss (Raw)": 0.7627207636833191, "Finetune/Step": 3883, "Finetune/Step Time": 12.128505300730467}
+{"Finetune/Learning Rate": 1.8488166162906185e-05, "Finetune/Loss": 0.8614529371261597, "Finetune/Loss (Raw)": 0.8691725134849548, "Finetune/Step": 3884, "Finetune/Step Time": 12.108062747865915}
+{"Finetune/Learning Rate": 1.848727575503492e-05, "Finetune/Loss": 0.861272931098938, "Finetune/Loss (Raw)": 0.7825590372085571, "Finetune/Step": 3885, "Finetune/Step Time": 12.101483147591352}
+{"Finetune/Learning Rate": 1.8486385106488645e-05, "Finetune/Loss": 0.8602966070175171, "Finetune/Loss (Raw)": 0.6450884938240051, "Finetune/Step": 3886, "Finetune/Step Time": 12.097494784742594}
+{"Finetune/Learning Rate": 1.8485494217292623e-05, "Finetune/Loss": 0.8601429462432861, "Finetune/Loss (Raw)": 0.8838279843330383, "Finetune/Step": 3887, "Finetune/Step Time": 12.102231457829475}
+{"Finetune/Learning Rate": 1.848460308747211e-05, "Finetune/Loss": 0.8597832918167114, "Finetune/Loss (Raw)": 0.9202398657798767, "Finetune/Step": 3888, "Finetune/Step Time": 12.117360094562173}
+{"Finetune/Learning Rate": 1.8483711717052385e-05, "Finetune/Loss": 0.8595653176307678, "Finetune/Loss (Raw)": 0.7466701865196228, "Finetune/Step": 3889, "Finetune/Step Time": 12.091198740527034}
+{"Finetune/Learning Rate": 1.8482820106058717e-05, "Finetune/Loss": 0.8604747653007507, "Finetune/Loss (Raw)": 0.9045743346214294, "Finetune/Step": 3890, "Finetune/Step Time": 12.112981732934713}
+{"Finetune/Learning Rate": 1.8481928254516392e-05, "Finetune/Loss": 0.8595079183578491, "Finetune/Loss (Raw)": 0.9649173617362976, "Finetune/Step": 3891, "Finetune/Step Time": 12.11632638424635}
+{"Finetune/Learning Rate": 1.8481036162450707e-05, "Finetune/Loss": 0.8605961799621582, "Finetune/Loss (Raw)": 0.9489108920097351, "Finetune/Step": 3892, "Finetune/Step Time": 12.111985679715872}
+{"Finetune/Learning Rate": 1.8480143829886948e-05, "Finetune/Loss": 0.8602837920188904, "Finetune/Loss (Raw)": 0.8045865893363953, "Finetune/Step": 3893, "Finetune/Step Time": 12.11566699296236}
+{"Finetune/Learning Rate": 1.8479251256850426e-05, "Finetune/Loss": 0.8616302013397217, "Finetune/Loss (Raw)": 0.8890807032585144, "Finetune/Step": 3894, "Finetune/Step Time": 12.084258902817965}
+{"Finetune/Learning Rate": 1.847835844336645e-05, "Finetune/Loss": 0.8618090152740479, "Finetune/Loss (Raw)": 1.0249476432800293, "Finetune/Step": 3895, "Finetune/Step Time": 12.080563992261887}
+{"Finetune/Learning Rate": 1.847746538946034e-05, "Finetune/Loss": 0.8608444929122925, "Finetune/Loss (Raw)": 0.7450947761535645, "Finetune/Step": 3896, "Finetune/Step Time": 12.086378794163465}
+{"Finetune/Learning Rate": 1.8476572095157415e-05, "Finetune/Loss": 0.8622705936431885, "Finetune/Loss (Raw)": 0.9868696928024292, "Finetune/Step": 3897, "Finetune/Step Time": 12.085766229778528}
+{"Finetune/Learning Rate": 1.847567856048301e-05, "Finetune/Loss": 0.8610230088233948, "Finetune/Loss (Raw)": 0.7553002834320068, "Finetune/Step": 3898, "Finetune/Step Time": 12.075670154765248}
+{"Finetune/Learning Rate": 1.8474784785462462e-05, "Finetune/Loss": 0.8631213903427124, "Finetune/Loss (Raw)": 0.9409820437431335, "Finetune/Step": 3899, "Finetune/Step Time": 12.027386866509914}
+{"Finetune/Learning Rate": 1.8473890770121118e-05, "Finetune/Loss": 0.8623467683792114, "Finetune/Loss (Raw)": 0.7967733144760132, "Finetune/Step": 3900, "Finetune/Step Time": 12.030550865456462}
+{"Finetune/Learning Rate": 1.8472996514484326e-05, "Finetune/Loss": 0.8626950979232788, "Finetune/Loss (Raw)": 0.89937824010849, "Finetune/Step": 3901, "Finetune/Step Time": 12.028300249949098}
+{"Finetune/Learning Rate": 1.8472102018577453e-05, "Finetune/Loss": 0.8630532026290894, "Finetune/Loss (Raw)": 0.922512412071228, "Finetune/Step": 3902, "Finetune/Step Time": 12.030163433402777}
+{"Finetune/Learning Rate": 1.8471207282425853e-05, "Finetune/Loss": 0.8627723455429077, "Finetune/Loss (Raw)": 0.8410710096359253, "Finetune/Step": 3903, "Finetune/Step Time": 12.021999444812536}
+{"Finetune/Learning Rate": 1.8470312306054903e-05, "Finetune/Loss": 0.8609060049057007, "Finetune/Loss (Raw)": 0.7962495684623718, "Finetune/Step": 3904, "Finetune/Step Time": 12.0227279253304}
+{"Finetune/Learning Rate": 1.8469417089489986e-05, "Finetune/Loss": 0.8608189821243286, "Finetune/Loss (Raw)": 0.8693947196006775, "Finetune/Step": 3905, "Finetune/Step Time": 12.043917445465922}
+{"Finetune/Learning Rate": 1.846852163275648e-05, "Finetune/Loss": 0.8602637052536011, "Finetune/Loss (Raw)": 0.8781007528305054, "Finetune/Step": 3906, "Finetune/Step Time": 12.058060793206096}
+{"Finetune/Learning Rate": 1.8467625935879786e-05, "Finetune/Loss": 0.8605279922485352, "Finetune/Loss (Raw)": 0.9062284231185913, "Finetune/Step": 3907, "Finetune/Step Time": 12.01406229659915}
+{"Finetune/Learning Rate": 1.8466729998885294e-05, "Finetune/Loss": 0.8584392070770264, "Finetune/Loss (Raw)": 0.6711257696151733, "Finetune/Step": 3908, "Finetune/Step Time": 12.038575327023864}
+{"Finetune/Learning Rate": 1.8465833821798422e-05, "Finetune/Loss": 0.8575127124786377, "Finetune/Loss (Raw)": 0.7382574081420898, "Finetune/Step": 3909, "Finetune/Step Time": 12.019683724269271}
+{"Finetune/Learning Rate": 1.846493740464457e-05, "Finetune/Loss": 0.857891857624054, "Finetune/Loss (Raw)": 0.9399346113204956, "Finetune/Step": 3910, "Finetune/Step Time": 12.020254535600543}
+{"Finetune/Learning Rate": 1.8464040747449168e-05, "Finetune/Loss": 0.857358992099762, "Finetune/Loss (Raw)": 0.8544615507125854, "Finetune/Step": 3911, "Finetune/Step Time": 12.012459928169847}
+{"Finetune/Learning Rate": 1.8463143850237636e-05, "Finetune/Loss": 0.8572491407394409, "Finetune/Loss (Raw)": 0.8340368866920471, "Finetune/Step": 3912, "Finetune/Step Time": 12.006311748176813}
+{"Finetune/Learning Rate": 1.846224671303541e-05, "Finetune/Loss": 0.857032299041748, "Finetune/Loss (Raw)": 0.8578070998191833, "Finetune/Step": 3913, "Finetune/Step Time": 12.01192320883274}
+{"Finetune/Learning Rate": 1.8461349335867937e-05, "Finetune/Loss": 0.8581651449203491, "Finetune/Loss (Raw)": 0.9881219267845154, "Finetune/Step": 3914, "Finetune/Step Time": 11.993041399866343}
+{"Finetune/Learning Rate": 1.8460451718760653e-05, "Finetune/Loss": 0.8576889038085938, "Finetune/Loss (Raw)": 0.934359073638916, "Finetune/Step": 3915, "Finetune/Step Time": 11.9985681027174}
+{"Finetune/Learning Rate": 1.8459553861739015e-05, "Finetune/Loss": 0.8547574281692505, "Finetune/Loss (Raw)": 0.6241875886917114, "Finetune/Step": 3916, "Finetune/Step Time": 12.016272962093353}
+{"Finetune/Learning Rate": 1.8458655764828488e-05, "Finetune/Loss": 0.8554935455322266, "Finetune/Loss (Raw)": 0.7063742876052856, "Finetune/Step": 3917, "Finetune/Step Time": 11.98886995576322}
+{"Finetune/Learning Rate": 1.8457757428054534e-05, "Finetune/Loss": 0.8548625707626343, "Finetune/Loss (Raw)": 0.873286783695221, "Finetune/Step": 3918, "Finetune/Step Time": 12.004283281043172}
+{"Finetune/Learning Rate": 1.8456858851442632e-05, "Finetune/Loss": 0.8549911379814148, "Finetune/Loss (Raw)": 0.8182897567749023, "Finetune/Step": 3919, "Finetune/Step Time": 12.006805019453168}
+{"Finetune/Learning Rate": 1.845596003501826e-05, "Finetune/Loss": 0.8571284413337708, "Finetune/Loss (Raw)": 0.9247162938117981, "Finetune/Step": 3920, "Finetune/Step Time": 11.983033061027527}
+{"Finetune/Learning Rate": 1.8455060978806913e-05, "Finetune/Loss": 0.8553334474563599, "Finetune/Loss (Raw)": 0.6316907405853271, "Finetune/Step": 3921, "Finetune/Step Time": 12.003207590430975}
+{"Finetune/Learning Rate": 1.8454161682834072e-05, "Finetune/Loss": 0.8559982776641846, "Finetune/Loss (Raw)": 0.8594244122505188, "Finetune/Step": 3922, "Finetune/Step Time": 11.994353268295527}
+{"Finetune/Learning Rate": 1.8453262147125247e-05, "Finetune/Loss": 0.8563681840896606, "Finetune/Loss (Raw)": 0.8563793301582336, "Finetune/Step": 3923, "Finetune/Step Time": 11.991556953638792}
+{"Finetune/Learning Rate": 1.8452362371705947e-05, "Finetune/Loss": 0.8567025661468506, "Finetune/Loss (Raw)": 0.8213179111480713, "Finetune/Step": 3924, "Finetune/Step Time": 11.968396935611963}
+{"Finetune/Learning Rate": 1.8451462356601684e-05, "Finetune/Loss": 0.8579037189483643, "Finetune/Loss (Raw)": 1.0231776237487793, "Finetune/Step": 3925, "Finetune/Step Time": 11.9519471116364}
+{"Finetune/Learning Rate": 1.8450562101837987e-05, "Finetune/Loss": 0.858257532119751, "Finetune/Loss (Raw)": 0.9441272020339966, "Finetune/Step": 3926, "Finetune/Step Time": 11.954141715541482}
+{"Finetune/Learning Rate": 1.844966160744037e-05, "Finetune/Loss": 0.8583707809448242, "Finetune/Loss (Raw)": 0.8957832455635071, "Finetune/Step": 3927, "Finetune/Step Time": 11.958478765562177}
+{"Finetune/Learning Rate": 1.8448760873434387e-05, "Finetune/Loss": 0.8587270379066467, "Finetune/Loss (Raw)": 0.5667843222618103, "Finetune/Step": 3928, "Finetune/Step Time": 11.951992632821202}
+{"Finetune/Learning Rate": 1.844785989984556e-05, "Finetune/Loss": 0.859060525894165, "Finetune/Loss (Raw)": 0.8406798243522644, "Finetune/Step": 3929, "Finetune/Step Time": 11.953373994678259}
+{"Finetune/Learning Rate": 1.844695868669946e-05, "Finetune/Loss": 0.8586034178733826, "Finetune/Loss (Raw)": 0.9260237812995911, "Finetune/Step": 3930, "Finetune/Step Time": 11.952998716384172}
+{"Finetune/Learning Rate": 1.8446057234021622e-05, "Finetune/Loss": 0.8587838411331177, "Finetune/Loss (Raw)": 0.9093037843704224, "Finetune/Step": 3931, "Finetune/Step Time": 11.95042373239994}
+{"Finetune/Learning Rate": 1.8445155541837626e-05, "Finetune/Loss": 0.8594921827316284, "Finetune/Loss (Raw)": 0.982332706451416, "Finetune/Step": 3932, "Finetune/Step Time": 11.947352578863502}
+{"Finetune/Learning Rate": 1.844425361017303e-05, "Finetune/Loss": 0.858840823173523, "Finetune/Loss (Raw)": 0.8914914131164551, "Finetune/Step": 3933, "Finetune/Step Time": 11.943099316209555}
+{"Finetune/Learning Rate": 1.8443351439053412e-05, "Finetune/Loss": 0.8581477403640747, "Finetune/Loss (Raw)": 0.7979174852371216, "Finetune/Step": 3934, "Finetune/Step Time": 11.938234109431505}
+{"Finetune/Learning Rate": 1.844244902850436e-05, "Finetune/Loss": 0.859258770942688, "Finetune/Loss (Raw)": 1.015488624572754, "Finetune/Step": 3935, "Finetune/Step Time": 11.931139731779695}
+{"Finetune/Learning Rate": 1.8441546378551457e-05, "Finetune/Loss": 0.8594629764556885, "Finetune/Loss (Raw)": 0.8329657912254333, "Finetune/Step": 3936, "Finetune/Step Time": 11.940756361931562}
+{"Finetune/Learning Rate": 1.8440643489220306e-05, "Finetune/Loss": 0.8618156313896179, "Finetune/Loss (Raw)": 0.9576583504676819, "Finetune/Step": 3937, "Finetune/Step Time": 11.908495770767331}
+{"Finetune/Learning Rate": 1.8439740360536506e-05, "Finetune/Loss": 0.8609574437141418, "Finetune/Loss (Raw)": 0.7677755951881409, "Finetune/Step": 3938, "Finetune/Step Time": 11.906124969944358}
+{"Finetune/Learning Rate": 1.843883699252567e-05, "Finetune/Loss": 0.8619668483734131, "Finetune/Loss (Raw)": 0.8523498177528381, "Finetune/Step": 3939, "Finetune/Step Time": 11.900014197453856}
+{"Finetune/Learning Rate": 1.8437933385213415e-05, "Finetune/Loss": 0.8610605597496033, "Finetune/Loss (Raw)": 0.8491554260253906, "Finetune/Step": 3940, "Finetune/Step Time": 11.90057840012014}
+{"Finetune/Learning Rate": 1.843702953862536e-05, "Finetune/Loss": 0.8617845773696899, "Finetune/Loss (Raw)": 0.9562419652938843, "Finetune/Step": 3941, "Finetune/Step Time": 11.905137659981847}
+{"Finetune/Learning Rate": 1.8436125452787143e-05, "Finetune/Loss": 0.8619576096534729, "Finetune/Loss (Raw)": 0.888361930847168, "Finetune/Step": 3942, "Finetune/Step Time": 11.903543932363391}
+{"Finetune/Learning Rate": 1.8435221127724396e-05, "Finetune/Loss": 0.8603565692901611, "Finetune/Loss (Raw)": 0.7422833442687988, "Finetune/Step": 3943, "Finetune/Step Time": 11.924375915899873}
+{"Finetune/Learning Rate": 1.8434316563462764e-05, "Finetune/Loss": 0.8600630760192871, "Finetune/Loss (Raw)": 0.8149199485778809, "Finetune/Step": 3944, "Finetune/Step Time": 11.923748597502708}
+{"Finetune/Learning Rate": 1.84334117600279e-05, "Finetune/Loss": 0.8615736961364746, "Finetune/Loss (Raw)": 0.8341659903526306, "Finetune/Step": 3945, "Finetune/Step Time": 11.89493990316987}
+{"Finetune/Learning Rate": 1.8432506717445458e-05, "Finetune/Loss": 0.8606102466583252, "Finetune/Loss (Raw)": 0.8280379176139832, "Finetune/Step": 3946, "Finetune/Step Time": 11.898536462336779}
+{"Finetune/Learning Rate": 1.84316014357411e-05, "Finetune/Loss": 0.8598702549934387, "Finetune/Loss (Raw)": 0.7672784924507141, "Finetune/Step": 3947, "Finetune/Step Time": 11.879998037591577}
+{"Finetune/Learning Rate": 1.843069591494051e-05, "Finetune/Loss": 0.8606129884719849, "Finetune/Loss (Raw)": 0.876278817653656, "Finetune/Step": 3948, "Finetune/Step Time": 11.871159229427576}
+{"Finetune/Learning Rate": 1.842979015506935e-05, "Finetune/Loss": 0.8599935173988342, "Finetune/Loss (Raw)": 0.7562077641487122, "Finetune/Step": 3949, "Finetune/Step Time": 11.867412380874157}
+{"Finetune/Learning Rate": 1.8428884156153318e-05, "Finetune/Loss": 0.8594555854797363, "Finetune/Loss (Raw)": 0.8554366827011108, "Finetune/Step": 3950, "Finetune/Step Time": 11.86644241027534}
+{"Finetune/Learning Rate": 1.8427977918218095e-05, "Finetune/Loss": 0.8582903146743774, "Finetune/Loss (Raw)": 0.7928268909454346, "Finetune/Step": 3951, "Finetune/Step Time": 11.846878375858068}
+{"Finetune/Learning Rate": 1.842707144128939e-05, "Finetune/Loss": 0.8572195768356323, "Finetune/Loss (Raw)": 0.768348217010498, "Finetune/Step": 3952, "Finetune/Step Time": 11.841981779783964}
+{"Finetune/Learning Rate": 1.8426164725392895e-05, "Finetune/Loss": 0.8554232716560364, "Finetune/Loss (Raw)": 0.7233070731163025, "Finetune/Step": 3953, "Finetune/Step Time": 11.845324339345098}
+{"Finetune/Learning Rate": 1.8425257770554336e-05, "Finetune/Loss": 0.8573317527770996, "Finetune/Loss (Raw)": 1.045283317565918, "Finetune/Step": 3954, "Finetune/Step Time": 11.846607891842723}
+{"Finetune/Learning Rate": 1.8424350576799424e-05, "Finetune/Loss": 0.8564356565475464, "Finetune/Loss (Raw)": 0.8300337195396423, "Finetune/Step": 3955, "Finetune/Step Time": 11.848181314766407}
+{"Finetune/Learning Rate": 1.8423443144153882e-05, "Finetune/Loss": 0.8555980920791626, "Finetune/Loss (Raw)": 0.8416585326194763, "Finetune/Step": 3956, "Finetune/Step Time": 11.840732822194695}
+{"Finetune/Learning Rate": 1.8422535472643447e-05, "Finetune/Loss": 0.8544954061508179, "Finetune/Loss (Raw)": 0.8734042644500732, "Finetune/Step": 3957, "Finetune/Step Time": 11.842327047139406}
+{"Finetune/Learning Rate": 1.8421627562293854e-05, "Finetune/Loss": 0.8538239002227783, "Finetune/Loss (Raw)": 0.8410476446151733, "Finetune/Step": 3958, "Finetune/Step Time": 11.856992937624454}
+{"Finetune/Learning Rate": 1.8420719413130857e-05, "Finetune/Loss": 0.8543962240219116, "Finetune/Loss (Raw)": 0.8774868845939636, "Finetune/Step": 3959, "Finetune/Step Time": 11.88285712338984}
+{"Finetune/Learning Rate": 1.8419811025180195e-05, "Finetune/Loss": 0.8541325330734253, "Finetune/Loss (Raw)": 0.8846548199653625, "Finetune/Step": 3960, "Finetune/Step Time": 11.873442992568016}
+{"Finetune/Learning Rate": 1.8418902398467642e-05, "Finetune/Loss": 0.8545421361923218, "Finetune/Loss (Raw)": 0.8558976054191589, "Finetune/Step": 3961, "Finetune/Step Time": 11.882982984185219}
+{"Finetune/Learning Rate": 1.8417993533018955e-05, "Finetune/Loss": 0.8551778793334961, "Finetune/Loss (Raw)": 0.8022858500480652, "Finetune/Step": 3962, "Finetune/Step Time": 11.886303251609206}
+{"Finetune/Learning Rate": 1.841708442885991e-05, "Finetune/Loss": 0.8545104265213013, "Finetune/Loss (Raw)": 0.8822924494743347, "Finetune/Step": 3963, "Finetune/Step Time": 11.892189694568515}
+{"Finetune/Learning Rate": 1.8416175086016284e-05, "Finetune/Loss": 0.8556869029998779, "Finetune/Loss (Raw)": 1.0037320852279663, "Finetune/Step": 3964, "Finetune/Step Time": 11.90178657695651}
+{"Finetune/Learning Rate": 1.8415265504513864e-05, "Finetune/Loss": 0.856184184551239, "Finetune/Loss (Raw)": 0.8434145450592041, "Finetune/Step": 3965, "Finetune/Step Time": 11.90045228227973}
+{"Finetune/Learning Rate": 1.8414355684378445e-05, "Finetune/Loss": 0.8551341891288757, "Finetune/Loss (Raw)": 0.7313811182975769, "Finetune/Step": 3966, "Finetune/Step Time": 11.916832141578197}
+{"Finetune/Learning Rate": 1.8413445625635823e-05, "Finetune/Loss": 0.8553142547607422, "Finetune/Loss (Raw)": 0.9025030136108398, "Finetune/Step": 3967, "Finetune/Step Time": 11.918010592460632}
+{"Finetune/Learning Rate": 1.8412535328311813e-05, "Finetune/Loss": 0.8545194268226624, "Finetune/Loss (Raw)": 0.817604124546051, "Finetune/Step": 3968, "Finetune/Step Time": 11.926888089627028}
+{"Finetune/Learning Rate": 1.841162479243222e-05, "Finetune/Loss": 0.8542205095291138, "Finetune/Loss (Raw)": 0.7931466698646545, "Finetune/Step": 3969, "Finetune/Step Time": 11.924848306924105}
+{"Finetune/Learning Rate": 1.841071401802287e-05, "Finetune/Loss": 0.8549867868423462, "Finetune/Loss (Raw)": 0.995883047580719, "Finetune/Step": 3970, "Finetune/Step Time": 11.931546192616224}
+{"Finetune/Learning Rate": 1.8409803005109587e-05, "Finetune/Loss": 0.8542726039886475, "Finetune/Loss (Raw)": 0.6319590210914612, "Finetune/Step": 3971, "Finetune/Step Time": 11.9583033695817}
+{"Finetune/Learning Rate": 1.8408891753718202e-05, "Finetune/Loss": 0.8550439476966858, "Finetune/Loss (Raw)": 1.0010511875152588, "Finetune/Step": 3972, "Finetune/Step Time": 11.957215970382094}
+{"Finetune/Learning Rate": 1.8407980263874557e-05, "Finetune/Loss": 0.8559238910675049, "Finetune/Loss (Raw)": 0.9835132360458374, "Finetune/Step": 3973, "Finetune/Step Time": 11.958406310528517}
+{"Finetune/Learning Rate": 1.8407068535604507e-05, "Finetune/Loss": 0.857209324836731, "Finetune/Loss (Raw)": 0.8938185572624207, "Finetune/Step": 3974, "Finetune/Step Time": 11.943511163815856}
+{"Finetune/Learning Rate": 1.8406156568933897e-05, "Finetune/Loss": 0.8577726483345032, "Finetune/Loss (Raw)": 0.9281896948814392, "Finetune/Step": 3975, "Finetune/Step Time": 11.956338567659259}
+{"Finetune/Learning Rate": 1.840524436388859e-05, "Finetune/Loss": 0.8583221435546875, "Finetune/Loss (Raw)": 0.9180558919906616, "Finetune/Step": 3976, "Finetune/Step Time": 11.960661372169852}
+{"Finetune/Learning Rate": 1.8404331920494455e-05, "Finetune/Loss": 0.8572055101394653, "Finetune/Loss (Raw)": 0.8037241101264954, "Finetune/Step": 3977, "Finetune/Step Time": 11.959093889221549}
+{"Finetune/Learning Rate": 1.8403419238777367e-05, "Finetune/Loss": 0.8591232895851135, "Finetune/Loss (Raw)": 0.9871731400489807, "Finetune/Step": 3978, "Finetune/Step Time": 11.960507366806269}
+{"Finetune/Learning Rate": 1.8402506318763203e-05, "Finetune/Loss": 0.8597502708435059, "Finetune/Loss (Raw)": 0.9179434776306152, "Finetune/Step": 3979, "Finetune/Step Time": 11.966361423954368}
+{"Finetune/Learning Rate": 1.8401593160477854e-05, "Finetune/Loss": 0.8603625297546387, "Finetune/Loss (Raw)": 0.8803679943084717, "Finetune/Step": 3980, "Finetune/Step Time": 11.934459410607815}
+{"Finetune/Learning Rate": 1.8400679763947212e-05, "Finetune/Loss": 0.8597012162208557, "Finetune/Loss (Raw)": 0.8689754605293274, "Finetune/Step": 3981, "Finetune/Step Time": 11.932505259290338}
+{"Finetune/Learning Rate": 1.8399766129197183e-05, "Finetune/Loss": 0.8591433763504028, "Finetune/Loss (Raw)": 0.9198821783065796, "Finetune/Step": 3982, "Finetune/Step Time": 11.934908047318459}
+{"Finetune/Learning Rate": 1.8398852256253673e-05, "Finetune/Loss": 0.8586984872817993, "Finetune/Loss (Raw)": 0.8502497673034668, "Finetune/Step": 3983, "Finetune/Step Time": 11.919268790632486}
+{"Finetune/Learning Rate": 1.839793814514259e-05, "Finetune/Loss": 0.8580737113952637, "Finetune/Loss (Raw)": 0.7031992077827454, "Finetune/Step": 3984, "Finetune/Step Time": 11.914742218330503}
+{"Finetune/Learning Rate": 1.839702379588987e-05, "Finetune/Loss": 0.8586491942405701, "Finetune/Loss (Raw)": 0.8862339854240417, "Finetune/Step": 3985, "Finetune/Step Time": 11.911834973841906}
+{"Finetune/Learning Rate": 1.839610920852143e-05, "Finetune/Loss": 0.859099268913269, "Finetune/Loss (Raw)": 0.9280542731285095, "Finetune/Step": 3986, "Finetune/Step Time": 11.889024380594492}
+{"Finetune/Learning Rate": 1.8395194383063207e-05, "Finetune/Loss": 0.8588910102844238, "Finetune/Loss (Raw)": 0.8628325462341309, "Finetune/Step": 3987, "Finetune/Step Time": 11.905001912266016}
+{"Finetune/Learning Rate": 1.8394279319541143e-05, "Finetune/Loss": 0.8586532473564148, "Finetune/Loss (Raw)": 0.8780494332313538, "Finetune/Step": 3988, "Finetune/Step Time": 11.90285724028945}
+{"Finetune/Learning Rate": 1.839336401798119e-05, "Finetune/Loss": 0.85758376121521, "Finetune/Loss (Raw)": 0.7681378126144409, "Finetune/Step": 3989, "Finetune/Step Time": 11.873856192454696}
+{"Finetune/Learning Rate": 1.83924484784093e-05, "Finetune/Loss": 0.8574000597000122, "Finetune/Loss (Raw)": 0.8290562629699707, "Finetune/Step": 3990, "Finetune/Step Time": 11.863877095282078}
+{"Finetune/Learning Rate": 1.8391532700851435e-05, "Finetune/Loss": 0.857282280921936, "Finetune/Loss (Raw)": 0.8260260820388794, "Finetune/Step": 3991, "Finetune/Step Time": 11.864365311339498}
+{"Finetune/Learning Rate": 1.8390616685333565e-05, "Finetune/Loss": 0.8562046885490417, "Finetune/Loss (Raw)": 0.8017923831939697, "Finetune/Step": 3992, "Finetune/Step Time": 11.86784684471786}
+{"Finetune/Learning Rate": 1.8389700431881667e-05, "Finetune/Loss": 0.8563214540481567, "Finetune/Loss (Raw)": 0.909230649471283, "Finetune/Step": 3993, "Finetune/Step Time": 11.864748263731599}
+{"Finetune/Learning Rate": 1.838878394052172e-05, "Finetune/Loss": 0.8577982783317566, "Finetune/Loss (Raw)": 0.9037718772888184, "Finetune/Step": 3994, "Finetune/Step Time": 11.861206648871303}
+{"Finetune/Learning Rate": 1.838786721127972e-05, "Finetune/Loss": 0.8598133325576782, "Finetune/Loss (Raw)": 0.9450640082359314, "Finetune/Step": 3995, "Finetune/Step Time": 11.837075013667345}
+{"Finetune/Learning Rate": 1.8386950244181654e-05, "Finetune/Loss": 0.8606986403465271, "Finetune/Loss (Raw)": 0.871930718421936, "Finetune/Step": 3996, "Finetune/Step Time": 11.8338174354285}
+{"Finetune/Learning Rate": 1.838603303925353e-05, "Finetune/Loss": 0.8600555062294006, "Finetune/Loss (Raw)": 0.8846383690834045, "Finetune/Step": 3997, "Finetune/Step Time": 11.832761898636818}
+{"Finetune/Learning Rate": 1.8385115596521356e-05, "Finetune/Loss": 0.8582786917686462, "Finetune/Loss (Raw)": 0.7636357545852661, "Finetune/Step": 3998, "Finetune/Step Time": 11.836779743432999}
+{"Finetune/Learning Rate": 1.8384197916011144e-05, "Finetune/Loss": 0.8588930368423462, "Finetune/Loss (Raw)": 0.9111207127571106, "Finetune/Step": 3999, "Finetune/Step Time": 11.834365978837013}
+{"Finetune/Learning Rate": 1.838327999774892e-05, "Finetune/Loss": 0.8586870431900024, "Finetune/Loss (Raw)": 0.8712906241416931, "Finetune/Step": 4000, "Finetune/Step Time": 11.836868165060878}
+{"Finetune/Learning Rate": 1.8382361841760718e-05, "Finetune/Loss": 0.8585793972015381, "Finetune/Loss (Raw)": 0.9410847425460815, "Finetune/Step": 4001, "Finetune/Step Time": 11.83884647488594}
+{"Finetune/Learning Rate": 1.838144344807257e-05, "Finetune/Loss": 0.8578994274139404, "Finetune/Loss (Raw)": 0.8261734247207642, "Finetune/Step": 4002, "Finetune/Step Time": 11.841039009392262}
+{"Finetune/Learning Rate": 1.838052481671052e-05, "Finetune/Loss": 0.8549381494522095, "Finetune/Loss (Raw)": 0.6244041919708252, "Finetune/Step": 4003, "Finetune/Step Time": 11.864322364330292}
+{"Finetune/Learning Rate": 1.8379605947700617e-05, "Finetune/Loss": 0.8560426235198975, "Finetune/Loss (Raw)": 0.9207541346549988, "Finetune/Step": 4004, "Finetune/Step Time": 11.872241349890828}
+{"Finetune/Learning Rate": 1.8378686841068916e-05, "Finetune/Loss": 0.8560549020767212, "Finetune/Loss (Raw)": 0.9036278128623962, "Finetune/Step": 4005, "Finetune/Step Time": 11.8671088591218}
+{"Finetune/Learning Rate": 1.8377767496841482e-05, "Finetune/Loss": 0.8559455275535583, "Finetune/Loss (Raw)": 0.9012435674667358, "Finetune/Step": 4006, "Finetune/Step Time": 11.869846688583493}
+{"Finetune/Learning Rate": 1.8376847915044386e-05, "Finetune/Loss": 0.8561285734176636, "Finetune/Loss (Raw)": 0.8348320722579956, "Finetune/Step": 4007, "Finetune/Step Time": 11.865105506032705}
+{"Finetune/Learning Rate": 1.8375928095703703e-05, "Finetune/Loss": 0.8566871285438538, "Finetune/Loss (Raw)": 0.9143751859664917, "Finetune/Step": 4008, "Finetune/Step Time": 11.865228021517396}
+{"Finetune/Learning Rate": 1.8375008038845515e-05, "Finetune/Loss": 0.8552908897399902, "Finetune/Loss (Raw)": 0.7201206684112549, "Finetune/Step": 4009, "Finetune/Step Time": 11.871906086802483}
+{"Finetune/Learning Rate": 1.8374087744495918e-05, "Finetune/Loss": 0.8566811084747314, "Finetune/Loss (Raw)": 1.042155385017395, "Finetune/Step": 4010, "Finetune/Step Time": 11.854788010939956}
+{"Finetune/Learning Rate": 1.8373167212681003e-05, "Finetune/Loss": 0.8582524061203003, "Finetune/Loss (Raw)": 0.9638469815254211, "Finetune/Step": 4011, "Finetune/Step Time": 11.853625327348709}
+{"Finetune/Learning Rate": 1.8372246443426877e-05, "Finetune/Loss": 0.8581615686416626, "Finetune/Loss (Raw)": 0.8575482964515686, "Finetune/Step": 4012, "Finetune/Step Time": 11.851198734715581}
+{"Finetune/Learning Rate": 1.837132543675965e-05, "Finetune/Loss": 0.8590679168701172, "Finetune/Loss (Raw)": 0.8985661864280701, "Finetune/Step": 4013, "Finetune/Step Time": 11.842819344252348}
+{"Finetune/Learning Rate": 1.8370404192705437e-05, "Finetune/Loss": 0.8607105016708374, "Finetune/Loss (Raw)": 0.8553422093391418, "Finetune/Step": 4014, "Finetune/Step Time": 11.83625046722591}
+{"Finetune/Learning Rate": 1.8369482711290366e-05, "Finetune/Loss": 0.858961284160614, "Finetune/Loss (Raw)": 0.6599245071411133, "Finetune/Step": 4015, "Finetune/Step Time": 11.825230214744806}
+{"Finetune/Learning Rate": 1.8368560992540563e-05, "Finetune/Loss": 0.8574773073196411, "Finetune/Loss (Raw)": 0.7302939891815186, "Finetune/Step": 4016, "Finetune/Step Time": 11.81033692881465}
+{"Finetune/Learning Rate": 1.8367639036482167e-05, "Finetune/Loss": 0.8583573698997498, "Finetune/Loss (Raw)": 0.8593149185180664, "Finetune/Step": 4017, "Finetune/Step Time": 11.814382942393422}
+{"Finetune/Learning Rate": 1.836671684314132e-05, "Finetune/Loss": 0.8574895858764648, "Finetune/Loss (Raw)": 0.79350346326828, "Finetune/Step": 4018, "Finetune/Step Time": 11.79108609445393}
+{"Finetune/Learning Rate": 1.836579441254418e-05, "Finetune/Loss": 0.8570085763931274, "Finetune/Loss (Raw)": 0.9033488035202026, "Finetune/Step": 4019, "Finetune/Step Time": 11.785075368359685}
+{"Finetune/Learning Rate": 1.83648717447169e-05, "Finetune/Loss": 0.8566941022872925, "Finetune/Loss (Raw)": 0.9086495041847229, "Finetune/Step": 4020, "Finetune/Step Time": 11.782209502533078}
+{"Finetune/Learning Rate": 1.8363948839685638e-05, "Finetune/Loss": 0.8575275540351868, "Finetune/Loss (Raw)": 0.911271870136261, "Finetune/Step": 4021, "Finetune/Step Time": 11.777196371927857}
+{"Finetune/Learning Rate": 1.8363025697476577e-05, "Finetune/Loss": 0.8560967445373535, "Finetune/Loss (Raw)": 0.7059385180473328, "Finetune/Step": 4022, "Finetune/Step Time": 11.783034637570381}
+{"Finetune/Learning Rate": 1.8362102318115882e-05, "Finetune/Loss": 0.8549326658248901, "Finetune/Loss (Raw)": 0.875942587852478, "Finetune/Step": 4023, "Finetune/Step Time": 11.77731185592711}
+{"Finetune/Learning Rate": 1.836117870162975e-05, "Finetune/Loss": 0.8565773367881775, "Finetune/Loss (Raw)": 0.9556145668029785, "Finetune/Step": 4024, "Finetune/Step Time": 11.770491253584623}
+{"Finetune/Learning Rate": 1.836025484804436e-05, "Finetune/Loss": 0.8556663990020752, "Finetune/Loss (Raw)": 0.87026447057724, "Finetune/Step": 4025, "Finetune/Step Time": 11.770320752635598}
+{"Finetune/Learning Rate": 1.8359330757385922e-05, "Finetune/Loss": 0.8559545874595642, "Finetune/Loss (Raw)": 0.7921945452690125, "Finetune/Step": 4026, "Finetune/Step Time": 11.763487389311194}
+{"Finetune/Learning Rate": 1.835840642968063e-05, "Finetune/Loss": 0.8557057976722717, "Finetune/Loss (Raw)": 0.9091400504112244, "Finetune/Step": 4027, "Finetune/Step Time": 11.770417526364326}
+{"Finetune/Learning Rate": 1.83574818649547e-05, "Finetune/Loss": 0.8575310707092285, "Finetune/Loss (Raw)": 1.0303988456726074, "Finetune/Step": 4028, "Finetune/Step Time": 11.769909743219614}
+{"Finetune/Learning Rate": 1.8356557063234352e-05, "Finetune/Loss": 0.8572732210159302, "Finetune/Loss (Raw)": 0.8663749694824219, "Finetune/Step": 4029, "Finetune/Step Time": 11.780603904277086}
+{"Finetune/Learning Rate": 1.8355632024545807e-05, "Finetune/Loss": 0.8577930927276611, "Finetune/Loss (Raw)": 0.989065945148468, "Finetune/Step": 4030, "Finetune/Step Time": 11.799503583461046}
+{"Finetune/Learning Rate": 1.8354706748915302e-05, "Finetune/Loss": 0.8583583235740662, "Finetune/Loss (Raw)": 0.9134129881858826, "Finetune/Step": 4031, "Finetune/Step Time": 11.809667805209756}
+{"Finetune/Learning Rate": 1.8353781236369065e-05, "Finetune/Loss": 0.859042763710022, "Finetune/Loss (Raw)": 0.8838622570037842, "Finetune/Step": 4032, "Finetune/Step Time": 11.825273076072335}
+{"Finetune/Learning Rate": 1.835285548693335e-05, "Finetune/Loss": 0.8585478067398071, "Finetune/Loss (Raw)": 0.8060370087623596, "Finetune/Step": 4033, "Finetune/Step Time": 11.841579781845212}
+{"Finetune/Learning Rate": 1.8351929500634408e-05, "Finetune/Loss": 0.8593725562095642, "Finetune/Loss (Raw)": 0.9836689233779907, "Finetune/Step": 4034, "Finetune/Step Time": 11.835745746269822}
+{"Finetune/Learning Rate": 1.8351003277498493e-05, "Finetune/Loss": 0.859623372554779, "Finetune/Loss (Raw)": 0.9383364319801331, "Finetune/Step": 4035, "Finetune/Step Time": 11.831584811210632}
+{"Finetune/Learning Rate": 1.835007681755187e-05, "Finetune/Loss": 0.8610069751739502, "Finetune/Loss (Raw)": 0.8482275605201721, "Finetune/Step": 4036, "Finetune/Step Time": 11.80877492763102}
+{"Finetune/Learning Rate": 1.8349150120820817e-05, "Finetune/Loss": 0.8617507219314575, "Finetune/Loss (Raw)": 0.8334538340568542, "Finetune/Step": 4037, "Finetune/Step Time": 11.799919579178095}
+{"Finetune/Learning Rate": 1.8348223187331604e-05, "Finetune/Loss": 0.8620920181274414, "Finetune/Loss (Raw)": 0.9836204648017883, "Finetune/Step": 4038, "Finetune/Step Time": 11.799898253753781}
+{"Finetune/Learning Rate": 1.8347296017110525e-05, "Finetune/Loss": 0.8627989292144775, "Finetune/Loss (Raw)": 0.9449411034584045, "Finetune/Step": 4039, "Finetune/Step Time": 11.810361433774233}
+{"Finetune/Learning Rate": 1.8346368610183863e-05, "Finetune/Loss": 0.863172709941864, "Finetune/Loss (Raw)": 0.8818878531455994, "Finetune/Step": 4040, "Finetune/Step Time": 11.808931563049555}
+{"Finetune/Learning Rate": 1.8345440966577924e-05, "Finetune/Loss": 0.8623272180557251, "Finetune/Loss (Raw)": 0.7495837807655334, "Finetune/Step": 4041, "Finetune/Step Time": 11.804204411804676}
+{"Finetune/Learning Rate": 1.8344513086319013e-05, "Finetune/Loss": 0.8606595396995544, "Finetune/Loss (Raw)": 0.7746599316596985, "Finetune/Step": 4042, "Finetune/Step Time": 11.82606660015881}
+{"Finetune/Learning Rate": 1.8343584969433434e-05, "Finetune/Loss": 0.8601728677749634, "Finetune/Loss (Raw)": 0.8720690011978149, "Finetune/Step": 4043, "Finetune/Step Time": 11.83320763334632}
+{"Finetune/Learning Rate": 1.8342656615947515e-05, "Finetune/Loss": 0.8628858923912048, "Finetune/Loss (Raw)": 0.9714512228965759, "Finetune/Step": 4044, "Finetune/Step Time": 11.809635052457452}
+{"Finetune/Learning Rate": 1.8341728025887574e-05, "Finetune/Loss": 0.8638919591903687, "Finetune/Loss (Raw)": 0.8351541757583618, "Finetune/Step": 4045, "Finetune/Step Time": 11.809345899149776}
+{"Finetune/Learning Rate": 1.8340799199279954e-05, "Finetune/Loss": 0.8633996248245239, "Finetune/Loss (Raw)": 0.8102608323097229, "Finetune/Step": 4046, "Finetune/Step Time": 11.798730820417404}
+{"Finetune/Learning Rate": 1.833987013615098e-05, "Finetune/Loss": 0.8633977770805359, "Finetune/Loss (Raw)": 0.8180491924285889, "Finetune/Step": 4047, "Finetune/Step Time": 11.80886821076274}
+{"Finetune/Learning Rate": 1.8338940836527005e-05, "Finetune/Loss": 0.8630765676498413, "Finetune/Loss (Raw)": 0.8836018443107605, "Finetune/Step": 4048, "Finetune/Step Time": 11.805765876546502}
+{"Finetune/Learning Rate": 1.8338011300434383e-05, "Finetune/Loss": 0.8637068867683411, "Finetune/Loss (Raw)": 0.7123773097991943, "Finetune/Step": 4049, "Finetune/Step Time": 11.777792563661933}
+{"Finetune/Learning Rate": 1.833708152789947e-05, "Finetune/Loss": 0.8642520904541016, "Finetune/Loss (Raw)": 0.9292113780975342, "Finetune/Step": 4050, "Finetune/Step Time": 11.776429509744048}
+{"Finetune/Learning Rate": 1.833615151894863e-05, "Finetune/Loss": 0.8630207777023315, "Finetune/Loss (Raw)": 0.6987673044204712, "Finetune/Step": 4051, "Finetune/Step Time": 11.777959700673819}
+{"Finetune/Learning Rate": 1.833522127360824e-05, "Finetune/Loss": 0.8634694814682007, "Finetune/Loss (Raw)": 0.8787552118301392, "Finetune/Step": 4052, "Finetune/Step Time": 11.774892095476389}
+{"Finetune/Learning Rate": 1.833429079190468e-05, "Finetune/Loss": 0.8628382682800293, "Finetune/Loss (Raw)": 0.9423797726631165, "Finetune/Step": 4053, "Finetune/Step Time": 11.770106261596084}
+{"Finetune/Learning Rate": 1.8333360073864326e-05, "Finetune/Loss": 0.862582266330719, "Finetune/Loss (Raw)": 0.9113611578941345, "Finetune/Step": 4054, "Finetune/Step Time": 11.768107380717993}
+{"Finetune/Learning Rate": 1.833242911951358e-05, "Finetune/Loss": 0.8604130148887634, "Finetune/Loss (Raw)": 0.6181192398071289, "Finetune/Step": 4055, "Finetune/Step Time": 11.795741310343146}
+{"Finetune/Learning Rate": 1.833149792887884e-05, "Finetune/Loss": 0.8630949258804321, "Finetune/Loss (Raw)": 0.9100667834281921, "Finetune/Step": 4056, "Finetune/Step Time": 11.773380612954497}
+{"Finetune/Learning Rate": 1.833056650198651e-05, "Finetune/Loss": 0.8635026216506958, "Finetune/Loss (Raw)": 0.8928678631782532, "Finetune/Step": 4057, "Finetune/Step Time": 11.768668172881007}
+{"Finetune/Learning Rate": 1.8329634838863e-05, "Finetune/Loss": 0.862964928150177, "Finetune/Loss (Raw)": 0.8571963310241699, "Finetune/Step": 4058, "Finetune/Step Time": 11.776333600282669}
+{"Finetune/Learning Rate": 1.8328702939534737e-05, "Finetune/Loss": 0.8631880283355713, "Finetune/Loss (Raw)": 0.9378610849380493, "Finetune/Step": 4059, "Finetune/Step Time": 11.777887232601643}
+{"Finetune/Learning Rate": 1.832777080402814e-05, "Finetune/Loss": 0.862646758556366, "Finetune/Loss (Raw)": 0.9130561351776123, "Finetune/Step": 4060, "Finetune/Step Time": 11.77695549838245}
+{"Finetune/Learning Rate": 1.832683843236964e-05, "Finetune/Loss": 0.8627204895019531, "Finetune/Loss (Raw)": 0.900930643081665, "Finetune/Step": 4061, "Finetune/Step Time": 11.79046587832272}
+{"Finetune/Learning Rate": 1.8325905824585687e-05, "Finetune/Loss": 0.8626270890235901, "Finetune/Loss (Raw)": 0.7859545350074768, "Finetune/Step": 4062, "Finetune/Step Time": 11.794659098610282}
+{"Finetune/Learning Rate": 1.8324972980702717e-05, "Finetune/Loss": 0.8620119690895081, "Finetune/Loss (Raw)": 0.9367508888244629, "Finetune/Step": 4063, "Finetune/Step Time": 11.805741289630532}
+{"Finetune/Learning Rate": 1.832403990074719e-05, "Finetune/Loss": 0.862687349319458, "Finetune/Loss (Raw)": 0.9194164276123047, "Finetune/Step": 4064, "Finetune/Step Time": 11.794130885973573}
+{"Finetune/Learning Rate": 1.8323106584745557e-05, "Finetune/Loss": 0.8614829778671265, "Finetune/Loss (Raw)": 0.8034984469413757, "Finetune/Step": 4065, "Finetune/Step Time": 11.799061212688684}
+{"Finetune/Learning Rate": 1.832217303272429e-05, "Finetune/Loss": 0.8624652624130249, "Finetune/Loss (Raw)": 0.8935059309005737, "Finetune/Step": 4066, "Finetune/Step Time": 11.798560889437795}
+{"Finetune/Learning Rate": 1.832123924470986e-05, "Finetune/Loss": 0.8638597726821899, "Finetune/Loss (Raw)": 1.0308536291122437, "Finetune/Step": 4067, "Finetune/Step Time": 11.792368734255433}
+{"Finetune/Learning Rate": 1.8320305220728755e-05, "Finetune/Loss": 0.8648147583007812, "Finetune/Loss (Raw)": 0.9713908433914185, "Finetune/Step": 4068, "Finetune/Step Time": 11.78725733421743}
+{"Finetune/Learning Rate": 1.8319370960807447e-05, "Finetune/Loss": 0.8645857572555542, "Finetune/Loss (Raw)": 0.9269347190856934, "Finetune/Step": 4069, "Finetune/Step Time": 11.784240895882249}
+{"Finetune/Learning Rate": 1.8318436464972437e-05, "Finetune/Loss": 0.8627750277519226, "Finetune/Loss (Raw)": 0.6565802693367004, "Finetune/Step": 4070, "Finetune/Step Time": 11.81170560978353}
+{"Finetune/Learning Rate": 1.831750173325022e-05, "Finetune/Loss": 0.8632055521011353, "Finetune/Loss (Raw)": 0.7973988652229309, "Finetune/Step": 4071, "Finetune/Step Time": 11.789283730089664}
+{"Finetune/Learning Rate": 1.831656676566731e-05, "Finetune/Loss": 0.8643186092376709, "Finetune/Loss (Raw)": 0.9573794007301331, "Finetune/Step": 4072, "Finetune/Step Time": 11.790940076112747}
+{"Finetune/Learning Rate": 1.8315631562250217e-05, "Finetune/Loss": 0.8646414279937744, "Finetune/Loss (Raw)": 0.8754922151565552, "Finetune/Step": 4073, "Finetune/Step Time": 11.79019202105701}
+{"Finetune/Learning Rate": 1.8314696123025456e-05, "Finetune/Loss": 0.863476037979126, "Finetune/Loss (Raw)": 0.6788656711578369, "Finetune/Step": 4074, "Finetune/Step Time": 11.814478427171707}
+{"Finetune/Learning Rate": 1.8313760448019556e-05, "Finetune/Loss": 0.865005612373352, "Finetune/Loss (Raw)": 0.9630647301673889, "Finetune/Step": 4075, "Finetune/Step Time": 11.81458699516952}
+{"Finetune/Learning Rate": 1.8312824537259054e-05, "Finetune/Loss": 0.8641835451126099, "Finetune/Loss (Raw)": 0.7710540294647217, "Finetune/Step": 4076, "Finetune/Step Time": 11.826061900705099}
+{"Finetune/Learning Rate": 1.8311888390770482e-05, "Finetune/Loss": 0.8651269674301147, "Finetune/Loss (Raw)": 0.8769659996032715, "Finetune/Step": 4077, "Finetune/Step Time": 11.822720563039184}
+{"Finetune/Learning Rate": 1.8310952008580396e-05, "Finetune/Loss": 0.865227460861206, "Finetune/Loss (Raw)": 0.8682960867881775, "Finetune/Step": 4078, "Finetune/Step Time": 11.82558217458427}
+{"Finetune/Learning Rate": 1.831001539071534e-05, "Finetune/Loss": 0.8663695454597473, "Finetune/Loss (Raw)": 0.9390223622322083, "Finetune/Step": 4079, "Finetune/Step Time": 11.822233131155372}
+{"Finetune/Learning Rate": 1.8309078537201882e-05, "Finetune/Loss": 0.8673815727233887, "Finetune/Loss (Raw)": 0.8978868722915649, "Finetune/Step": 4080, "Finetune/Step Time": 11.823755137622356}
+{"Finetune/Learning Rate": 1.8308141448066582e-05, "Finetune/Loss": 0.8697243928909302, "Finetune/Loss (Raw)": 1.0231865644454956, "Finetune/Step": 4081, "Finetune/Step Time": 11.822980204597116}
+{"Finetune/Learning Rate": 1.8307204123336014e-05, "Finetune/Loss": 0.8689051270484924, "Finetune/Loss (Raw)": 0.9404186010360718, "Finetune/Step": 4082, "Finetune/Step Time": 11.828298775479198}
+{"Finetune/Learning Rate": 1.8306266563036764e-05, "Finetune/Loss": 0.8706035017967224, "Finetune/Loss (Raw)": 1.0474269390106201, "Finetune/Step": 4083, "Finetune/Step Time": 11.830122480168939}
+{"Finetune/Learning Rate": 1.8305328767195415e-05, "Finetune/Loss": 0.8702915906906128, "Finetune/Loss (Raw)": 0.8017358779907227, "Finetune/Step": 4084, "Finetune/Step Time": 11.83453531563282}
+{"Finetune/Learning Rate": 1.8304390735838555e-05, "Finetune/Loss": 0.8700933456420898, "Finetune/Loss (Raw)": 0.8480218648910522, "Finetune/Step": 4085, "Finetune/Step Time": 11.82782756537199}
+{"Finetune/Learning Rate": 1.830345246899279e-05, "Finetune/Loss": 0.8703361749649048, "Finetune/Loss (Raw)": 0.8721306324005127, "Finetune/Step": 4086, "Finetune/Step Time": 11.813061695545912}
+{"Finetune/Learning Rate": 1.8302513966684725e-05, "Finetune/Loss": 0.8700810670852661, "Finetune/Loss (Raw)": 0.8448314070701599, "Finetune/Step": 4087, "Finetune/Step Time": 11.790248647332191}
+{"Finetune/Learning Rate": 1.8301575228940974e-05, "Finetune/Loss": 0.8700015544891357, "Finetune/Loss (Raw)": 0.8744728565216064, "Finetune/Step": 4088, "Finetune/Step Time": 11.79556566849351}
+{"Finetune/Learning Rate": 1.8300636255788152e-05, "Finetune/Loss": 0.8708462715148926, "Finetune/Loss (Raw)": 0.9640251994132996, "Finetune/Step": 4089, "Finetune/Step Time": 11.78814971074462}
+{"Finetune/Learning Rate": 1.8299697047252894e-05, "Finetune/Loss": 0.8728712797164917, "Finetune/Loss (Raw)": 1.0614889860153198, "Finetune/Step": 4090, "Finetune/Step Time": 11.785741260275245}
+{"Finetune/Learning Rate": 1.8298757603361827e-05, "Finetune/Loss": 0.8730578422546387, "Finetune/Loss (Raw)": 0.9061734676361084, "Finetune/Step": 4091, "Finetune/Step Time": 11.781535401940346}
+{"Finetune/Learning Rate": 1.8297817924141595e-05, "Finetune/Loss": 0.8708335161209106, "Finetune/Loss (Raw)": 0.7190183997154236, "Finetune/Step": 4092, "Finetune/Step Time": 11.805783957242966}
+{"Finetune/Learning Rate": 1.829687800961884e-05, "Finetune/Loss": 0.8709495663642883, "Finetune/Loss (Raw)": 0.8582669496536255, "Finetune/Step": 4093, "Finetune/Step Time": 11.800336796790361}
+{"Finetune/Learning Rate": 1.8295937859820217e-05, "Finetune/Loss": 0.8719351291656494, "Finetune/Loss (Raw)": 0.8575303554534912, "Finetune/Step": 4094, "Finetune/Step Time": 11.794005108997226}
+{"Finetune/Learning Rate": 1.8294997474772387e-05, "Finetune/Loss": 0.8722649216651917, "Finetune/Loss (Raw)": 0.9447231292724609, "Finetune/Step": 4095, "Finetune/Step Time": 11.80167013220489}
+{"Finetune/Learning Rate": 1.829405685450202e-05, "Finetune/Loss": 0.872898280620575, "Finetune/Loss (Raw)": 0.8986724019050598, "Finetune/Step": 4096, "Finetune/Step Time": 11.809644477441907}
+{"Finetune/Learning Rate": 1.829311599903578e-05, "Finetune/Loss": 0.8733663558959961, "Finetune/Loss (Raw)": 0.8530629873275757, "Finetune/Step": 4097, "Finetune/Step Time": 11.811604613438249}
+{"Finetune/Learning Rate": 1.829217490840036e-05, "Finetune/Loss": 0.8729881644248962, "Finetune/Loss (Raw)": 0.9474708437919617, "Finetune/Step": 4098, "Finetune/Step Time": 11.828538896515965}
+{"Finetune/Learning Rate": 1.8291233582622437e-05, "Finetune/Loss": 0.8743729591369629, "Finetune/Loss (Raw)": 0.8092116117477417, "Finetune/Step": 4099, "Finetune/Step Time": 11.878408532589674}
+{"Finetune/Learning Rate": 1.8290292021728704e-05, "Finetune/Loss": 0.8726626634597778, "Finetune/Loss (Raw)": 0.7821293473243713, "Finetune/Step": 4100, "Finetune/Step Time": 11.870875891298056}
+{"Finetune/Learning Rate": 1.8289350225745862e-05, "Finetune/Loss": 0.8718653321266174, "Finetune/Loss (Raw)": 0.8814604878425598, "Finetune/Step": 4101, "Finetune/Step Time": 11.87348410859704}
+{"Finetune/Learning Rate": 1.8288408194700624e-05, "Finetune/Loss": 0.8701381087303162, "Finetune/Loss (Raw)": 0.6727340221405029, "Finetune/Step": 4102, "Finetune/Step Time": 11.884917508810759}
+{"Finetune/Learning Rate": 1.8287465928619698e-05, "Finetune/Loss": 0.8689645528793335, "Finetune/Loss (Raw)": 0.7779772281646729, "Finetune/Step": 4103, "Finetune/Step Time": 11.875401828438044}
+{"Finetune/Learning Rate": 1.8286523427529802e-05, "Finetune/Loss": 0.8688475489616394, "Finetune/Loss (Raw)": 0.9030724763870239, "Finetune/Step": 4104, "Finetune/Step Time": 11.873676761984825}
+{"Finetune/Learning Rate": 1.8285580691457666e-05, "Finetune/Loss": 0.8668940663337708, "Finetune/Loss (Raw)": 0.5536816716194153, "Finetune/Step": 4105, "Finetune/Step Time": 11.9032316878438}
+{"Finetune/Learning Rate": 1.828463772043003e-05, "Finetune/Loss": 0.8662680387496948, "Finetune/Loss (Raw)": 0.9070459008216858, "Finetune/Step": 4106, "Finetune/Step Time": 11.906580751761794}
+{"Finetune/Learning Rate": 1.828369451447362e-05, "Finetune/Loss": 0.8650102019309998, "Finetune/Loss (Raw)": 0.7569342255592346, "Finetune/Step": 4107, "Finetune/Step Time": 11.911442644894123}
+{"Finetune/Learning Rate": 1.8282751073615186e-05, "Finetune/Loss": 0.8641488552093506, "Finetune/Loss (Raw)": 0.7701234817504883, "Finetune/Step": 4108, "Finetune/Step Time": 11.916230222210288}
+{"Finetune/Learning Rate": 1.8281807397881487e-05, "Finetune/Loss": 0.8641592264175415, "Finetune/Loss (Raw)": 0.8702990412712097, "Finetune/Step": 4109, "Finetune/Step Time": 11.935815593227744}
+{"Finetune/Learning Rate": 1.8280863487299283e-05, "Finetune/Loss": 0.8635892868041992, "Finetune/Loss (Raw)": 0.8469233512878418, "Finetune/Step": 4110, "Finetune/Step Time": 11.935121836140752}
+{"Finetune/Learning Rate": 1.8279919341895335e-05, "Finetune/Loss": 0.8633413910865784, "Finetune/Loss (Raw)": 0.8185274004936218, "Finetune/Step": 4111, "Finetune/Step Time": 11.958041025325656}
+{"Finetune/Learning Rate": 1.8278974961696422e-05, "Finetune/Loss": 0.8650804162025452, "Finetune/Loss (Raw)": 0.9257923364639282, "Finetune/Step": 4112, "Finetune/Step Time": 11.96394338645041}
+{"Finetune/Learning Rate": 1.827803034672932e-05, "Finetune/Loss": 0.8638383150100708, "Finetune/Loss (Raw)": 0.7272409796714783, "Finetune/Step": 4113, "Finetune/Step Time": 11.962298376485705}
+{"Finetune/Learning Rate": 1.8277085497020818e-05, "Finetune/Loss": 0.8624105453491211, "Finetune/Loss (Raw)": 0.7452993392944336, "Finetune/Step": 4114, "Finetune/Step Time": 11.956030551344156}
+{"Finetune/Learning Rate": 1.8276140412597706e-05, "Finetune/Loss": 0.8625786304473877, "Finetune/Loss (Raw)": 0.8843467235565186, "Finetune/Step": 4115, "Finetune/Step Time": 11.937538692727685}
+{"Finetune/Learning Rate": 1.827519509348679e-05, "Finetune/Loss": 0.8627057075500488, "Finetune/Loss (Raw)": 0.8943158388137817, "Finetune/Step": 4116, "Finetune/Step Time": 11.952115684747696}
+{"Finetune/Learning Rate": 1.827424953971487e-05, "Finetune/Loss": 0.8640055656433105, "Finetune/Loss (Raw)": 0.9345179796218872, "Finetune/Step": 4117, "Finetune/Step Time": 11.946300281211734}
+{"Finetune/Learning Rate": 1.8273303751308763e-05, "Finetune/Loss": 0.8651968240737915, "Finetune/Loss (Raw)": 0.9815478324890137, "Finetune/Step": 4118, "Finetune/Step Time": 11.963193371891975}
+{"Finetune/Learning Rate": 1.8272357728295283e-05, "Finetune/Loss": 0.8660783767700195, "Finetune/Loss (Raw)": 0.9388629198074341, "Finetune/Step": 4119, "Finetune/Step Time": 11.956948511302471}
+{"Finetune/Learning Rate": 1.8271411470701267e-05, "Finetune/Loss": 0.8646844625473022, "Finetune/Loss (Raw)": 0.6233687400817871, "Finetune/Step": 4120, "Finetune/Step Time": 11.98131762444973}
+{"Finetune/Learning Rate": 1.827046497855354e-05, "Finetune/Loss": 0.8645530939102173, "Finetune/Loss (Raw)": 0.8924196362495422, "Finetune/Step": 4121, "Finetune/Step Time": 11.986195247620344}
+{"Finetune/Learning Rate": 1.8269518251878946e-05, "Finetune/Loss": 0.8632314205169678, "Finetune/Loss (Raw)": 0.7345921993255615, "Finetune/Step": 4122, "Finetune/Step Time": 11.98653483018279}
+{"Finetune/Learning Rate": 1.826857129070433e-05, "Finetune/Loss": 0.8643360137939453, "Finetune/Loss (Raw)": 1.0864572525024414, "Finetune/Step": 4123, "Finetune/Step Time": 11.98259612545371}
+{"Finetune/Learning Rate": 1.826762409505654e-05, "Finetune/Loss": 0.8643829822540283, "Finetune/Loss (Raw)": 0.8779359459877014, "Finetune/Step": 4124, "Finetune/Step Time": 12.0043720100075}
+{"Finetune/Learning Rate": 1.8266676664962446e-05, "Finetune/Loss": 0.8637202978134155, "Finetune/Loss (Raw)": 0.799820065498352, "Finetune/Step": 4125, "Finetune/Step Time": 12.00899275392294}
+{"Finetune/Learning Rate": 1.826572900044891e-05, "Finetune/Loss": 0.8648917078971863, "Finetune/Loss (Raw)": 0.9135761857032776, "Finetune/Step": 4126, "Finetune/Step Time": 12.009103573858738}
+{"Finetune/Learning Rate": 1.8264781101542797e-05, "Finetune/Loss": 0.8650203347206116, "Finetune/Loss (Raw)": 0.9275838732719421, "Finetune/Step": 4127, "Finetune/Step Time": 12.01073969528079}
+{"Finetune/Learning Rate": 1.8263832968271e-05, "Finetune/Loss": 0.8650869727134705, "Finetune/Loss (Raw)": 0.8798222541809082, "Finetune/Step": 4128, "Finetune/Step Time": 12.007129155099392}
+{"Finetune/Learning Rate": 1.8262884600660394e-05, "Finetune/Loss": 0.8646756410598755, "Finetune/Loss (Raw)": 0.8884385824203491, "Finetune/Step": 4129, "Finetune/Step Time": 12.005662580952048}
+{"Finetune/Learning Rate": 1.8261935998737884e-05, "Finetune/Loss": 0.8652881383895874, "Finetune/Loss (Raw)": 0.9045632481575012, "Finetune/Step": 4130, "Finetune/Step Time": 12.00121701695025}
+{"Finetune/Learning Rate": 1.826098716253036e-05, "Finetune/Loss": 0.866606593132019, "Finetune/Loss (Raw)": 0.7931747436523438, "Finetune/Step": 4131, "Finetune/Step Time": 11.976816596463323}
+{"Finetune/Learning Rate": 1.8260038092064728e-05, "Finetune/Loss": 0.8663838505744934, "Finetune/Loss (Raw)": 0.8922402262687683, "Finetune/Step": 4132, "Finetune/Step Time": 11.973284438252449}
+{"Finetune/Learning Rate": 1.8259088787367906e-05, "Finetune/Loss": 0.8663080334663391, "Finetune/Loss (Raw)": 0.8939183354377747, "Finetune/Step": 4133, "Finetune/Step Time": 11.97283098846674}
+{"Finetune/Learning Rate": 1.8258139248466812e-05, "Finetune/Loss": 0.8660004734992981, "Finetune/Loss (Raw)": 0.8618804216384888, "Finetune/Step": 4134, "Finetune/Step Time": 11.970631090924144}
+{"Finetune/Learning Rate": 1.8257189475388373e-05, "Finetune/Loss": 0.8659735918045044, "Finetune/Loss (Raw)": 0.8313961625099182, "Finetune/Step": 4135, "Finetune/Step Time": 11.979237221181393}
+{"Finetune/Learning Rate": 1.825623946815952e-05, "Finetune/Loss": 0.8663239479064941, "Finetune/Loss (Raw)": 0.9592066407203674, "Finetune/Step": 4136, "Finetune/Step Time": 11.976163033396006}
+{"Finetune/Learning Rate": 1.8255289226807194e-05, "Finetune/Loss": 0.8674389123916626, "Finetune/Loss (Raw)": 0.8628475069999695, "Finetune/Step": 4137, "Finetune/Step Time": 11.974456747993827}
+{"Finetune/Learning Rate": 1.825433875135834e-05, "Finetune/Loss": 0.8668630123138428, "Finetune/Loss (Raw)": 0.9684308767318726, "Finetune/Step": 4138, "Finetune/Step Time": 11.969503382220864}
+{"Finetune/Learning Rate": 1.825338804183991e-05, "Finetune/Loss": 0.8662118911743164, "Finetune/Loss (Raw)": 0.8805094361305237, "Finetune/Step": 4139, "Finetune/Step Time": 11.966704426333308}
+{"Finetune/Learning Rate": 1.8252437098278867e-05, "Finetune/Loss": 0.8657418489456177, "Finetune/Loss (Raw)": 0.7973834276199341, "Finetune/Step": 4140, "Finetune/Step Time": 11.985247472301126}
+{"Finetune/Learning Rate": 1.8251485920702173e-05, "Finetune/Loss": 0.8654229640960693, "Finetune/Loss (Raw)": 0.8577454686164856, "Finetune/Step": 4141, "Finetune/Step Time": 11.996407885104418}
+{"Finetune/Learning Rate": 1.8250534509136804e-05, "Finetune/Loss": 0.864960789680481, "Finetune/Loss (Raw)": 0.7961869835853577, "Finetune/Step": 4142, "Finetune/Step Time": 11.994022401049733}
+{"Finetune/Learning Rate": 1.8249582863609734e-05, "Finetune/Loss": 0.8664294481277466, "Finetune/Loss (Raw)": 0.8479101061820984, "Finetune/Step": 4143, "Finetune/Step Time": 11.998850453644991}
+{"Finetune/Learning Rate": 1.8248630984147956e-05, "Finetune/Loss": 0.8675405979156494, "Finetune/Loss (Raw)": 0.8725284337997437, "Finetune/Step": 4144, "Finetune/Step Time": 12.000414043664932}
+{"Finetune/Learning Rate": 1.824767887077846e-05, "Finetune/Loss": 0.8671773672103882, "Finetune/Loss (Raw)": 0.8128145337104797, "Finetune/Step": 4145, "Finetune/Step Time": 12.010517815127969}
+{"Finetune/Learning Rate": 1.8246726523528243e-05, "Finetune/Loss": 0.8677335977554321, "Finetune/Loss (Raw)": 0.8647008538246155, "Finetune/Step": 4146, "Finetune/Step Time": 12.007179467007518}
+{"Finetune/Learning Rate": 1.824577394242431e-05, "Finetune/Loss": 0.8667812347412109, "Finetune/Loss (Raw)": 0.7814514636993408, "Finetune/Step": 4147, "Finetune/Step Time": 12.047077829018235}
+{"Finetune/Learning Rate": 1.824482112749368e-05, "Finetune/Loss": 0.866154670715332, "Finetune/Loss (Raw)": 0.8284444808959961, "Finetune/Step": 4148, "Finetune/Step Time": 12.048496913164854}
+{"Finetune/Learning Rate": 1.8243868078763363e-05, "Finetune/Loss": 0.8652886152267456, "Finetune/Loss (Raw)": 0.8004217743873596, "Finetune/Step": 4149, "Finetune/Step Time": 12.045229319483042}
+{"Finetune/Learning Rate": 1.8242914796260396e-05, "Finetune/Loss": 0.8669766187667847, "Finetune/Loss (Raw)": 0.9220020174980164, "Finetune/Step": 4150, "Finetune/Step Time": 12.067478701472282}
+{"Finetune/Learning Rate": 1.8241961280011802e-05, "Finetune/Loss": 0.8671510219573975, "Finetune/Loss (Raw)": 0.8982706665992737, "Finetune/Step": 4151, "Finetune/Step Time": 12.07075995951891}
+{"Finetune/Learning Rate": 1.8241007530044622e-05, "Finetune/Loss": 0.8666294813156128, "Finetune/Loss (Raw)": 0.888846755027771, "Finetune/Step": 4152, "Finetune/Step Time": 12.063303304836154}
+{"Finetune/Learning Rate": 1.8240053546385904e-05, "Finetune/Loss": 0.8665062189102173, "Finetune/Loss (Raw)": 0.8544899821281433, "Finetune/Step": 4153, "Finetune/Step Time": 12.065395249053836}
+{"Finetune/Learning Rate": 1.8239099329062698e-05, "Finetune/Loss": 0.8674930930137634, "Finetune/Loss (Raw)": 0.9185152649879456, "Finetune/Step": 4154, "Finetune/Step Time": 12.062169149518013}
+{"Finetune/Learning Rate": 1.8238144878102063e-05, "Finetune/Loss": 0.8674538731575012, "Finetune/Loss (Raw)": 0.9041226506233215, "Finetune/Step": 4155, "Finetune/Step Time": 12.061922684311867}
+{"Finetune/Learning Rate": 1.823719019353107e-05, "Finetune/Loss": 0.8663964867591858, "Finetune/Loss (Raw)": 0.8950509428977966, "Finetune/Step": 4156, "Finetune/Step Time": 12.055901769548655}
+{"Finetune/Learning Rate": 1.823623527537678e-05, "Finetune/Loss": 0.8660986423492432, "Finetune/Loss (Raw)": 0.8282464742660522, "Finetune/Step": 4157, "Finetune/Step Time": 12.04112470895052}
+{"Finetune/Learning Rate": 1.8235280123666285e-05, "Finetune/Loss": 0.8655027151107788, "Finetune/Loss (Raw)": 0.9127920269966125, "Finetune/Step": 4158, "Finetune/Step Time": 12.021295612677932}
+{"Finetune/Learning Rate": 1.8234324738426655e-05, "Finetune/Loss": 0.8641600012779236, "Finetune/Loss (Raw)": 0.741548478603363, "Finetune/Step": 4159, "Finetune/Step Time": 12.044906048104167}
+{"Finetune/Learning Rate": 1.8233369119685e-05, "Finetune/Loss": 0.8634212017059326, "Finetune/Loss (Raw)": 0.7892988324165344, "Finetune/Step": 4160, "Finetune/Step Time": 12.015586607158184}
+{"Finetune/Learning Rate": 1.8232413267468404e-05, "Finetune/Loss": 0.8645926117897034, "Finetune/Loss (Raw)": 0.9559704661369324, "Finetune/Step": 4161, "Finetune/Step Time": 11.976961540058255}
+{"Finetune/Learning Rate": 1.8231457181803976e-05, "Finetune/Loss": 0.8621097803115845, "Finetune/Loss (Raw)": 0.665866494178772, "Finetune/Step": 4162, "Finetune/Step Time": 11.9739421159029}
+{"Finetune/Learning Rate": 1.8230500862718836e-05, "Finetune/Loss": 0.8620990514755249, "Finetune/Loss (Raw)": 0.9369648098945618, "Finetune/Step": 4163, "Finetune/Step Time": 11.974761240184307}
+{"Finetune/Learning Rate": 1.8229544310240094e-05, "Finetune/Loss": 0.8623148202896118, "Finetune/Loss (Raw)": 0.8758407235145569, "Finetune/Step": 4164, "Finetune/Step Time": 11.97070026397705}
+{"Finetune/Learning Rate": 1.8228587524394874e-05, "Finetune/Loss": 0.8625726103782654, "Finetune/Loss (Raw)": 0.8664562702178955, "Finetune/Step": 4165, "Finetune/Step Time": 11.970579914748669}
+{"Finetune/Learning Rate": 1.822763050521031e-05, "Finetune/Loss": 0.8619155287742615, "Finetune/Loss (Raw)": 0.8995111584663391, "Finetune/Step": 4166, "Finetune/Step Time": 11.97063847631216}
+{"Finetune/Learning Rate": 1.8226673252713546e-05, "Finetune/Loss": 0.860853910446167, "Finetune/Loss (Raw)": 0.8090527653694153, "Finetune/Step": 4167, "Finetune/Step Time": 11.958378687500954}
+{"Finetune/Learning Rate": 1.822571576693172e-05, "Finetune/Loss": 0.8601226806640625, "Finetune/Loss (Raw)": 0.7882887125015259, "Finetune/Step": 4168, "Finetune/Step Time": 11.956799197942019}
+{"Finetune/Learning Rate": 1.8224758047891985e-05, "Finetune/Loss": 0.8622395396232605, "Finetune/Loss (Raw)": 1.0205496549606323, "Finetune/Step": 4169, "Finetune/Step Time": 11.94443946890533}
+{"Finetune/Learning Rate": 1.82238000956215e-05, "Finetune/Loss": 0.8626241683959961, "Finetune/Loss (Raw)": 0.8238884210586548, "Finetune/Step": 4170, "Finetune/Step Time": 11.91593893058598}
+{"Finetune/Learning Rate": 1.8222841910147425e-05, "Finetune/Loss": 0.8625844717025757, "Finetune/Loss (Raw)": 0.8669899702072144, "Finetune/Step": 4171, "Finetune/Step Time": 11.906276889145374}
+{"Finetune/Learning Rate": 1.8221883491496942e-05, "Finetune/Loss": 0.8619831204414368, "Finetune/Loss (Raw)": 0.8944759964942932, "Finetune/Step": 4172, "Finetune/Step Time": 11.912035835906863}
+{"Finetune/Learning Rate": 1.822092483969722e-05, "Finetune/Loss": 0.861230731010437, "Finetune/Loss (Raw)": 0.7388471961021423, "Finetune/Step": 4173, "Finetune/Step Time": 11.942240450531244}
+{"Finetune/Learning Rate": 1.8219965954775453e-05, "Finetune/Loss": 0.8614687919616699, "Finetune/Loss (Raw)": 0.8407401442527771, "Finetune/Step": 4174, "Finetune/Step Time": 11.937381461262703}
+{"Finetune/Learning Rate": 1.821900683675882e-05, "Finetune/Loss": 0.8622938394546509, "Finetune/Loss (Raw)": 0.9236542582511902, "Finetune/Step": 4175, "Finetune/Step Time": 11.920615701004863}
+{"Finetune/Learning Rate": 1.8218047485674522e-05, "Finetune/Loss": 0.8627716898918152, "Finetune/Loss (Raw)": 0.9447645545005798, "Finetune/Step": 4176, "Finetune/Step Time": 11.92533371783793}
+{"Finetune/Learning Rate": 1.8217087901549773e-05, "Finetune/Loss": 0.8653225898742676, "Finetune/Loss (Raw)": 1.0388946533203125, "Finetune/Step": 4177, "Finetune/Step Time": 11.955426599830389}
+{"Finetune/Learning Rate": 1.8216128084411776e-05, "Finetune/Loss": 0.8658284544944763, "Finetune/Loss (Raw)": 0.9939612746238708, "Finetune/Step": 4178, "Finetune/Step Time": 11.952992847189307}
+{"Finetune/Learning Rate": 1.821516803428775e-05, "Finetune/Loss": 0.8670892715454102, "Finetune/Loss (Raw)": 0.8601469397544861, "Finetune/Step": 4179, "Finetune/Step Time": 11.950817847624421}
+{"Finetune/Learning Rate": 1.8214207751204917e-05, "Finetune/Loss": 0.8669841885566711, "Finetune/Loss (Raw)": 0.8653030395507812, "Finetune/Step": 4180, "Finetune/Step Time": 11.94733070768416}
+{"Finetune/Learning Rate": 1.821324723519051e-05, "Finetune/Loss": 0.8666189908981323, "Finetune/Loss (Raw)": 0.8956360816955566, "Finetune/Step": 4181, "Finetune/Step Time": 11.958721667528152}
+{"Finetune/Learning Rate": 1.821228648627177e-05, "Finetune/Loss": 0.8658206462860107, "Finetune/Loss (Raw)": 0.8091741800308228, "Finetune/Step": 4182, "Finetune/Step Time": 11.961735809221864}
+{"Finetune/Learning Rate": 1.8211325504475935e-05, "Finetune/Loss": 0.8661332130432129, "Finetune/Loss (Raw)": 0.658132016658783, "Finetune/Step": 4183, "Finetune/Step Time": 11.961994675919414}
+{"Finetune/Learning Rate": 1.821036428983026e-05, "Finetune/Loss": 0.8658679127693176, "Finetune/Loss (Raw)": 0.8761054277420044, "Finetune/Step": 4184, "Finetune/Step Time": 11.961293818429112}
+{"Finetune/Learning Rate": 1.8209402842362002e-05, "Finetune/Loss": 0.8660809397697449, "Finetune/Loss (Raw)": 0.920137882232666, "Finetune/Step": 4185, "Finetune/Step Time": 11.959330284968019}
+{"Finetune/Learning Rate": 1.8208441162098422e-05, "Finetune/Loss": 0.8654590845108032, "Finetune/Loss (Raw)": 0.7775959372520447, "Finetune/Step": 4186, "Finetune/Step Time": 11.96755376830697}
+{"Finetune/Learning Rate": 1.8207479249066793e-05, "Finetune/Loss": 0.8642449378967285, "Finetune/Loss (Raw)": 0.7824479937553406, "Finetune/Step": 4187, "Finetune/Step Time": 11.981018276885152}
+{"Finetune/Learning Rate": 1.8206517103294393e-05, "Finetune/Loss": 0.8651905059814453, "Finetune/Loss (Raw)": 1.0340842008590698, "Finetune/Step": 4188, "Finetune/Step Time": 11.981899328529835}
+{"Finetune/Learning Rate": 1.82055547248085e-05, "Finetune/Loss": 0.864702582359314, "Finetune/Loss (Raw)": 0.8384793400764465, "Finetune/Step": 4189, "Finetune/Step Time": 11.97618593275547}
+{"Finetune/Learning Rate": 1.820459211363641e-05, "Finetune/Loss": 0.8648245334625244, "Finetune/Loss (Raw)": 0.8015688061714172, "Finetune/Step": 4190, "Finetune/Step Time": 11.96969292126596}
+{"Finetune/Learning Rate": 1.820362926980542e-05, "Finetune/Loss": 0.8645617961883545, "Finetune/Loss (Raw)": 0.9031176567077637, "Finetune/Step": 4191, "Finetune/Step Time": 11.962672038003802}
+{"Finetune/Learning Rate": 1.8202666193342834e-05, "Finetune/Loss": 0.8645867705345154, "Finetune/Loss (Raw)": 0.9226154685020447, "Finetune/Step": 4192, "Finetune/Step Time": 11.97277744114399}
+{"Finetune/Learning Rate": 1.8201702884275954e-05, "Finetune/Loss": 0.8649895191192627, "Finetune/Loss (Raw)": 0.855054497718811, "Finetune/Step": 4193, "Finetune/Step Time": 11.999053616076708}
+{"Finetune/Learning Rate": 1.820073934263211e-05, "Finetune/Loss": 0.8628606796264648, "Finetune/Loss (Raw)": 0.621013879776001, "Finetune/Step": 4194, "Finetune/Step Time": 12.021879479289055}
+{"Finetune/Learning Rate": 1.819977556843861e-05, "Finetune/Loss": 0.8605054616928101, "Finetune/Loss (Raw)": 0.7293809056282043, "Finetune/Step": 4195, "Finetune/Step Time": 12.024242095649242}
+{"Finetune/Learning Rate": 1.8198811561722797e-05, "Finetune/Loss": 0.8598160743713379, "Finetune/Loss (Raw)": 0.8831434845924377, "Finetune/Step": 4196, "Finetune/Step Time": 12.02971002459526}
+{"Finetune/Learning Rate": 1.8197847322512002e-05, "Finetune/Loss": 0.8599951863288879, "Finetune/Loss (Raw)": 0.9498637914657593, "Finetune/Step": 4197, "Finetune/Step Time": 12.02828161418438}
+{"Finetune/Learning Rate": 1.819688285083357e-05, "Finetune/Loss": 0.8613313436508179, "Finetune/Loss (Raw)": 0.8276114463806152, "Finetune/Step": 4198, "Finetune/Step Time": 11.999685836955905}
+{"Finetune/Learning Rate": 1.819591814671484e-05, "Finetune/Loss": 0.862206757068634, "Finetune/Loss (Raw)": 0.9094540476799011, "Finetune/Step": 4199, "Finetune/Step Time": 12.021026946604252}
+{"Finetune/Learning Rate": 1.8194953210183185e-05, "Finetune/Loss": 0.8611094951629639, "Finetune/Loss (Raw)": 0.8169319033622742, "Finetune/Step": 4200, "Finetune/Step Time": 12.022841334342957}
+{"Finetune/Learning Rate": 1.819398804126596e-05, "Finetune/Loss": 0.8618690967559814, "Finetune/Loss (Raw)": 0.9727222323417664, "Finetune/Step": 4201, "Finetune/Step Time": 12.024978810921311}
+{"Finetune/Learning Rate": 1.8193022639990536e-05, "Finetune/Loss": 0.8630105257034302, "Finetune/Loss (Raw)": 0.8249630331993103, "Finetune/Step": 4202, "Finetune/Step Time": 11.999776529148221}
+{"Finetune/Learning Rate": 1.8192057006384284e-05, "Finetune/Loss": 0.8619011640548706, "Finetune/Loss (Raw)": 0.821068286895752, "Finetune/Step": 4203, "Finetune/Step Time": 12.009362641721964}
+{"Finetune/Learning Rate": 1.8191091140474595e-05, "Finetune/Loss": 0.8627420663833618, "Finetune/Loss (Raw)": 0.8786817789077759, "Finetune/Step": 4204, "Finetune/Step Time": 11.99357345700264}
+{"Finetune/Learning Rate": 1.819012504228885e-05, "Finetune/Loss": 0.8614892959594727, "Finetune/Loss (Raw)": 0.7166234254837036, "Finetune/Step": 4205, "Finetune/Step Time": 12.045972285792232}
+{"Finetune/Learning Rate": 1.8189158711854448e-05, "Finetune/Loss": 0.8610846400260925, "Finetune/Loss (Raw)": 0.8164923787117004, "Finetune/Step": 4206, "Finetune/Step Time": 12.05496233701706}
+{"Finetune/Learning Rate": 1.8188192149198797e-05, "Finetune/Loss": 0.8613564968109131, "Finetune/Loss (Raw)": 0.973820686340332, "Finetune/Step": 4207, "Finetune/Step Time": 12.057014402002096}
+{"Finetune/Learning Rate": 1.8187225354349297e-05, "Finetune/Loss": 0.8628494739532471, "Finetune/Loss (Raw)": 1.0889945030212402, "Finetune/Step": 4208, "Finetune/Step Time": 12.056612955406308}
+{"Finetune/Learning Rate": 1.8186258327333366e-05, "Finetune/Loss": 0.8614453673362732, "Finetune/Loss (Raw)": 0.8434567451477051, "Finetune/Step": 4209, "Finetune/Step Time": 12.061425313353539}
+{"Finetune/Learning Rate": 1.818529106817843e-05, "Finetune/Loss": 0.8610814809799194, "Finetune/Loss (Raw)": 0.8938468098640442, "Finetune/Step": 4210, "Finetune/Step Time": 12.066835096105933}
+{"Finetune/Learning Rate": 1.8184323576911912e-05, "Finetune/Loss": 0.8589333295822144, "Finetune/Loss (Raw)": 0.7724560499191284, "Finetune/Step": 4211, "Finetune/Step Time": 12.074349403381348}
+{"Finetune/Learning Rate": 1.8183355853561253e-05, "Finetune/Loss": 0.8591964244842529, "Finetune/Loss (Raw)": 0.8354085683822632, "Finetune/Step": 4212, "Finetune/Step Time": 12.080940397456288}
+{"Finetune/Learning Rate": 1.818238789815389e-05, "Finetune/Loss": 0.8606680035591125, "Finetune/Loss (Raw)": 1.0363876819610596, "Finetune/Step": 4213, "Finetune/Step Time": 12.08328652009368}
+{"Finetune/Learning Rate": 1.818141971071728e-05, "Finetune/Loss": 0.860041081905365, "Finetune/Loss (Raw)": 0.7918825745582581, "Finetune/Step": 4214, "Finetune/Step Time": 12.08854547329247}
+{"Finetune/Learning Rate": 1.8180451291278865e-05, "Finetune/Loss": 0.8608698844909668, "Finetune/Loss (Raw)": 0.9509207010269165, "Finetune/Step": 4215, "Finetune/Step Time": 12.086085833609104}
+{"Finetune/Learning Rate": 1.8179482639866115e-05, "Finetune/Loss": 0.8601993322372437, "Finetune/Loss (Raw)": 0.7886418104171753, "Finetune/Step": 4216, "Finetune/Step Time": 12.090361105278134}
+{"Finetune/Learning Rate": 1.81785137565065e-05, "Finetune/Loss": 0.8592376708984375, "Finetune/Loss (Raw)": 0.8409331440925598, "Finetune/Step": 4217, "Finetune/Step Time": 12.086950190365314}
+{"Finetune/Learning Rate": 1.8177544641227486e-05, "Finetune/Loss": 0.8584623336791992, "Finetune/Loss (Raw)": 0.962243914604187, "Finetune/Step": 4218, "Finetune/Step Time": 12.081848956644535}
+{"Finetune/Learning Rate": 1.8176575294056564e-05, "Finetune/Loss": 0.857408881187439, "Finetune/Loss (Raw)": 0.7713288068771362, "Finetune/Step": 4219, "Finetune/Step Time": 12.076569082215428}
+{"Finetune/Learning Rate": 1.8175605715021215e-05, "Finetune/Loss": 0.8593354225158691, "Finetune/Loss (Raw)": 0.965620756149292, "Finetune/Step": 4220, "Finetune/Step Time": 12.051941964775324}
+{"Finetune/Learning Rate": 1.8174635904148937e-05, "Finetune/Loss": 0.8597763180732727, "Finetune/Loss (Raw)": 0.9147053360939026, "Finetune/Step": 4221, "Finetune/Step Time": 12.036999130621552}
+{"Finetune/Learning Rate": 1.8173665861467232e-05, "Finetune/Loss": 0.8595325946807861, "Finetune/Loss (Raw)": 0.8263266086578369, "Finetune/Step": 4222, "Finetune/Step Time": 12.024810558184981}
+{"Finetune/Learning Rate": 1.8172695587003603e-05, "Finetune/Loss": 0.8591691255569458, "Finetune/Loss (Raw)": 0.8982048630714417, "Finetune/Step": 4223, "Finetune/Step Time": 12.012405214831233}
+{"Finetune/Learning Rate": 1.817172508078557e-05, "Finetune/Loss": 0.8591420650482178, "Finetune/Loss (Raw)": 0.8952038288116455, "Finetune/Step": 4224, "Finetune/Step Time": 12.00046787969768}
+{"Finetune/Learning Rate": 1.817075434284065e-05, "Finetune/Loss": 0.8597457408905029, "Finetune/Loss (Raw)": 0.9303337931632996, "Finetune/Step": 4225, "Finetune/Step Time": 11.991978581994772}
+{"Finetune/Learning Rate": 1.816978337319637e-05, "Finetune/Loss": 0.8593205213546753, "Finetune/Loss (Raw)": 0.893049418926239, "Finetune/Step": 4226, "Finetune/Step Time": 11.970117209479213}
+{"Finetune/Learning Rate": 1.816881217188027e-05, "Finetune/Loss": 0.8601844310760498, "Finetune/Loss (Raw)": 0.9197825193405151, "Finetune/Step": 4227, "Finetune/Step Time": 11.900007653981447}
+{"Finetune/Learning Rate": 1.8167840738919883e-05, "Finetune/Loss": 0.8596940040588379, "Finetune/Loss (Raw)": 0.7193530797958374, "Finetune/Step": 4228, "Finetune/Step Time": 11.918400568887591}
+{"Finetune/Learning Rate": 1.8166869074342756e-05, "Finetune/Loss": 0.8596463203430176, "Finetune/Loss (Raw)": 0.8753626346588135, "Finetune/Step": 4229, "Finetune/Step Time": 11.915477991104126}
+{"Finetune/Learning Rate": 1.816589717817645e-05, "Finetune/Loss": 0.8618090152740479, "Finetune/Loss (Raw)": 0.9495581984519958, "Finetune/Step": 4230, "Finetune/Step Time": 11.906464487314224}
+{"Finetune/Learning Rate": 1.8164925050448518e-05, "Finetune/Loss": 0.8628959655761719, "Finetune/Loss (Raw)": 0.9171050190925598, "Finetune/Step": 4231, "Finetune/Step Time": 11.912823272868991}
+{"Finetune/Learning Rate": 1.8163952691186528e-05, "Finetune/Loss": 0.8624932765960693, "Finetune/Loss (Raw)": 0.8515285849571228, "Finetune/Step": 4232, "Finetune/Step Time": 11.926690630614758}
+{"Finetune/Learning Rate": 1.816298010041806e-05, "Finetune/Loss": 0.8648884296417236, "Finetune/Loss (Raw)": 0.8602688908576965, "Finetune/Step": 4233, "Finetune/Step Time": 11.891732970252633}
+{"Finetune/Learning Rate": 1.8162007278170684e-05, "Finetune/Loss": 0.8634873628616333, "Finetune/Loss (Raw)": 0.727703332901001, "Finetune/Step": 4234, "Finetune/Step Time": 11.891224028542638}
+{"Finetune/Learning Rate": 1.8161034224471992e-05, "Finetune/Loss": 0.8642787337303162, "Finetune/Loss (Raw)": 0.8582277297973633, "Finetune/Step": 4235, "Finetune/Step Time": 11.878952542319894}
+{"Finetune/Learning Rate": 1.816006093934958e-05, "Finetune/Loss": 0.8648732900619507, "Finetune/Loss (Raw)": 0.846221923828125, "Finetune/Step": 4236, "Finetune/Step Time": 11.90229288674891}
+{"Finetune/Learning Rate": 1.815908742283104e-05, "Finetune/Loss": 0.864751398563385, "Finetune/Loss (Raw)": 0.8547058701515198, "Finetune/Step": 4237, "Finetune/Step Time": 11.888335481286049}
+{"Finetune/Learning Rate": 1.815811367494398e-05, "Finetune/Loss": 0.865108847618103, "Finetune/Loss (Raw)": 0.8926759958267212, "Finetune/Step": 4238, "Finetune/Step Time": 11.897260760888457}
+{"Finetune/Learning Rate": 1.815713969571602e-05, "Finetune/Loss": 0.8640780448913574, "Finetune/Loss (Raw)": 0.6865801215171814, "Finetune/Step": 4239, "Finetune/Step Time": 11.880137072876096}
+{"Finetune/Learning Rate": 1.815616548517477e-05, "Finetune/Loss": 0.8636250495910645, "Finetune/Loss (Raw)": 0.8678141236305237, "Finetune/Step": 4240, "Finetune/Step Time": 11.880397748202085}
+{"Finetune/Learning Rate": 1.8155191043347864e-05, "Finetune/Loss": 0.8635340332984924, "Finetune/Loss (Raw)": 0.7155884504318237, "Finetune/Step": 4241, "Finetune/Step Time": 11.892020357772708}
+{"Finetune/Learning Rate": 1.815421637026293e-05, "Finetune/Loss": 0.8638001084327698, "Finetune/Loss (Raw)": 0.7793555855751038, "Finetune/Step": 4242, "Finetune/Step Time": 11.899509079754353}
+{"Finetune/Learning Rate": 1.8153241465947603e-05, "Finetune/Loss": 0.8621869683265686, "Finetune/Loss (Raw)": 0.6778676509857178, "Finetune/Step": 4243, "Finetune/Step Time": 11.899350048974156}
+{"Finetune/Learning Rate": 1.8152266330429534e-05, "Finetune/Loss": 0.8622331619262695, "Finetune/Loss (Raw)": 0.9002238512039185, "Finetune/Step": 4244, "Finetune/Step Time": 11.892648059874773}
+{"Finetune/Learning Rate": 1.8151290963736377e-05, "Finetune/Loss": 0.86124187707901, "Finetune/Loss (Raw)": 0.8076361417770386, "Finetune/Step": 4245, "Finetune/Step Time": 11.906492847949266}
+{"Finetune/Learning Rate": 1.8150315365895786e-05, "Finetune/Loss": 0.8606095314025879, "Finetune/Loss (Raw)": 0.9006022810935974, "Finetune/Step": 4246, "Finetune/Step Time": 11.897101363167167}
+{"Finetune/Learning Rate": 1.8149339536935428e-05, "Finetune/Loss": 0.860654354095459, "Finetune/Loss (Raw)": 0.9446044564247131, "Finetune/Step": 4247, "Finetune/Step Time": 11.898235080763698}
+{"Finetune/Learning Rate": 1.814836347688297e-05, "Finetune/Loss": 0.861713707447052, "Finetune/Loss (Raw)": 0.7589677572250366, "Finetune/Step": 4248, "Finetune/Step Time": 11.887705003842711}
+{"Finetune/Learning Rate": 1.81473871857661e-05, "Finetune/Loss": 0.8618646264076233, "Finetune/Loss (Raw)": 0.9117359519004822, "Finetune/Step": 4249, "Finetune/Step Time": 11.874059284105897}
+{"Finetune/Learning Rate": 1.8146410663612496e-05, "Finetune/Loss": 0.8630865812301636, "Finetune/Loss (Raw)": 0.8909989595413208, "Finetune/Step": 4250, "Finetune/Step Time": 11.870889170095325}
+{"Finetune/Learning Rate": 1.814543391044985e-05, "Finetune/Loss": 0.8613758087158203, "Finetune/Loss (Raw)": 0.8674799203872681, "Finetune/Step": 4251, "Finetune/Step Time": 11.872196968644857}
+{"Finetune/Learning Rate": 1.814445692630586e-05, "Finetune/Loss": 0.8614803552627563, "Finetune/Loss (Raw)": 0.8913184404373169, "Finetune/Step": 4252, "Finetune/Step Time": 11.85671604797244}
+{"Finetune/Learning Rate": 1.8143479711208232e-05, "Finetune/Loss": 0.8616786003112793, "Finetune/Loss (Raw)": 0.8251973390579224, "Finetune/Step": 4253, "Finetune/Step Time": 11.860320780426264}
+{"Finetune/Learning Rate": 1.8142502265184677e-05, "Finetune/Loss": 0.8620705008506775, "Finetune/Loss (Raw)": 0.9637385010719299, "Finetune/Step": 4254, "Finetune/Step Time": 11.869305724278092}
+{"Finetune/Learning Rate": 1.814152458826291e-05, "Finetune/Loss": 0.8612405061721802, "Finetune/Loss (Raw)": 0.8213499784469604, "Finetune/Step": 4255, "Finetune/Step Time": 11.869045278057456}
+{"Finetune/Learning Rate": 1.814054668047066e-05, "Finetune/Loss": 0.8603877425193787, "Finetune/Loss (Raw)": 0.7706684470176697, "Finetune/Step": 4256, "Finetune/Step Time": 11.880968729034066}
+{"Finetune/Learning Rate": 1.8139568541835654e-05, "Finetune/Loss": 0.8604000806808472, "Finetune/Loss (Raw)": 0.8900151252746582, "Finetune/Step": 4257, "Finetune/Step Time": 11.881354978308082}
+{"Finetune/Learning Rate": 1.8138590172385627e-05, "Finetune/Loss": 0.8599262237548828, "Finetune/Loss (Raw)": 0.8439022302627563, "Finetune/Step": 4258, "Finetune/Step Time": 11.894360868260264}
+{"Finetune/Learning Rate": 1.813761157214833e-05, "Finetune/Loss": 0.8603198528289795, "Finetune/Loss (Raw)": 0.8435679078102112, "Finetune/Step": 4259, "Finetune/Step Time": 11.895330414175987}
+{"Finetune/Learning Rate": 1.8136632741151507e-05, "Finetune/Loss": 0.8589805364608765, "Finetune/Loss (Raw)": 0.7208018898963928, "Finetune/Step": 4260, "Finetune/Step Time": 11.925860336050391}
+{"Finetune/Learning Rate": 1.8135653679422916e-05, "Finetune/Loss": 0.8593912720680237, "Finetune/Loss (Raw)": 0.9464958310127258, "Finetune/Step": 4261, "Finetune/Step Time": 11.925336671993136}
+{"Finetune/Learning Rate": 1.8134674386990326e-05, "Finetune/Loss": 0.8602508306503296, "Finetune/Loss (Raw)": 0.9718997478485107, "Finetune/Step": 4262, "Finetune/Step Time": 11.940243305638433}
+{"Finetune/Learning Rate": 1.8133694863881496e-05, "Finetune/Loss": 0.8613595366477966, "Finetune/Loss (Raw)": 0.9733133316040039, "Finetune/Step": 4263, "Finetune/Step Time": 11.951506743207574}
+{"Finetune/Learning Rate": 1.813271511012421e-05, "Finetune/Loss": 0.8595265746116638, "Finetune/Loss (Raw)": 0.7245919704437256, "Finetune/Step": 4264, "Finetune/Step Time": 11.947053158655763}
+{"Finetune/Learning Rate": 1.8131735125746256e-05, "Finetune/Loss": 0.8603749871253967, "Finetune/Loss (Raw)": 0.9714385867118835, "Finetune/Step": 4265, "Finetune/Step Time": 11.943055914714932}
+{"Finetune/Learning Rate": 1.813075491077541e-05, "Finetune/Loss": 0.8585346937179565, "Finetune/Loss (Raw)": 0.7328736782073975, "Finetune/Step": 4266, "Finetune/Step Time": 11.957286451011896}
+{"Finetune/Learning Rate": 1.812977446523948e-05, "Finetune/Loss": 0.8587852120399475, "Finetune/Loss (Raw)": 0.9125773906707764, "Finetune/Step": 4267, "Finetune/Step Time": 11.95884857699275}
+{"Finetune/Learning Rate": 1.812879378916626e-05, "Finetune/Loss": 0.8571767807006836, "Finetune/Loss (Raw)": 0.591507077217102, "Finetune/Step": 4268, "Finetune/Step Time": 11.968403901904821}
+{"Finetune/Learning Rate": 1.8127812882583566e-05, "Finetune/Loss": 0.8562476634979248, "Finetune/Loss (Raw)": 0.738813579082489, "Finetune/Step": 4269, "Finetune/Step Time": 11.966372553259134}
+{"Finetune/Learning Rate": 1.8126831745519212e-05, "Finetune/Loss": 0.8570059537887573, "Finetune/Loss (Raw)": 0.8932495713233948, "Finetune/Step": 4270, "Finetune/Step Time": 11.961264105513692}
+{"Finetune/Learning Rate": 1.8125850378001018e-05, "Finetune/Loss": 0.8585106730461121, "Finetune/Loss (Raw)": 1.0405206680297852, "Finetune/Step": 4271, "Finetune/Step Time": 11.963882461190224}
+{"Finetune/Learning Rate": 1.8124868780056814e-05, "Finetune/Loss": 0.8592883348464966, "Finetune/Loss (Raw)": 0.9720677137374878, "Finetune/Step": 4272, "Finetune/Step Time": 11.966947734355927}
+{"Finetune/Learning Rate": 1.8123886951714435e-05, "Finetune/Loss": 0.8601343631744385, "Finetune/Loss (Raw)": 0.9210963845252991, "Finetune/Step": 4273, "Finetune/Step Time": 11.952783551067114}
+{"Finetune/Learning Rate": 1.8122904893001723e-05, "Finetune/Loss": 0.8600823879241943, "Finetune/Loss (Raw)": 0.8580507040023804, "Finetune/Step": 4274, "Finetune/Step Time": 11.962829174473882}
+{"Finetune/Learning Rate": 1.812192260394653e-05, "Finetune/Loss": 0.8608198761940002, "Finetune/Loss (Raw)": 0.8758592009544373, "Finetune/Step": 4275, "Finetune/Step Time": 11.96120186522603}
+{"Finetune/Learning Rate": 1.8120940084576705e-05, "Finetune/Loss": 0.8610020875930786, "Finetune/Loss (Raw)": 0.8517626523971558, "Finetune/Step": 4276, "Finetune/Step Time": 11.97597086429596}
+{"Finetune/Learning Rate": 1.8119957334920112e-05, "Finetune/Loss": 0.8610048294067383, "Finetune/Loss (Raw)": 0.800776481628418, "Finetune/Step": 4277, "Finetune/Step Time": 11.980971850454807}
+{"Finetune/Learning Rate": 1.811897435500462e-05, "Finetune/Loss": 0.8606212139129639, "Finetune/Loss (Raw)": 0.8728968501091003, "Finetune/Step": 4278, "Finetune/Step Time": 11.953533874824643}
+{"Finetune/Learning Rate": 1.81179911448581e-05, "Finetune/Loss": 0.860479474067688, "Finetune/Loss (Raw)": 0.8801260590553284, "Finetune/Step": 4279, "Finetune/Step Time": 11.954456720501184}
+{"Finetune/Learning Rate": 1.811700770450844e-05, "Finetune/Loss": 0.8610894680023193, "Finetune/Loss (Raw)": 0.9669256806373596, "Finetune/Step": 4280, "Finetune/Step Time": 11.952292583882809}
+{"Finetune/Learning Rate": 1.811602403398352e-05, "Finetune/Loss": 0.8609371781349182, "Finetune/Loss (Raw)": 0.8349939584732056, "Finetune/Step": 4281, "Finetune/Step Time": 11.95285669900477}
+{"Finetune/Learning Rate": 1.8115040133311237e-05, "Finetune/Loss": 0.8613080382347107, "Finetune/Loss (Raw)": 0.9659920334815979, "Finetune/Step": 4282, "Finetune/Step Time": 11.95628579519689}
+{"Finetune/Learning Rate": 1.8114056002519492e-05, "Finetune/Loss": 0.861258327960968, "Finetune/Loss (Raw)": 0.8977580070495605, "Finetune/Step": 4283, "Finetune/Step Time": 11.9467838332057}
+{"Finetune/Learning Rate": 1.8113071641636194e-05, "Finetune/Loss": 0.8606462478637695, "Finetune/Loss (Raw)": 0.816701352596283, "Finetune/Step": 4284, "Finetune/Step Time": 11.960506876930594}
+{"Finetune/Learning Rate": 1.8112087050689257e-05, "Finetune/Loss": 0.8605488538742065, "Finetune/Loss (Raw)": 0.8157830834388733, "Finetune/Step": 4285, "Finetune/Step Time": 11.962485916912556}
+{"Finetune/Learning Rate": 1.8111102229706593e-05, "Finetune/Loss": 0.8606931567192078, "Finetune/Loss (Raw)": 0.9312618374824524, "Finetune/Step": 4286, "Finetune/Step Time": 11.966814558953047}
+{"Finetune/Learning Rate": 1.8110117178716137e-05, "Finetune/Loss": 0.8611701130867004, "Finetune/Loss (Raw)": 0.8026007413864136, "Finetune/Step": 4287, "Finetune/Step Time": 11.93315869383514}
+{"Finetune/Learning Rate": 1.8109131897745823e-05, "Finetune/Loss": 0.8623716831207275, "Finetune/Loss (Raw)": 0.9431002736091614, "Finetune/Step": 4288, "Finetune/Step Time": 11.938335712999105}
+{"Finetune/Learning Rate": 1.8108146386823585e-05, "Finetune/Loss": 0.8622497320175171, "Finetune/Loss (Raw)": 0.940359890460968, "Finetune/Step": 4289, "Finetune/Step Time": 11.945603197440505}
+{"Finetune/Learning Rate": 1.8107160645977367e-05, "Finetune/Loss": 0.8628318309783936, "Finetune/Loss (Raw)": 0.7403749227523804, "Finetune/Step": 4290, "Finetune/Step Time": 11.93822924606502}
+{"Finetune/Learning Rate": 1.8106174675235135e-05, "Finetune/Loss": 0.8630083203315735, "Finetune/Loss (Raw)": 0.9595575332641602, "Finetune/Step": 4291, "Finetune/Step Time": 11.941160891205072}
+{"Finetune/Learning Rate": 1.8105188474624834e-05, "Finetune/Loss": 0.8629776835441589, "Finetune/Loss (Raw)": 0.8719123005867004, "Finetune/Step": 4292, "Finetune/Step Time": 11.945484135299921}
+{"Finetune/Learning Rate": 1.8104202044174443e-05, "Finetune/Loss": 0.863903284072876, "Finetune/Loss (Raw)": 0.9849348068237305, "Finetune/Step": 4293, "Finetune/Step Time": 11.947755435481668}
+{"Finetune/Learning Rate": 1.810321538391192e-05, "Finetune/Loss": 0.8636024594306946, "Finetune/Loss (Raw)": 0.8610042333602905, "Finetune/Step": 4294, "Finetune/Step Time": 11.949427114799619}
+{"Finetune/Learning Rate": 1.8102228493865254e-05, "Finetune/Loss": 0.8651952743530273, "Finetune/Loss (Raw)": 1.0129384994506836, "Finetune/Step": 4295, "Finetune/Step Time": 11.952655898407102}
+{"Finetune/Learning Rate": 1.8101241374062425e-05, "Finetune/Loss": 0.8665781021118164, "Finetune/Loss (Raw)": 0.9652893543243408, "Finetune/Step": 4296, "Finetune/Step Time": 11.950652062892914}
+{"Finetune/Learning Rate": 1.8100254024531434e-05, "Finetune/Loss": 0.8652787208557129, "Finetune/Loss (Raw)": 0.8542261719703674, "Finetune/Step": 4297, "Finetune/Step Time": 11.953188272193074}
+{"Finetune/Learning Rate": 1.809926644530027e-05, "Finetune/Loss": 0.8663716316223145, "Finetune/Loss (Raw)": 0.9637808799743652, "Finetune/Step": 4298, "Finetune/Step Time": 11.97502065077424}
+{"Finetune/Learning Rate": 1.8098278636396937e-05, "Finetune/Loss": 0.866517186164856, "Finetune/Loss (Raw)": 0.8856216669082642, "Finetune/Step": 4299, "Finetune/Step Time": 11.978244192898273}
+{"Finetune/Learning Rate": 1.8097290597849454e-05, "Finetune/Loss": 0.866746723651886, "Finetune/Loss (Raw)": 0.9238545894622803, "Finetune/Step": 4300, "Finetune/Step Time": 11.976115956902504}
+{"Finetune/Learning Rate": 1.8096302329685837e-05, "Finetune/Loss": 0.8672592043876648, "Finetune/Loss (Raw)": 0.804449737071991, "Finetune/Step": 4301, "Finetune/Step Time": 11.940699426457286}
+{"Finetune/Learning Rate": 1.8095313831934102e-05, "Finetune/Loss": 0.8674771189689636, "Finetune/Loss (Raw)": 0.868628978729248, "Finetune/Step": 4302, "Finetune/Step Time": 11.943626310676336}
+{"Finetune/Learning Rate": 1.8094325104622293e-05, "Finetune/Loss": 0.8668611645698547, "Finetune/Loss (Raw)": 0.8448113799095154, "Finetune/Step": 4303, "Finetune/Step Time": 11.942917263135314}
+{"Finetune/Learning Rate": 1.8093336147778437e-05, "Finetune/Loss": 0.8650672435760498, "Finetune/Loss (Raw)": 0.7151502966880798, "Finetune/Step": 4304, "Finetune/Step Time": 11.93688122741878}
+{"Finetune/Learning Rate": 1.8092346961430583e-05, "Finetune/Loss": 0.8642999529838562, "Finetune/Loss (Raw)": 0.9406771063804626, "Finetune/Step": 4305, "Finetune/Step Time": 11.909786574542522}
+{"Finetune/Learning Rate": 1.8091357545606786e-05, "Finetune/Loss": 0.86357182264328, "Finetune/Loss (Raw)": 0.9007626175880432, "Finetune/Step": 4306, "Finetune/Step Time": 11.917426506057382}
+{"Finetune/Learning Rate": 1.8090367900335093e-05, "Finetune/Loss": 0.8625413179397583, "Finetune/Loss (Raw)": 0.7282410264015198, "Finetune/Step": 4307, "Finetune/Step Time": 11.91755891405046}
+{"Finetune/Learning Rate": 1.808937802564357e-05, "Finetune/Loss": 0.8624963760375977, "Finetune/Loss (Raw)": 0.8595437407493591, "Finetune/Step": 4308, "Finetune/Step Time": 11.923485569655895}
+{"Finetune/Learning Rate": 1.8088387921560295e-05, "Finetune/Loss": 0.8616182208061218, "Finetune/Loss (Raw)": 0.7832412123680115, "Finetune/Step": 4309, "Finetune/Step Time": 11.91112669929862}
+{"Finetune/Learning Rate": 1.8087397588113336e-05, "Finetune/Loss": 0.8626828193664551, "Finetune/Loss (Raw)": 0.9454413056373596, "Finetune/Step": 4310, "Finetune/Step Time": 11.911527821794152}
+{"Finetune/Learning Rate": 1.8086407025330777e-05, "Finetune/Loss": 0.8646055459976196, "Finetune/Loss (Raw)": 0.9042384624481201, "Finetune/Step": 4311, "Finetune/Step Time": 11.898981153964996}
+{"Finetune/Learning Rate": 1.8085416233240712e-05, "Finetune/Loss": 0.8637990951538086, "Finetune/Loss (Raw)": 0.7728846073150635, "Finetune/Step": 4312, "Finetune/Step Time": 11.942930910736322}
+{"Finetune/Learning Rate": 1.8084425211871232e-05, "Finetune/Loss": 0.86409991979599, "Finetune/Loss (Raw)": 0.958640456199646, "Finetune/Step": 4313, "Finetune/Step Time": 11.943276243284345}
+{"Finetune/Learning Rate": 1.808343396125045e-05, "Finetune/Loss": 0.8654462099075317, "Finetune/Loss (Raw)": 0.9499207139015198, "Finetune/Step": 4314, "Finetune/Step Time": 11.930678129196167}
+{"Finetune/Learning Rate": 1.8082442481406456e-05, "Finetune/Loss": 0.8652907609939575, "Finetune/Loss (Raw)": 0.7625530958175659, "Finetune/Step": 4315, "Finetune/Step Time": 11.918729493394494}
+{"Finetune/Learning Rate": 1.8081450772367382e-05, "Finetune/Loss": 0.8643485903739929, "Finetune/Loss (Raw)": 0.9134798645973206, "Finetune/Step": 4316, "Finetune/Step Time": 11.9151057805866}
+{"Finetune/Learning Rate": 1.8080458834161346e-05, "Finetune/Loss": 0.8648592233657837, "Finetune/Loss (Raw)": 0.9038405418395996, "Finetune/Step": 4317, "Finetune/Step Time": 11.900712437927723}
+{"Finetune/Learning Rate": 1.807946666681647e-05, "Finetune/Loss": 0.865694522857666, "Finetune/Loss (Raw)": 0.9084882140159607, "Finetune/Step": 4318, "Finetune/Step Time": 11.909976325929165}
+{"Finetune/Learning Rate": 1.80784742703609e-05, "Finetune/Loss": 0.8659471273422241, "Finetune/Loss (Raw)": 0.9354552626609802, "Finetune/Step": 4319, "Finetune/Step Time": 11.912616696208715}
+{"Finetune/Learning Rate": 1.807748164482277e-05, "Finetune/Loss": 0.8655500411987305, "Finetune/Loss (Raw)": 0.8717854022979736, "Finetune/Step": 4320, "Finetune/Step Time": 11.90404199436307}
+{"Finetune/Learning Rate": 1.807648879023023e-05, "Finetune/Loss": 0.8628795146942139, "Finetune/Loss (Raw)": 0.5132322311401367, "Finetune/Step": 4321, "Finetune/Step Time": 11.899777717888355}
+{"Finetune/Learning Rate": 1.8075495706611432e-05, "Finetune/Loss": 0.8626511693000793, "Finetune/Loss (Raw)": 0.5917826890945435, "Finetune/Step": 4322, "Finetune/Step Time": 11.906007945537567}
+{"Finetune/Learning Rate": 1.8074502393994543e-05, "Finetune/Loss": 0.8635088205337524, "Finetune/Loss (Raw)": 0.839155912399292, "Finetune/Step": 4323, "Finetune/Step Time": 11.909791864454746}
+{"Finetune/Learning Rate": 1.8073508852407725e-05, "Finetune/Loss": 0.8633772134780884, "Finetune/Loss (Raw)": 0.8662997484207153, "Finetune/Step": 4324, "Finetune/Step Time": 11.907240852713585}
+{"Finetune/Learning Rate": 1.8072515081879153e-05, "Finetune/Loss": 0.8633320331573486, "Finetune/Loss (Raw)": 0.9440838098526001, "Finetune/Step": 4325, "Finetune/Step Time": 11.911423195153475}
+{"Finetune/Learning Rate": 1.807152108243701e-05, "Finetune/Loss": 0.8635635375976562, "Finetune/Loss (Raw)": 0.8572437167167664, "Finetune/Step": 4326, "Finetune/Step Time": 11.909848792478442}
+{"Finetune/Learning Rate": 1.807052685410948e-05, "Finetune/Loss": 0.8634409308433533, "Finetune/Loss (Raw)": 0.8937594294548035, "Finetune/Step": 4327, "Finetune/Step Time": 11.887297589331865}
+{"Finetune/Learning Rate": 1.806953239692476e-05, "Finetune/Loss": 0.8643590211868286, "Finetune/Loss (Raw)": 0.9344425201416016, "Finetune/Step": 4328, "Finetune/Step Time": 11.883929556235671}
+{"Finetune/Learning Rate": 1.8068537710911045e-05, "Finetune/Loss": 0.8630783557891846, "Finetune/Loss (Raw)": 0.8087992072105408, "Finetune/Step": 4329, "Finetune/Step Time": 11.894632996991277}
+{"Finetune/Learning Rate": 1.8067542796096547e-05, "Finetune/Loss": 0.86240553855896, "Finetune/Loss (Raw)": 0.7388466000556946, "Finetune/Step": 4330, "Finetune/Step Time": 11.893724605441093}
+{"Finetune/Learning Rate": 1.8066547652509475e-05, "Finetune/Loss": 0.8626698851585388, "Finetune/Loss (Raw)": 0.8549032807350159, "Finetune/Step": 4331, "Finetune/Step Time": 11.886621663346887}
+{"Finetune/Learning Rate": 1.8065552280178052e-05, "Finetune/Loss": 0.8626937866210938, "Finetune/Loss (Raw)": 0.8817344903945923, "Finetune/Step": 4332, "Finetune/Step Time": 11.898161614313722}
+{"Finetune/Learning Rate": 1.8064556679130495e-05, "Finetune/Loss": 0.863933801651001, "Finetune/Loss (Raw)": 0.8753517270088196, "Finetune/Step": 4333, "Finetune/Step Time": 11.848088828846812}
+{"Finetune/Learning Rate": 1.806356084939505e-05, "Finetune/Loss": 0.8639349937438965, "Finetune/Loss (Raw)": 0.8166422247886658, "Finetune/Step": 4334, "Finetune/Step Time": 11.837063800543547}
+{"Finetune/Learning Rate": 1.806256479099995e-05, "Finetune/Loss": 0.8627521395683289, "Finetune/Loss (Raw)": 0.8224185705184937, "Finetune/Step": 4335, "Finetune/Step Time": 11.835335180163383}
+{"Finetune/Learning Rate": 1.8061568503973435e-05, "Finetune/Loss": 0.8616575002670288, "Finetune/Loss (Raw)": 0.9488771557807922, "Finetune/Step": 4336, "Finetune/Step Time": 11.83497142419219}
+{"Finetune/Learning Rate": 1.8060571988343764e-05, "Finetune/Loss": 0.8611403703689575, "Finetune/Loss (Raw)": 0.7772709131240845, "Finetune/Step": 4337, "Finetune/Step Time": 11.846927784383297}
+{"Finetune/Learning Rate": 1.805957524413919e-05, "Finetune/Loss": 0.86143958568573, "Finetune/Loss (Raw)": 0.9321399331092834, "Finetune/Step": 4338, "Finetune/Step Time": 11.835197608917952}
+{"Finetune/Learning Rate": 1.805857827138798e-05, "Finetune/Loss": 0.8615927696228027, "Finetune/Loss (Raw)": 0.7920729517936707, "Finetune/Step": 4339, "Finetune/Step Time": 11.826011845842004}
+{"Finetune/Learning Rate": 1.8057581070118407e-05, "Finetune/Loss": 0.8594477772712708, "Finetune/Loss (Raw)": 0.5608446002006531, "Finetune/Step": 4340, "Finetune/Step Time": 11.843529999256134}
+{"Finetune/Learning Rate": 1.8056583640358747e-05, "Finetune/Loss": 0.8581292033195496, "Finetune/Loss (Raw)": 0.8676055669784546, "Finetune/Step": 4341, "Finetune/Step Time": 11.847145926207304}
+{"Finetune/Learning Rate": 1.8055585982137287e-05, "Finetune/Loss": 0.858879566192627, "Finetune/Loss (Raw)": 0.8879302144050598, "Finetune/Step": 4342, "Finetune/Step Time": 11.868043478578329}
+{"Finetune/Learning Rate": 1.8054588095482316e-05, "Finetune/Loss": 0.8580411672592163, "Finetune/Loss (Raw)": 0.8436073660850525, "Finetune/Step": 4343, "Finetune/Step Time": 11.865770580247045}
+{"Finetune/Learning Rate": 1.8053589980422126e-05, "Finetune/Loss": 0.8579365015029907, "Finetune/Loss (Raw)": 0.7752465605735779, "Finetune/Step": 4344, "Finetune/Step Time": 11.861498137935996}
+{"Finetune/Learning Rate": 1.805259163698503e-05, "Finetune/Loss": 0.8590264320373535, "Finetune/Loss (Raw)": 0.9804435968399048, "Finetune/Step": 4345, "Finetune/Step Time": 11.862399222329259}
+{"Finetune/Learning Rate": 1.8051593065199334e-05, "Finetune/Loss": 0.8580275774002075, "Finetune/Loss (Raw)": 0.8343851566314697, "Finetune/Step": 4346, "Finetune/Step Time": 11.860183995217085}
+{"Finetune/Learning Rate": 1.805059426509335e-05, "Finetune/Loss": 0.8584149479866028, "Finetune/Loss (Raw)": 0.8209155797958374, "Finetune/Step": 4347, "Finetune/Step Time": 11.862092988565564}
+{"Finetune/Learning Rate": 1.804959523669541e-05, "Finetune/Loss": 0.8579630255699158, "Finetune/Loss (Raw)": 0.9077752232551575, "Finetune/Step": 4348, "Finetune/Step Time": 11.855304231867194}
+{"Finetune/Learning Rate": 1.8048595980033835e-05, "Finetune/Loss": 0.8576933145523071, "Finetune/Loss (Raw)": 0.880178689956665, "Finetune/Step": 4349, "Finetune/Step Time": 11.859544321894646}
+{"Finetune/Learning Rate": 1.8047596495136967e-05, "Finetune/Loss": 0.8575006127357483, "Finetune/Loss (Raw)": 0.8016652464866638, "Finetune/Step": 4350, "Finetune/Step Time": 11.875042840838432}
+{"Finetune/Learning Rate": 1.8046596782033147e-05, "Finetune/Loss": 0.8575331568717957, "Finetune/Loss (Raw)": 0.9023693203926086, "Finetune/Step": 4351, "Finetune/Step Time": 11.892330687493086}
+{"Finetune/Learning Rate": 1.8045596840750722e-05, "Finetune/Loss": 0.857912003993988, "Finetune/Loss (Raw)": 0.9436995983123779, "Finetune/Step": 4352, "Finetune/Step Time": 11.87509230710566}
+{"Finetune/Learning Rate": 1.8044596671318052e-05, "Finetune/Loss": 0.8561390042304993, "Finetune/Loss (Raw)": 0.7033881545066833, "Finetune/Step": 4353, "Finetune/Step Time": 11.887322010472417}
+{"Finetune/Learning Rate": 1.8043596273763495e-05, "Finetune/Loss": 0.8548212051391602, "Finetune/Loss (Raw)": 0.7243664264678955, "Finetune/Step": 4354, "Finetune/Step Time": 11.888984471559525}
+{"Finetune/Learning Rate": 1.804259564811542e-05, "Finetune/Loss": 0.8552413582801819, "Finetune/Loss (Raw)": 0.9735652804374695, "Finetune/Step": 4355, "Finetune/Step Time": 11.884933793917298}
+{"Finetune/Learning Rate": 1.8041594794402203e-05, "Finetune/Loss": 0.8565207719802856, "Finetune/Loss (Raw)": 0.8831222057342529, "Finetune/Step": 4356, "Finetune/Step Time": 11.867925031110644}
+{"Finetune/Learning Rate": 1.8040593712652226e-05, "Finetune/Loss": 0.8556211590766907, "Finetune/Loss (Raw)": 0.7602026462554932, "Finetune/Step": 4357, "Finetune/Step Time": 11.87051134929061}
+{"Finetune/Learning Rate": 1.8039592402893875e-05, "Finetune/Loss": 0.8557567596435547, "Finetune/Loss (Raw)": 0.9669188857078552, "Finetune/Step": 4358, "Finetune/Step Time": 11.867103325203061}
+{"Finetune/Learning Rate": 1.8038590865155546e-05, "Finetune/Loss": 0.8556904196739197, "Finetune/Loss (Raw)": 0.9086131453514099, "Finetune/Step": 4359, "Finetune/Step Time": 11.857428835704923}
+{"Finetune/Learning Rate": 1.8037589099465637e-05, "Finetune/Loss": 0.8562421798706055, "Finetune/Loss (Raw)": 0.922157347202301, "Finetune/Step": 4360, "Finetune/Step Time": 11.850156815722585}
+{"Finetune/Learning Rate": 1.8036587105852556e-05, "Finetune/Loss": 0.8574124574661255, "Finetune/Loss (Raw)": 1.0100663900375366, "Finetune/Step": 4361, "Finetune/Step Time": 11.853909216821194}
+{"Finetune/Learning Rate": 1.8035584884344718e-05, "Finetune/Loss": 0.8592092990875244, "Finetune/Loss (Raw)": 0.9576972723007202, "Finetune/Step": 4362, "Finetune/Step Time": 11.858348302543163}
+{"Finetune/Learning Rate": 1.8034582434970547e-05, "Finetune/Loss": 0.8595027923583984, "Finetune/Loss (Raw)": 0.8957884311676025, "Finetune/Step": 4363, "Finetune/Step Time": 11.856269478797913}
+{"Finetune/Learning Rate": 1.8033579757758462e-05, "Finetune/Loss": 0.8603029847145081, "Finetune/Loss (Raw)": 0.9486527442932129, "Finetune/Step": 4364, "Finetune/Step Time": 11.837880972772837}
+{"Finetune/Learning Rate": 1.80325768527369e-05, "Finetune/Loss": 0.8598825931549072, "Finetune/Loss (Raw)": 0.8008878231048584, "Finetune/Step": 4365, "Finetune/Step Time": 11.83240951038897}
+{"Finetune/Learning Rate": 1.80315737199343e-05, "Finetune/Loss": 0.8603555560112, "Finetune/Loss (Raw)": 0.9532262086868286, "Finetune/Step": 4366, "Finetune/Step Time": 11.835947178304195}
+{"Finetune/Learning Rate": 1.8030570359379106e-05, "Finetune/Loss": 0.8621933460235596, "Finetune/Loss (Raw)": 0.921806812286377, "Finetune/Step": 4367, "Finetune/Step Time": 11.837707472965121}
+{"Finetune/Learning Rate": 1.8029566771099775e-05, "Finetune/Loss": 0.8611696362495422, "Finetune/Loss (Raw)": 0.7367874979972839, "Finetune/Step": 4368, "Finetune/Step Time": 11.835258264094591}
+{"Finetune/Learning Rate": 1.802856295512476e-05, "Finetune/Loss": 0.8620814085006714, "Finetune/Loss (Raw)": 0.8322928547859192, "Finetune/Step": 4369, "Finetune/Step Time": 11.837228840216994}
+{"Finetune/Learning Rate": 1.8027558911482534e-05, "Finetune/Loss": 0.8627220988273621, "Finetune/Loss (Raw)": 0.8613607883453369, "Finetune/Step": 4370, "Finetune/Step Time": 11.833319287747145}
+{"Finetune/Learning Rate": 1.8026554640201564e-05, "Finetune/Loss": 0.8642054200172424, "Finetune/Loss (Raw)": 0.8677345514297485, "Finetune/Step": 4371, "Finetune/Step Time": 11.842937437817454}
+{"Finetune/Learning Rate": 1.802555014131033e-05, "Finetune/Loss": 0.8641513586044312, "Finetune/Loss (Raw)": 0.8933050036430359, "Finetune/Step": 4372, "Finetune/Step Time": 11.835549887269735}
+{"Finetune/Learning Rate": 1.8024545414837313e-05, "Finetune/Loss": 0.8650074005126953, "Finetune/Loss (Raw)": 0.9172030091285706, "Finetune/Step": 4373, "Finetune/Step Time": 11.829451335594058}
+{"Finetune/Learning Rate": 1.8023540460811006e-05, "Finetune/Loss": 0.8631778359413147, "Finetune/Loss (Raw)": 0.6664236783981323, "Finetune/Step": 4374, "Finetune/Step Time": 11.826449086889625}
+{"Finetune/Learning Rate": 1.802253527925991e-05, "Finetune/Loss": 0.8624059557914734, "Finetune/Loss (Raw)": 0.8458024859428406, "Finetune/Step": 4375, "Finetune/Step Time": 11.828011624515057}
+{"Finetune/Learning Rate": 1.8021529870212525e-05, "Finetune/Loss": 0.8638280630111694, "Finetune/Loss (Raw)": 0.9409990906715393, "Finetune/Step": 4376, "Finetune/Step Time": 11.810449056327343}
+{"Finetune/Learning Rate": 1.8020524233697366e-05, "Finetune/Loss": 0.8620118498802185, "Finetune/Loss (Raw)": 0.6792616844177246, "Finetune/Step": 4377, "Finetune/Step Time": 11.859775234013796}
+{"Finetune/Learning Rate": 1.801951836974294e-05, "Finetune/Loss": 0.8620134592056274, "Finetune/Loss (Raw)": 0.8912050127983093, "Finetune/Step": 4378, "Finetune/Step Time": 11.872632006183267}
+{"Finetune/Learning Rate": 1.8018512278377785e-05, "Finetune/Loss": 0.8615836501121521, "Finetune/Loss (Raw)": 0.8124617338180542, "Finetune/Step": 4379, "Finetune/Step Time": 11.87476165406406}
+{"Finetune/Learning Rate": 1.8017505959630418e-05, "Finetune/Loss": 0.8612349033355713, "Finetune/Loss (Raw)": 0.8466835021972656, "Finetune/Step": 4380, "Finetune/Step Time": 11.874754035845399}
+{"Finetune/Learning Rate": 1.8016499413529386e-05, "Finetune/Loss": 0.862112283706665, "Finetune/Loss (Raw)": 0.9374944567680359, "Finetune/Step": 4381, "Finetune/Step Time": 11.869580751284957}
+{"Finetune/Learning Rate": 1.8015492640103224e-05, "Finetune/Loss": 0.8625902533531189, "Finetune/Loss (Raw)": 1.0249242782592773, "Finetune/Step": 4382, "Finetune/Step Time": 11.859157808125019}
+{"Finetune/Learning Rate": 1.801448563938048e-05, "Finetune/Loss": 0.8630653023719788, "Finetune/Loss (Raw)": 0.8821537494659424, "Finetune/Step": 4383, "Finetune/Step Time": 11.91920236684382}
+{"Finetune/Learning Rate": 1.801347841138972e-05, "Finetune/Loss": 0.8633831143379211, "Finetune/Loss (Raw)": 0.8113532066345215, "Finetune/Step": 4384, "Finetune/Step Time": 11.910310031846166}
+{"Finetune/Learning Rate": 1.8012470956159494e-05, "Finetune/Loss": 0.8633816242218018, "Finetune/Loss (Raw)": 0.8898171782493591, "Finetune/Step": 4385, "Finetune/Step Time": 11.911179380491376}
+{"Finetune/Learning Rate": 1.801146327371838e-05, "Finetune/Loss": 0.8617391586303711, "Finetune/Loss (Raw)": 0.6336706876754761, "Finetune/Step": 4386, "Finetune/Step Time": 11.923557620495558}
+{"Finetune/Learning Rate": 1.8010455364094944e-05, "Finetune/Loss": 0.8623043894767761, "Finetune/Loss (Raw)": 0.9159185290336609, "Finetune/Step": 4387, "Finetune/Step Time": 11.918263303115964}
+{"Finetune/Learning Rate": 1.8009447227317777e-05, "Finetune/Loss": 0.8641916513442993, "Finetune/Loss (Raw)": 0.9623777866363525, "Finetune/Step": 4388, "Finetune/Step Time": 11.878725297749043}
+{"Finetune/Learning Rate": 1.800843886341546e-05, "Finetune/Loss": 0.8636733293533325, "Finetune/Loss (Raw)": 0.8801380395889282, "Finetune/Step": 4389, "Finetune/Step Time": 11.900957643985748}
+{"Finetune/Learning Rate": 1.8007430272416592e-05, "Finetune/Loss": 0.8635841012001038, "Finetune/Loss (Raw)": 0.9604813456535339, "Finetune/Step": 4390, "Finetune/Step Time": 11.881402369588614}
+{"Finetune/Learning Rate": 1.8006421454349772e-05, "Finetune/Loss": 0.8616264462471008, "Finetune/Loss (Raw)": 0.7227369546890259, "Finetune/Step": 4391, "Finetune/Step Time": 11.866993932053447}
+{"Finetune/Learning Rate": 1.8005412409243604e-05, "Finetune/Loss": 0.8621989488601685, "Finetune/Loss (Raw)": 0.7978699803352356, "Finetune/Step": 4392, "Finetune/Step Time": 11.872356709092855}
+{"Finetune/Learning Rate": 1.8004403137126707e-05, "Finetune/Loss": 0.8605690002441406, "Finetune/Loss (Raw)": 0.7628034353256226, "Finetune/Step": 4393, "Finetune/Step Time": 11.868779046460986}
+{"Finetune/Learning Rate": 1.8003393638027698e-05, "Finetune/Loss": 0.8622602224349976, "Finetune/Loss (Raw)": 0.9493526220321655, "Finetune/Step": 4394, "Finetune/Step Time": 11.851864708587527}
+{"Finetune/Learning Rate": 1.8002383911975203e-05, "Finetune/Loss": 0.8618373274803162, "Finetune/Loss (Raw)": 0.8584462404251099, "Finetune/Step": 4395, "Finetune/Step Time": 11.854791896417737}
+{"Finetune/Learning Rate": 1.8001373958997858e-05, "Finetune/Loss": 0.8635755777359009, "Finetune/Loss (Raw)": 0.8140088319778442, "Finetune/Step": 4396, "Finetune/Step Time": 11.840838119387627}
+{"Finetune/Learning Rate": 1.80003637791243e-05, "Finetune/Loss": 0.8646934032440186, "Finetune/Loss (Raw)": 0.8818971514701843, "Finetune/Step": 4397, "Finetune/Step Time": 11.884319767355919}
+{"Finetune/Learning Rate": 1.799935337238317e-05, "Finetune/Loss": 0.8648024797439575, "Finetune/Loss (Raw)": 0.9072012901306152, "Finetune/Step": 4398, "Finetune/Step Time": 11.887220913544297}
+{"Finetune/Learning Rate": 1.799834273880313e-05, "Finetune/Loss": 0.8634034395217896, "Finetune/Loss (Raw)": 0.8614490628242493, "Finetune/Step": 4399, "Finetune/Step Time": 11.895824803039432}
+{"Finetune/Learning Rate": 1.7997331878412837e-05, "Finetune/Loss": 0.8629806637763977, "Finetune/Loss (Raw)": 0.9179580211639404, "Finetune/Step": 4400, "Finetune/Step Time": 11.896578285843134}
+{"Finetune/Learning Rate": 1.7996320791240948e-05, "Finetune/Loss": 0.8628711700439453, "Finetune/Loss (Raw)": 0.9070711731910706, "Finetune/Step": 4401, "Finetune/Step Time": 11.901422619819641}
+{"Finetune/Learning Rate": 1.7995309477316142e-05, "Finetune/Loss": 0.8622163534164429, "Finetune/Loss (Raw)": 0.7742409110069275, "Finetune/Step": 4402, "Finetune/Step Time": 11.894149754196405}
+{"Finetune/Learning Rate": 1.7994297936667095e-05, "Finetune/Loss": 0.8614303469657898, "Finetune/Loss (Raw)": 0.7752494215965271, "Finetune/Step": 4403, "Finetune/Step Time": 11.872800594195724}
+{"Finetune/Learning Rate": 1.799328616932249e-05, "Finetune/Loss": 0.8609938621520996, "Finetune/Loss (Raw)": 0.7958886027336121, "Finetune/Step": 4404, "Finetune/Step Time": 11.883813597261906}
+{"Finetune/Learning Rate": 1.799227417531102e-05, "Finetune/Loss": 0.8613488674163818, "Finetune/Loss (Raw)": 0.8462178111076355, "Finetune/Step": 4405, "Finetune/Step Time": 11.884577754884958}
+{"Finetune/Learning Rate": 1.7991261954661384e-05, "Finetune/Loss": 0.8620907068252563, "Finetune/Loss (Raw)": 0.9678485989570618, "Finetune/Step": 4406, "Finetune/Step Time": 11.898996278643608}
+{"Finetune/Learning Rate": 1.7990249507402277e-05, "Finetune/Loss": 0.8627111315727234, "Finetune/Loss (Raw)": 0.9595487713813782, "Finetune/Step": 4407, "Finetune/Step Time": 11.900727339088917}
+{"Finetune/Learning Rate": 1.798923683356242e-05, "Finetune/Loss": 0.8626161813735962, "Finetune/Loss (Raw)": 0.9547722935676575, "Finetune/Step": 4408, "Finetune/Step Time": 11.912677371874452}
+{"Finetune/Learning Rate": 1.7988223933170524e-05, "Finetune/Loss": 0.8623005151748657, "Finetune/Loss (Raw)": 0.7945816516876221, "Finetune/Step": 4409, "Finetune/Step Time": 11.906624425202608}
+{"Finetune/Learning Rate": 1.7987210806255314e-05, "Finetune/Loss": 0.8618608117103577, "Finetune/Loss (Raw)": 0.9097124934196472, "Finetune/Step": 4410, "Finetune/Step Time": 11.924438521265984}
+{"Finetune/Learning Rate": 1.7986197452845514e-05, "Finetune/Loss": 0.8624463081359863, "Finetune/Loss (Raw)": 0.9727024435997009, "Finetune/Step": 4411, "Finetune/Step Time": 11.923793388530612}
+{"Finetune/Learning Rate": 1.7985183872969867e-05, "Finetune/Loss": 0.8641664981842041, "Finetune/Loss (Raw)": 1.0368828773498535, "Finetune/Step": 4412, "Finetune/Step Time": 11.912989115342498}
+{"Finetune/Learning Rate": 1.798417006665711e-05, "Finetune/Loss": 0.8651053309440613, "Finetune/Loss (Raw)": 0.9359607100486755, "Finetune/Step": 4413, "Finetune/Step Time": 11.91286944411695}
+{"Finetune/Learning Rate": 1.7983156033936e-05, "Finetune/Loss": 0.8638155460357666, "Finetune/Loss (Raw)": 0.7661658525466919, "Finetune/Step": 4414, "Finetune/Step Time": 11.91774551384151}
+{"Finetune/Learning Rate": 1.7982141774835278e-05, "Finetune/Loss": 0.8647533655166626, "Finetune/Loss (Raw)": 0.9226431250572205, "Finetune/Step": 4415, "Finetune/Step Time": 11.919326404109597}
+{"Finetune/Learning Rate": 1.7981127289383718e-05, "Finetune/Loss": 0.8651605248451233, "Finetune/Loss (Raw)": 0.9952186346054077, "Finetune/Step": 4416, "Finetune/Step Time": 11.915749739855528}
+{"Finetune/Learning Rate": 1.798011257761008e-05, "Finetune/Loss": 0.8654079437255859, "Finetune/Loss (Raw)": 0.9720271825790405, "Finetune/Step": 4417, "Finetune/Step Time": 11.916502714157104}
+{"Finetune/Learning Rate": 1.7979097639543144e-05, "Finetune/Loss": 0.8678560256958008, "Finetune/Loss (Raw)": 1.053723692893982, "Finetune/Step": 4418, "Finetune/Step Time": 11.919572724029422}
+{"Finetune/Learning Rate": 1.7978082475211688e-05, "Finetune/Loss": 0.8661475777626038, "Finetune/Loss (Raw)": 0.7408823370933533, "Finetune/Step": 4419, "Finetune/Step Time": 11.914729489013553}
+{"Finetune/Learning Rate": 1.7977067084644498e-05, "Finetune/Loss": 0.8649168610572815, "Finetune/Loss (Raw)": 0.7143794894218445, "Finetune/Step": 4420, "Finetune/Step Time": 11.914758563041687}
+{"Finetune/Learning Rate": 1.7976051467870373e-05, "Finetune/Loss": 0.8635606169700623, "Finetune/Loss (Raw)": 0.8113358020782471, "Finetune/Step": 4421, "Finetune/Step Time": 11.919280458241701}
+{"Finetune/Learning Rate": 1.7975035624918105e-05, "Finetune/Loss": 0.8645576238632202, "Finetune/Loss (Raw)": 0.9886190295219421, "Finetune/Step": 4422, "Finetune/Step Time": 11.931729851290584}
+{"Finetune/Learning Rate": 1.7974019555816508e-05, "Finetune/Loss": 0.8622379302978516, "Finetune/Loss (Raw)": 0.7160240411758423, "Finetune/Step": 4423, "Finetune/Step Time": 11.930998483672738}
+{"Finetune/Learning Rate": 1.797300326059439e-05, "Finetune/Loss": 0.8604949712753296, "Finetune/Loss (Raw)": 0.742186427116394, "Finetune/Step": 4424, "Finetune/Step Time": 11.930772632360458}
+{"Finetune/Learning Rate": 1.7971986739280573e-05, "Finetune/Loss": 0.8600109219551086, "Finetune/Loss (Raw)": 0.7922671437263489, "Finetune/Step": 4425, "Finetune/Step Time": 11.93558568879962}
+{"Finetune/Learning Rate": 1.7970969991903882e-05, "Finetune/Loss": 0.8602157831192017, "Finetune/Loss (Raw)": 0.9899975061416626, "Finetune/Step": 4426, "Finetune/Step Time": 11.917896825820208}
+{"Finetune/Learning Rate": 1.7969953018493145e-05, "Finetune/Loss": 0.8581985235214233, "Finetune/Loss (Raw)": 0.6274157762527466, "Finetune/Step": 4427, "Finetune/Step Time": 11.940162926912308}
+{"Finetune/Learning Rate": 1.7968935819077207e-05, "Finetune/Loss": 0.8580141067504883, "Finetune/Loss (Raw)": 0.900251567363739, "Finetune/Step": 4428, "Finetune/Step Time": 11.942435346543789}
+{"Finetune/Learning Rate": 1.7967918393684905e-05, "Finetune/Loss": 0.8576450347900391, "Finetune/Loss (Raw)": 0.757203996181488, "Finetune/Step": 4429, "Finetune/Step Time": 11.958153638988733}
+{"Finetune/Learning Rate": 1.7966900742345102e-05, "Finetune/Loss": 0.8563259243965149, "Finetune/Loss (Raw)": 0.699789822101593, "Finetune/Step": 4430, "Finetune/Step Time": 11.975383603945374}
+{"Finetune/Learning Rate": 1.7965882865086642e-05, "Finetune/Loss": 0.8547401428222656, "Finetune/Loss (Raw)": 0.641823947429657, "Finetune/Step": 4431, "Finetune/Step Time": 12.007717261090875}
+{"Finetune/Learning Rate": 1.7964864761938404e-05, "Finetune/Loss": 0.8561415076255798, "Finetune/Loss (Raw)": 0.8945291042327881, "Finetune/Step": 4432, "Finetune/Step Time": 12.014497311785817}
+{"Finetune/Learning Rate": 1.7963846432929244e-05, "Finetune/Loss": 0.856679379940033, "Finetune/Loss (Raw)": 1.009521722793579, "Finetune/Step": 4433, "Finetune/Step Time": 12.04305881075561}
+{"Finetune/Learning Rate": 1.7962827878088046e-05, "Finetune/Loss": 0.8561340570449829, "Finetune/Loss (Raw)": 0.8309622406959534, "Finetune/Step": 4434, "Finetune/Step Time": 12.047905538231134}
+{"Finetune/Learning Rate": 1.7961809097443693e-05, "Finetune/Loss": 0.8562442064285278, "Finetune/Loss (Raw)": 0.7423430681228638, "Finetune/Step": 4435, "Finetune/Step Time": 12.059936251491308}
+{"Finetune/Learning Rate": 1.7960790091025076e-05, "Finetune/Loss": 0.8555037975311279, "Finetune/Loss (Raw)": 0.7647711038589478, "Finetune/Step": 4436, "Finetune/Step Time": 12.094538401812315}
+{"Finetune/Learning Rate": 1.7959770858861086e-05, "Finetune/Loss": 0.8552038669586182, "Finetune/Loss (Raw)": 0.7448487877845764, "Finetune/Step": 4437, "Finetune/Step Time": 12.09959151595831}
+{"Finetune/Learning Rate": 1.7958751400980634e-05, "Finetune/Loss": 0.8548948764801025, "Finetune/Loss (Raw)": 0.9058912992477417, "Finetune/Step": 4438, "Finetune/Step Time": 12.092311967164278}
+{"Finetune/Learning Rate": 1.795773171741262e-05, "Finetune/Loss": 0.8542062640190125, "Finetune/Loss (Raw)": 0.816100001335144, "Finetune/Step": 4439, "Finetune/Step Time": 12.072629829868674}
+{"Finetune/Learning Rate": 1.7956711808185967e-05, "Finetune/Loss": 0.8535870313644409, "Finetune/Loss (Raw)": 0.6936217546463013, "Finetune/Step": 4440, "Finetune/Step Time": 12.041495308279991}
+{"Finetune/Learning Rate": 1.795569167332959e-05, "Finetune/Loss": 0.8548057079315186, "Finetune/Loss (Raw)": 1.1146230697631836, "Finetune/Step": 4441, "Finetune/Step Time": 12.046461386606097}
+{"Finetune/Learning Rate": 1.795467131287242e-05, "Finetune/Loss": 0.8539010286331177, "Finetune/Loss (Raw)": 0.8341252207756042, "Finetune/Step": 4442, "Finetune/Step Time": 12.04465645365417}
+{"Finetune/Learning Rate": 1.7953650726843394e-05, "Finetune/Loss": 0.8550580143928528, "Finetune/Loss (Raw)": 0.9106483459472656, "Finetune/Step": 4443, "Finetune/Step Time": 12.04913811571896}
+{"Finetune/Learning Rate": 1.7952629915271447e-05, "Finetune/Loss": 0.8550844192504883, "Finetune/Loss (Raw)": 0.9168601632118225, "Finetune/Step": 4444, "Finetune/Step Time": 12.055336160585284}
+{"Finetune/Learning Rate": 1.7951608878185533e-05, "Finetune/Loss": 0.8555720448493958, "Finetune/Loss (Raw)": 0.9662531614303589, "Finetune/Step": 4445, "Finetune/Step Time": 12.051556393504143}
+{"Finetune/Learning Rate": 1.79505876156146e-05, "Finetune/Loss": 0.8552314639091492, "Finetune/Loss (Raw)": 0.8648959994316101, "Finetune/Step": 4446, "Finetune/Step Time": 12.045435978099704}
+{"Finetune/Learning Rate": 1.7949566127587613e-05, "Finetune/Loss": 0.8553100824356079, "Finetune/Loss (Raw)": 0.9455179572105408, "Finetune/Step": 4447, "Finetune/Step Time": 12.04516332782805}
+{"Finetune/Learning Rate": 1.7948544414133534e-05, "Finetune/Loss": 0.8547617197036743, "Finetune/Loss (Raw)": 0.801601767539978, "Finetune/Step": 4448, "Finetune/Step Time": 12.046030133962631}
+{"Finetune/Learning Rate": 1.794752247528134e-05, "Finetune/Loss": 0.857629656791687, "Finetune/Loss (Raw)": 0.8803167939186096, "Finetune/Step": 4449, "Finetune/Step Time": 12.021137377247214}
+{"Finetune/Learning Rate": 1.7946500311060007e-05, "Finetune/Loss": 0.8587712049484253, "Finetune/Loss (Raw)": 0.7379004955291748, "Finetune/Step": 4450, "Finetune/Step Time": 12.026341186836362}
+{"Finetune/Learning Rate": 1.794547792149852e-05, "Finetune/Loss": 0.8577247858047485, "Finetune/Loss (Raw)": 0.7052237391471863, "Finetune/Step": 4451, "Finetune/Step Time": 12.036041056737304}
+{"Finetune/Learning Rate": 1.7944455306625877e-05, "Finetune/Loss": 0.8561563491821289, "Finetune/Loss (Raw)": 0.6655363440513611, "Finetune/Step": 4452, "Finetune/Step Time": 12.060371320694685}
+{"Finetune/Learning Rate": 1.7943432466471072e-05, "Finetune/Loss": 0.8558046817779541, "Finetune/Loss (Raw)": 0.8990651965141296, "Finetune/Step": 4453, "Finetune/Step Time": 12.053981751203537}
+{"Finetune/Learning Rate": 1.794240940106311e-05, "Finetune/Loss": 0.8551459908485413, "Finetune/Loss (Raw)": 0.77293461561203, "Finetune/Step": 4454, "Finetune/Step Time": 12.055272163823247}
+{"Finetune/Learning Rate": 1.7941386110431e-05, "Finetune/Loss": 0.8547932505607605, "Finetune/Loss (Raw)": 0.8486098051071167, "Finetune/Step": 4455, "Finetune/Step Time": 12.058465035632253}
+{"Finetune/Learning Rate": 1.7940362594603767e-05, "Finetune/Loss": 0.8552113771438599, "Finetune/Loss (Raw)": 0.9879695177078247, "Finetune/Step": 4456, "Finetune/Step Time": 12.05971609801054}
+{"Finetune/Learning Rate": 1.7939338853610422e-05, "Finetune/Loss": 0.8551872968673706, "Finetune/Loss (Raw)": 0.8057065606117249, "Finetune/Step": 4457, "Finetune/Step Time": 12.060914140194654}
+{"Finetune/Learning Rate": 1.7938314887480013e-05, "Finetune/Loss": 0.8560394048690796, "Finetune/Loss (Raw)": 0.8479269742965698, "Finetune/Step": 4458, "Finetune/Step Time": 12.071692675352097}
+{"Finetune/Learning Rate": 1.793729069624156e-05, "Finetune/Loss": 0.85629802942276, "Finetune/Loss (Raw)": 0.8880012631416321, "Finetune/Step": 4459, "Finetune/Step Time": 12.090794460847974}
+{"Finetune/Learning Rate": 1.7936266279924118e-05, "Finetune/Loss": 0.8563303351402283, "Finetune/Loss (Raw)": 0.885869562625885, "Finetune/Step": 4460, "Finetune/Step Time": 12.0771395675838}
+{"Finetune/Learning Rate": 1.7935241638556732e-05, "Finetune/Loss": 0.8567734956741333, "Finetune/Loss (Raw)": 0.9320759177207947, "Finetune/Step": 4461, "Finetune/Step Time": 12.082251496613026}
+{"Finetune/Learning Rate": 1.7934216772168458e-05, "Finetune/Loss": 0.8573317527770996, "Finetune/Loss (Raw)": 0.8880998492240906, "Finetune/Step": 4462, "Finetune/Step Time": 12.081429874524474}
+{"Finetune/Learning Rate": 1.7933191680788354e-05, "Finetune/Loss": 0.8580578565597534, "Finetune/Loss (Raw)": 0.9153610467910767, "Finetune/Step": 4463, "Finetune/Step Time": 12.084587417542934}
+{"Finetune/Learning Rate": 1.7932166364445498e-05, "Finetune/Loss": 0.8565664291381836, "Finetune/Loss (Raw)": 0.7579704523086548, "Finetune/Step": 4464, "Finetune/Step Time": 12.083755735307932}
+{"Finetune/Learning Rate": 1.7931140823168957e-05, "Finetune/Loss": 0.8568167686462402, "Finetune/Loss (Raw)": 0.8093074560165405, "Finetune/Step": 4465, "Finetune/Step Time": 12.067527428269386}
+{"Finetune/Learning Rate": 1.7930115056987815e-05, "Finetune/Loss": 0.8568137884140015, "Finetune/Loss (Raw)": 0.9317638874053955, "Finetune/Step": 4466, "Finetune/Step Time": 12.078058870509267}
+{"Finetune/Learning Rate": 1.792908906593116e-05, "Finetune/Loss": 0.8564885258674622, "Finetune/Loss (Raw)": 0.7504414319992065, "Finetune/Step": 4467, "Finetune/Step Time": 12.08848107419908}
+{"Finetune/Learning Rate": 1.792806285002809e-05, "Finetune/Loss": 0.8593677878379822, "Finetune/Loss (Raw)": 0.92939293384552, "Finetune/Step": 4468, "Finetune/Step Time": 12.068446213379502}
+{"Finetune/Learning Rate": 1.7927036409307697e-05, "Finetune/Loss": 0.8594250679016113, "Finetune/Loss (Raw)": 0.8749393224716187, "Finetune/Step": 4469, "Finetune/Step Time": 12.0667663551867}
+{"Finetune/Learning Rate": 1.79260097437991e-05, "Finetune/Loss": 0.8597123026847839, "Finetune/Loss (Raw)": 0.9246938824653625, "Finetune/Step": 4470, "Finetune/Step Time": 12.063127571716905}
+{"Finetune/Learning Rate": 1.7924982853531397e-05, "Finetune/Loss": 0.8616511225700378, "Finetune/Loss (Raw)": 1.091773509979248, "Finetune/Step": 4471, "Finetune/Step Time": 12.065989878028631}
+{"Finetune/Learning Rate": 1.792395573853372e-05, "Finetune/Loss": 0.8618984818458557, "Finetune/Loss (Raw)": 0.806910514831543, "Finetune/Step": 4472, "Finetune/Step Time": 12.06388802267611}
+{"Finetune/Learning Rate": 1.7922928398835195e-05, "Finetune/Loss": 0.8609188795089722, "Finetune/Loss (Raw)": 0.8550570607185364, "Finetune/Step": 4473, "Finetune/Step Time": 12.085732344537973}
+{"Finetune/Learning Rate": 1.7921900834464945e-05, "Finetune/Loss": 0.8609760999679565, "Finetune/Loss (Raw)": 0.8417063355445862, "Finetune/Step": 4474, "Finetune/Step Time": 12.088156253099442}
+{"Finetune/Learning Rate": 1.7920873045452112e-05, "Finetune/Loss": 0.8608012199401855, "Finetune/Loss (Raw)": 0.7985275387763977, "Finetune/Step": 4475, "Finetune/Step Time": 12.119424730539322}
+{"Finetune/Learning Rate": 1.7919845031825847e-05, "Finetune/Loss": 0.8590400815010071, "Finetune/Loss (Raw)": 0.682354748249054, "Finetune/Step": 4476, "Finetune/Step Time": 12.119919685646892}
+{"Finetune/Learning Rate": 1.7918816793615298e-05, "Finetune/Loss": 0.858197033405304, "Finetune/Loss (Raw)": 0.7722614407539368, "Finetune/Step": 4477, "Finetune/Step Time": 12.201635347679257}
+{"Finetune/Learning Rate": 1.7917788330849623e-05, "Finetune/Loss": 0.8591718673706055, "Finetune/Loss (Raw)": 0.9264541268348694, "Finetune/Step": 4478, "Finetune/Step Time": 12.18418407253921}
+{"Finetune/Learning Rate": 1.7916759643557987e-05, "Finetune/Loss": 0.859741747379303, "Finetune/Loss (Raw)": 0.9753118753433228, "Finetune/Step": 4479, "Finetune/Step Time": 12.172452973201871}
+{"Finetune/Learning Rate": 1.7915730731769558e-05, "Finetune/Loss": 0.8584282398223877, "Finetune/Loss (Raw)": 0.7755647301673889, "Finetune/Step": 4480, "Finetune/Step Time": 12.171944048255682}
+{"Finetune/Learning Rate": 1.7914701595513516e-05, "Finetune/Loss": 0.8591836094856262, "Finetune/Loss (Raw)": 0.8000738620758057, "Finetune/Step": 4481, "Finetune/Step Time": 12.184873400256038}
+{"Finetune/Learning Rate": 1.7913672234819042e-05, "Finetune/Loss": 0.8606469631195068, "Finetune/Loss (Raw)": 0.9116811752319336, "Finetune/Step": 4482, "Finetune/Step Time": 12.190654579550028}
+{"Finetune/Learning Rate": 1.7912642649715325e-05, "Finetune/Loss": 0.8588427305221558, "Finetune/Loss (Raw)": 0.7426179051399231, "Finetune/Step": 4483, "Finetune/Step Time": 12.256792506203055}
+{"Finetune/Learning Rate": 1.7911612840231563e-05, "Finetune/Loss": 0.8575637340545654, "Finetune/Loss (Raw)": 0.7194216251373291, "Finetune/Step": 4484, "Finetune/Step Time": 12.295182721689343}
+{"Finetune/Learning Rate": 1.7910582806396967e-05, "Finetune/Loss": 0.8573651909828186, "Finetune/Loss (Raw)": 0.7347801923751831, "Finetune/Step": 4485, "Finetune/Step Time": 12.294190216809511}
+{"Finetune/Learning Rate": 1.7909552548240727e-05, "Finetune/Loss": 0.8560156226158142, "Finetune/Loss (Raw)": 0.7941787838935852, "Finetune/Step": 4486, "Finetune/Step Time": 12.292818678542972}
+{"Finetune/Learning Rate": 1.7908522065792075e-05, "Finetune/Loss": 0.8556042909622192, "Finetune/Loss (Raw)": 0.8559580445289612, "Finetune/Step": 4487, "Finetune/Step Time": 12.29846247844398}
+{"Finetune/Learning Rate": 1.7907491359080224e-05, "Finetune/Loss": 0.8559807538986206, "Finetune/Loss (Raw)": 0.970341682434082, "Finetune/Step": 4488, "Finetune/Step Time": 12.293049909174442}
+{"Finetune/Learning Rate": 1.7906460428134402e-05, "Finetune/Loss": 0.8538719415664673, "Finetune/Loss (Raw)": 0.7401432394981384, "Finetune/Step": 4489, "Finetune/Step Time": 12.306139407679439}
+{"Finetune/Learning Rate": 1.7905429272983844e-05, "Finetune/Loss": 0.8520107269287109, "Finetune/Loss (Raw)": 0.7194647789001465, "Finetune/Step": 4490, "Finetune/Step Time": 12.302181793376803}
+{"Finetune/Learning Rate": 1.7904397893657797e-05, "Finetune/Loss": 0.8499482870101929, "Finetune/Loss (Raw)": 0.6317875981330872, "Finetune/Step": 4491, "Finetune/Step Time": 12.330940071493387}
+{"Finetune/Learning Rate": 1.7903366290185498e-05, "Finetune/Loss": 0.8490792512893677, "Finetune/Loss (Raw)": 0.8374246954917908, "Finetune/Step": 4492, "Finetune/Step Time": 12.330447155982256}
+{"Finetune/Learning Rate": 1.7902334462596208e-05, "Finetune/Loss": 0.8484920859336853, "Finetune/Loss (Raw)": 0.725724995136261, "Finetune/Step": 4493, "Finetune/Step Time": 12.326428087428212}
+{"Finetune/Learning Rate": 1.7901302410919186e-05, "Finetune/Loss": 0.8485684394836426, "Finetune/Loss (Raw)": 0.9630021452903748, "Finetune/Step": 4494, "Finetune/Step Time": 12.314056491479278}
+{"Finetune/Learning Rate": 1.790027013518369e-05, "Finetune/Loss": 0.848013162612915, "Finetune/Loss (Raw)": 0.8507333993911743, "Finetune/Step": 4495, "Finetune/Step Time": 12.30960045941174}
+{"Finetune/Learning Rate": 1.7899237635419002e-05, "Finetune/Loss": 0.8486771583557129, "Finetune/Loss (Raw)": 0.8217713236808777, "Finetune/Step": 4496, "Finetune/Step Time": 12.317226015031338}
+{"Finetune/Learning Rate": 1.7898204911654397e-05, "Finetune/Loss": 0.8493276834487915, "Finetune/Loss (Raw)": 0.9155625104904175, "Finetune/Step": 4497, "Finetune/Step Time": 12.306456109508872}
+{"Finetune/Learning Rate": 1.789717196391916e-05, "Finetune/Loss": 0.8495331406593323, "Finetune/Loss (Raw)": 0.8876670002937317, "Finetune/Step": 4498, "Finetune/Step Time": 12.310161594301462}
+{"Finetune/Learning Rate": 1.789613879224258e-05, "Finetune/Loss": 0.8498147130012512, "Finetune/Loss (Raw)": 0.9037719964981079, "Finetune/Step": 4499, "Finetune/Step Time": 12.309591602534056}
+{"Finetune/Learning Rate": 1.7895105396653963e-05, "Finetune/Loss": 0.8504735827445984, "Finetune/Loss (Raw)": 0.9776411056518555, "Finetune/Step": 4500, "Finetune/Step Time": 12.30596917308867}
+{"Finetune/Learning Rate": 1.7894071777182605e-05, "Finetune/Loss": 0.8508363962173462, "Finetune/Loss (Raw)": 0.9636417627334595, "Finetune/Step": 4501, "Finetune/Step Time": 12.305929252877831}
+{"Finetune/Learning Rate": 1.7893037933857816e-05, "Finetune/Loss": 0.851498007774353, "Finetune/Loss (Raw)": 0.7511159181594849, "Finetune/Step": 4502, "Finetune/Step Time": 12.308852601796389}
+{"Finetune/Learning Rate": 1.789200386670892e-05, "Finetune/Loss": 0.8513219952583313, "Finetune/Loss (Raw)": 0.8232685327529907, "Finetune/Step": 4503, "Finetune/Step Time": 12.321693554520607}
+{"Finetune/Learning Rate": 1.7890969575765232e-05, "Finetune/Loss": 0.8514152765274048, "Finetune/Loss (Raw)": 0.9529393315315247, "Finetune/Step": 4504, "Finetune/Step Time": 12.321598505601287}
+{"Finetune/Learning Rate": 1.7889935061056092e-05, "Finetune/Loss": 0.853158175945282, "Finetune/Loss (Raw)": 0.9023470878601074, "Finetune/Step": 4505, "Finetune/Step Time": 12.275349449366331}
+{"Finetune/Learning Rate": 1.788890032261083e-05, "Finetune/Loss": 0.8524248600006104, "Finetune/Loss (Raw)": 0.7973452210426331, "Finetune/Step": 4506, "Finetune/Step Time": 12.265314335003495}
+{"Finetune/Learning Rate": 1.788786536045878e-05, "Finetune/Loss": 0.8521178960800171, "Finetune/Loss (Raw)": 0.7731693387031555, "Finetune/Step": 4507, "Finetune/Step Time": 12.265256771817803}
+{"Finetune/Learning Rate": 1.78868301746293e-05, "Finetune/Loss": 0.8511737585067749, "Finetune/Loss (Raw)": 0.7258268594741821, "Finetune/Step": 4508, "Finetune/Step Time": 12.290264574810863}
+{"Finetune/Learning Rate": 1.788579476515175e-05, "Finetune/Loss": 0.8512303829193115, "Finetune/Loss (Raw)": 0.9447530508041382, "Finetune/Step": 4509, "Finetune/Step Time": 12.294198052957654}
+{"Finetune/Learning Rate": 1.788475913205548e-05, "Finetune/Loss": 0.8495500683784485, "Finetune/Loss (Raw)": 0.809843122959137, "Finetune/Step": 4510, "Finetune/Step Time": 12.313585359603167}
+{"Finetune/Learning Rate": 1.788372327536986e-05, "Finetune/Loss": 0.8507517576217651, "Finetune/Loss (Raw)": 1.035967230796814, "Finetune/Step": 4511, "Finetune/Step Time": 12.253611026331782}
+{"Finetune/Learning Rate": 1.788268719512427e-05, "Finetune/Loss": 0.8513231873512268, "Finetune/Loss (Raw)": 0.8844932317733765, "Finetune/Step": 4512, "Finetune/Step Time": 12.250018414109945}
+{"Finetune/Learning Rate": 1.7881650891348087e-05, "Finetune/Loss": 0.8520959615707397, "Finetune/Loss (Raw)": 0.9887275695800781, "Finetune/Step": 4513, "Finetune/Step Time": 12.247850144281983}
+{"Finetune/Learning Rate": 1.7880614364070696e-05, "Finetune/Loss": 0.8533663153648376, "Finetune/Loss (Raw)": 0.7962870597839355, "Finetune/Step": 4514, "Finetune/Step Time": 12.224289502948523}
+{"Finetune/Learning Rate": 1.787957761332149e-05, "Finetune/Loss": 0.8546147346496582, "Finetune/Loss (Raw)": 1.075719952583313, "Finetune/Step": 4515, "Finetune/Step Time": 12.227544272318482}
+{"Finetune/Learning Rate": 1.787854063912987e-05, "Finetune/Loss": 0.8524702787399292, "Finetune/Loss (Raw)": 0.6878835558891296, "Finetune/Step": 4516, "Finetune/Step Time": 12.237842861562967}
+{"Finetune/Learning Rate": 1.7877503441525242e-05, "Finetune/Loss": 0.8530967235565186, "Finetune/Loss (Raw)": 0.9603232145309448, "Finetune/Step": 4517, "Finetune/Step Time": 12.221559435129166}
+{"Finetune/Learning Rate": 1.7876466020537016e-05, "Finetune/Loss": 0.8517526388168335, "Finetune/Loss (Raw)": 0.7884379625320435, "Finetune/Step": 4518, "Finetune/Step Time": 12.22664438933134}
+{"Finetune/Learning Rate": 1.787542837619461e-05, "Finetune/Loss": 0.853082537651062, "Finetune/Loss (Raw)": 0.8929589986801147, "Finetune/Step": 4519, "Finetune/Step Time": 12.220348099246621}
+{"Finetune/Learning Rate": 1.7874390508527454e-05, "Finetune/Loss": 0.852663516998291, "Finetune/Loss (Raw)": 0.744234025478363, "Finetune/Step": 4520, "Finetune/Step Time": 12.214196346700191}
+{"Finetune/Learning Rate": 1.7873352417564972e-05, "Finetune/Loss": 0.8528202176094055, "Finetune/Loss (Raw)": 0.7828648686408997, "Finetune/Step": 4521, "Finetune/Step Time": 12.216108350083232}
+{"Finetune/Learning Rate": 1.7872314103336607e-05, "Finetune/Loss": 0.8521562814712524, "Finetune/Loss (Raw)": 0.864368200302124, "Finetune/Step": 4522, "Finetune/Step Time": 12.218624264001846}
+{"Finetune/Learning Rate": 1.7871275565871796e-05, "Finetune/Loss": 0.8520798683166504, "Finetune/Loss (Raw)": 0.8486666679382324, "Finetune/Step": 4523, "Finetune/Step Time": 12.224525464698672}
+{"Finetune/Learning Rate": 1.7870236805199995e-05, "Finetune/Loss": 0.851714015007019, "Finetune/Loss (Raw)": 0.7671809196472168, "Finetune/Step": 4524, "Finetune/Step Time": 12.210622612386942}
+{"Finetune/Learning Rate": 1.7869197821350658e-05, "Finetune/Loss": 0.8509955406188965, "Finetune/Loss (Raw)": 0.7899314761161804, "Finetune/Step": 4525, "Finetune/Step Time": 12.160589838400483}
+{"Finetune/Learning Rate": 1.7868158614353245e-05, "Finetune/Loss": 0.8509396910667419, "Finetune/Loss (Raw)": 0.900053858757019, "Finetune/Step": 4526, "Finetune/Step Time": 12.174256686121225}
+{"Finetune/Learning Rate": 1.786711918423723e-05, "Finetune/Loss": 0.8513320684432983, "Finetune/Loss (Raw)": 0.9116743803024292, "Finetune/Step": 4527, "Finetune/Step Time": 12.173973022028804}
+{"Finetune/Learning Rate": 1.7866079531032088e-05, "Finetune/Loss": 0.8509289026260376, "Finetune/Loss (Raw)": 0.8663471937179565, "Finetune/Step": 4528, "Finetune/Step Time": 12.167562110349536}
+{"Finetune/Learning Rate": 1.7865039654767296e-05, "Finetune/Loss": 0.8502878546714783, "Finetune/Loss (Raw)": 0.825019359588623, "Finetune/Step": 4529, "Finetune/Step Time": 12.163766099140048}
+{"Finetune/Learning Rate": 1.7863999555472346e-05, "Finetune/Loss": 0.8505855202674866, "Finetune/Loss (Raw)": 0.8123458623886108, "Finetune/Step": 4530, "Finetune/Step Time": 12.181070510298014}
+{"Finetune/Learning Rate": 1.786295923317673e-05, "Finetune/Loss": 0.8515483140945435, "Finetune/Loss (Raw)": 0.8984893560409546, "Finetune/Step": 4531, "Finetune/Step Time": 12.171534158289433}
+{"Finetune/Learning Rate": 1.786191868790995e-05, "Finetune/Loss": 0.8515605926513672, "Finetune/Loss (Raw)": 0.7974526882171631, "Finetune/Step": 4532, "Finetune/Step Time": 12.149376813322306}
+{"Finetune/Learning Rate": 1.786087791970151e-05, "Finetune/Loss": 0.852204442024231, "Finetune/Loss (Raw)": 0.9286354184150696, "Finetune/Step": 4533, "Finetune/Step Time": 12.15482011064887}
+{"Finetune/Learning Rate": 1.7859836928580932e-05, "Finetune/Loss": 0.8508784174919128, "Finetune/Loss (Raw)": 0.7981142997741699, "Finetune/Step": 4534, "Finetune/Step Time": 12.140427567064762}
+{"Finetune/Learning Rate": 1.7858795714577725e-05, "Finetune/Loss": 0.8507463932037354, "Finetune/Loss (Raw)": 0.942648708820343, "Finetune/Step": 4535, "Finetune/Step Time": 12.13664985820651}
+{"Finetune/Learning Rate": 1.7857754277721417e-05, "Finetune/Loss": 0.8505529165267944, "Finetune/Loss (Raw)": 0.9300130605697632, "Finetune/Step": 4536, "Finetune/Step Time": 12.128721848130226}
+{"Finetune/Learning Rate": 1.785671261804154e-05, "Finetune/Loss": 0.8505199551582336, "Finetune/Loss (Raw)": 0.7903585433959961, "Finetune/Step": 4537, "Finetune/Step Time": 12.133946413174272}
+{"Finetune/Learning Rate": 1.785567073556764e-05, "Finetune/Loss": 0.8508618474006653, "Finetune/Loss (Raw)": 0.9534700512886047, "Finetune/Step": 4538, "Finetune/Step Time": 12.116060741245747}
+{"Finetune/Learning Rate": 1.7854628630329254e-05, "Finetune/Loss": 0.8498730659484863, "Finetune/Loss (Raw)": 0.8461495637893677, "Finetune/Step": 4539, "Finetune/Step Time": 12.11852646432817}
+{"Finetune/Learning Rate": 1.785358630235594e-05, "Finetune/Loss": 0.8488056659698486, "Finetune/Loss (Raw)": 0.9002479910850525, "Finetune/Step": 4540, "Finetune/Step Time": 12.121137412264943}
+{"Finetune/Learning Rate": 1.7852543751677247e-05, "Finetune/Loss": 0.8481046557426453, "Finetune/Loss (Raw)": 0.8462334275245667, "Finetune/Step": 4541, "Finetune/Step Time": 12.126842522993684}
+{"Finetune/Learning Rate": 1.7851500978322742e-05, "Finetune/Loss": 0.8486109972000122, "Finetune/Loss (Raw)": 0.8309729099273682, "Finetune/Step": 4542, "Finetune/Step Time": 12.123424358665943}
+{"Finetune/Learning Rate": 1.7850457982322e-05, "Finetune/Loss": 0.8473638892173767, "Finetune/Loss (Raw)": 0.7630199790000916, "Finetune/Step": 4543, "Finetune/Step Time": 12.125431342050433}
+{"Finetune/Learning Rate": 1.7849414763704587e-05, "Finetune/Loss": 0.8452460765838623, "Finetune/Loss (Raw)": 0.7241402864456177, "Finetune/Step": 4544, "Finetune/Step Time": 12.125244414433837}
+{"Finetune/Learning Rate": 1.7848371322500098e-05, "Finetune/Loss": 0.8441509008407593, "Finetune/Loss (Raw)": 0.8318402767181396, "Finetune/Step": 4545, "Finetune/Step Time": 12.138052774593234}
+{"Finetune/Learning Rate": 1.784732765873811e-05, "Finetune/Loss": 0.8413304090499878, "Finetune/Loss (Raw)": 0.6927034854888916, "Finetune/Step": 4546, "Finetune/Step Time": 12.169651074334979}
+{"Finetune/Learning Rate": 1.7846283772448233e-05, "Finetune/Loss": 0.842620849609375, "Finetune/Loss (Raw)": 0.9060608744621277, "Finetune/Step": 4547, "Finetune/Step Time": 12.171410026028752}
+{"Finetune/Learning Rate": 1.784523966366005e-05, "Finetune/Loss": 0.8441751599311829, "Finetune/Loss (Raw)": 0.9133278727531433, "Finetune/Step": 4548, "Finetune/Step Time": 12.171956533566117}
+{"Finetune/Learning Rate": 1.784419533240319e-05, "Finetune/Loss": 0.8450250029563904, "Finetune/Loss (Raw)": 0.9201159477233887, "Finetune/Step": 4549, "Finetune/Step Time": 12.17082017287612}
+{"Finetune/Learning Rate": 1.7843150778707247e-05, "Finetune/Loss": 0.8448717594146729, "Finetune/Loss (Raw)": 0.9690013527870178, "Finetune/Step": 4550, "Finetune/Step Time": 12.172079488635063}
+{"Finetune/Learning Rate": 1.7842106002601854e-05, "Finetune/Loss": 0.846392810344696, "Finetune/Loss (Raw)": 0.9107167720794678, "Finetune/Step": 4551, "Finetune/Step Time": 12.170050906017423}
+{"Finetune/Learning Rate": 1.7841061004116635e-05, "Finetune/Loss": 0.8481930494308472, "Finetune/Loss (Raw)": 0.972618043422699, "Finetune/Step": 4552, "Finetune/Step Time": 12.172788886353374}
+{"Finetune/Learning Rate": 1.7840015783281222e-05, "Finetune/Loss": 0.8480886816978455, "Finetune/Loss (Raw)": 0.7789077758789062, "Finetune/Step": 4553, "Finetune/Step Time": 12.199536575004458}
+{"Finetune/Learning Rate": 1.7838970340125258e-05, "Finetune/Loss": 0.8466765880584717, "Finetune/Loss (Raw)": 0.8092464804649353, "Finetune/Step": 4554, "Finetune/Step Time": 12.205264780670404}
+{"Finetune/Learning Rate": 1.7837924674678385e-05, "Finetune/Loss": 0.8487188220024109, "Finetune/Loss (Raw)": 0.8888261318206787, "Finetune/Step": 4555, "Finetune/Step Time": 12.192146690562367}
+{"Finetune/Learning Rate": 1.7836878786970256e-05, "Finetune/Loss": 0.8474481105804443, "Finetune/Loss (Raw)": 0.7375977039337158, "Finetune/Step": 4556, "Finetune/Step Time": 12.206373896449804}
+{"Finetune/Learning Rate": 1.7835832677030528e-05, "Finetune/Loss": 0.8484526872634888, "Finetune/Loss (Raw)": 0.8857959508895874, "Finetune/Step": 4557, "Finetune/Step Time": 12.197626329958439}
+{"Finetune/Learning Rate": 1.783478634488887e-05, "Finetune/Loss": 0.8504047393798828, "Finetune/Loss (Raw)": 0.9496514797210693, "Finetune/Step": 4558, "Finetune/Step Time": 12.179585553705692}
+{"Finetune/Learning Rate": 1.7833739790574947e-05, "Finetune/Loss": 0.8521678447723389, "Finetune/Loss (Raw)": 0.8674965500831604, "Finetune/Step": 4559, "Finetune/Step Time": 12.14715200662613}
+{"Finetune/Learning Rate": 1.7832693014118447e-05, "Finetune/Loss": 0.851549506187439, "Finetune/Loss (Raw)": 0.815388023853302, "Finetune/Step": 4560, "Finetune/Step Time": 12.147969339042902}
+{"Finetune/Learning Rate": 1.783164601554904e-05, "Finetune/Loss": 0.8482966423034668, "Finetune/Loss (Raw)": 0.5931523442268372, "Finetune/Step": 4561, "Finetune/Step Time": 12.145690379664302}
+{"Finetune/Learning Rate": 1.7830598794896422e-05, "Finetune/Loss": 0.8488167524337769, "Finetune/Loss (Raw)": 0.8975335359573364, "Finetune/Step": 4562, "Finetune/Step Time": 12.136349942535162}
+{"Finetune/Learning Rate": 1.7829551352190294e-05, "Finetune/Loss": 0.8496302962303162, "Finetune/Loss (Raw)": 0.8464781641960144, "Finetune/Step": 4563, "Finetune/Step Time": 12.124101189896464}
+{"Finetune/Learning Rate": 1.782850368746035e-05, "Finetune/Loss": 0.8496748208999634, "Finetune/Loss (Raw)": 0.7704663872718811, "Finetune/Step": 4564, "Finetune/Step Time": 12.089347245171666}
+{"Finetune/Learning Rate": 1.7827455800736303e-05, "Finetune/Loss": 0.8507571220397949, "Finetune/Loss (Raw)": 0.8833866119384766, "Finetune/Step": 4565, "Finetune/Step Time": 12.093688562512398}
+{"Finetune/Learning Rate": 1.7826407692047868e-05, "Finetune/Loss": 0.8506340980529785, "Finetune/Loss (Raw)": 0.890144407749176, "Finetune/Step": 4566, "Finetune/Step Time": 12.095582142472267}
+{"Finetune/Learning Rate": 1.782535936142477e-05, "Finetune/Loss": 0.850051760673523, "Finetune/Loss (Raw)": 0.7415639758110046, "Finetune/Step": 4567, "Finetune/Step Time": 12.108010640367866}
+{"Finetune/Learning Rate": 1.7824310808896728e-05, "Finetune/Loss": 0.8507390022277832, "Finetune/Loss (Raw)": 0.7815821170806885, "Finetune/Step": 4568, "Finetune/Step Time": 12.09569258056581}
+{"Finetune/Learning Rate": 1.7823262034493484e-05, "Finetune/Loss": 0.8483871817588806, "Finetune/Loss (Raw)": 0.813597559928894, "Finetune/Step": 4569, "Finetune/Step Time": 12.087925029918551}
+{"Finetune/Learning Rate": 1.782221303824477e-05, "Finetune/Loss": 0.8484007120132446, "Finetune/Loss (Raw)": 0.8358627557754517, "Finetune/Step": 4570, "Finetune/Step Time": 12.089595137163997}
+{"Finetune/Learning Rate": 1.782116382018034e-05, "Finetune/Loss": 0.8478031158447266, "Finetune/Loss (Raw)": 0.8341472744941711, "Finetune/Step": 4571, "Finetune/Step Time": 12.096043277531862}
+{"Finetune/Learning Rate": 1.7820114380329947e-05, "Finetune/Loss": 0.8473312854766846, "Finetune/Loss (Raw)": 0.8564690351486206, "Finetune/Step": 4572, "Finetune/Step Time": 12.106093494221568}
+{"Finetune/Learning Rate": 1.7819064718723348e-05, "Finetune/Loss": 0.8476743698120117, "Finetune/Loss (Raw)": 1.0101628303527832, "Finetune/Step": 4573, "Finetune/Step Time": 12.115527814254165}
+{"Finetune/Learning Rate": 1.7818014835390306e-05, "Finetune/Loss": 0.8472776412963867, "Finetune/Loss (Raw)": 0.8141197562217712, "Finetune/Step": 4574, "Finetune/Step Time": 12.122866520658135}
+{"Finetune/Learning Rate": 1.7816964730360597e-05, "Finetune/Loss": 0.8464213609695435, "Finetune/Loss (Raw)": 0.8359102010726929, "Finetune/Step": 4575, "Finetune/Step Time": 12.117563040927052}
+{"Finetune/Learning Rate": 1.781591440366399e-05, "Finetune/Loss": 0.8454926013946533, "Finetune/Loss (Raw)": 0.682718813419342, "Finetune/Step": 4576, "Finetune/Step Time": 12.12497522495687}
+{"Finetune/Learning Rate": 1.7814863855330282e-05, "Finetune/Loss": 0.8448747396469116, "Finetune/Loss (Raw)": 0.8012366890907288, "Finetune/Step": 4577, "Finetune/Step Time": 12.13627790287137}
+{"Finetune/Learning Rate": 1.7813813085389257e-05, "Finetune/Loss": 0.8460703492164612, "Finetune/Loss (Raw)": 0.8909378051757812, "Finetune/Step": 4578, "Finetune/Step Time": 12.112842125818133}
+{"Finetune/Learning Rate": 1.781276209387071e-05, "Finetune/Loss": 0.8474777936935425, "Finetune/Loss (Raw)": 0.8853776454925537, "Finetune/Step": 4579, "Finetune/Step Time": 12.103039873763919}
+{"Finetune/Learning Rate": 1.781171088080445e-05, "Finetune/Loss": 0.8489573001861572, "Finetune/Loss (Raw)": 0.8549123406410217, "Finetune/Step": 4580, "Finetune/Step Time": 12.07733741030097}
+{"Finetune/Learning Rate": 1.781065944622028e-05, "Finetune/Loss": 0.8485905528068542, "Finetune/Loss (Raw)": 0.852118968963623, "Finetune/Step": 4581, "Finetune/Step Time": 12.084456184878945}
+{"Finetune/Learning Rate": 1.780960779014802e-05, "Finetune/Loss": 0.8490655422210693, "Finetune/Loss (Raw)": 0.8337305188179016, "Finetune/Step": 4582, "Finetune/Step Time": 12.081504194065928}
+{"Finetune/Learning Rate": 1.780855591261749e-05, "Finetune/Loss": 0.8480948209762573, "Finetune/Loss (Raw)": 0.7243573069572449, "Finetune/Step": 4583, "Finetune/Step Time": 12.077929807826877}
+{"Finetune/Learning Rate": 1.7807503813658518e-05, "Finetune/Loss": 0.8474656343460083, "Finetune/Loss (Raw)": 0.9074427485466003, "Finetune/Step": 4584, "Finetune/Step Time": 12.086376443505287}
+{"Finetune/Learning Rate": 1.780645149330094e-05, "Finetune/Loss": 0.8474876880645752, "Finetune/Loss (Raw)": 0.8085315823554993, "Finetune/Step": 4585, "Finetune/Step Time": 12.069045288488269}
+{"Finetune/Learning Rate": 1.78053989515746e-05, "Finetune/Loss": 0.847957968711853, "Finetune/Loss (Raw)": 0.9081186652183533, "Finetune/Step": 4586, "Finetune/Step Time": 12.053732335567474}
+{"Finetune/Learning Rate": 1.7804346188509338e-05, "Finetune/Loss": 0.847510576248169, "Finetune/Loss (Raw)": 0.8307365775108337, "Finetune/Step": 4587, "Finetune/Step Time": 12.053607350215316}
+{"Finetune/Learning Rate": 1.7803293204135012e-05, "Finetune/Loss": 0.8478072881698608, "Finetune/Loss (Raw)": 0.9238379597663879, "Finetune/Step": 4588, "Finetune/Step Time": 12.057791970670223}
+{"Finetune/Learning Rate": 1.7802239998481476e-05, "Finetune/Loss": 0.8482593297958374, "Finetune/Loss (Raw)": 0.9899375438690186, "Finetune/Step": 4589, "Finetune/Step Time": 12.050056539475918}
+{"Finetune/Learning Rate": 1.7801186571578605e-05, "Finetune/Loss": 0.8461883068084717, "Finetune/Loss (Raw)": 0.6230121850967407, "Finetune/Step": 4590, "Finetune/Step Time": 12.105136085301638}
+{"Finetune/Learning Rate": 1.7800132923456265e-05, "Finetune/Loss": 0.8459799289703369, "Finetune/Loss (Raw)": 0.8886940479278564, "Finetune/Step": 4591, "Finetune/Step Time": 12.12084455229342}
+{"Finetune/Learning Rate": 1.7799079054144334e-05, "Finetune/Loss": 0.8466631770133972, "Finetune/Loss (Raw)": 0.8454203009605408, "Finetune/Step": 4592, "Finetune/Step Time": 12.119991783052683}
+{"Finetune/Learning Rate": 1.77980249636727e-05, "Finetune/Loss": 0.8448195457458496, "Finetune/Loss (Raw)": 0.5733240842819214, "Finetune/Step": 4593, "Finetune/Step Time": 12.144286435097456}
+{"Finetune/Learning Rate": 1.7796970652071252e-05, "Finetune/Loss": 0.8444011807441711, "Finetune/Loss (Raw)": 0.878216028213501, "Finetune/Step": 4594, "Finetune/Step Time": 12.130929762497544}
+{"Finetune/Learning Rate": 1.779591611936989e-05, "Finetune/Loss": 0.8452228307723999, "Finetune/Loss (Raw)": 0.8556073307991028, "Finetune/Step": 4595, "Finetune/Step Time": 12.119726488366723}
+{"Finetune/Learning Rate": 1.7794861365598513e-05, "Finetune/Loss": 0.8440237045288086, "Finetune/Loss (Raw)": 0.7759081721305847, "Finetune/Step": 4596, "Finetune/Step Time": 12.11930844001472}
+{"Finetune/Learning Rate": 1.7793806390787035e-05, "Finetune/Loss": 0.8443887829780579, "Finetune/Loss (Raw)": 0.9216691851615906, "Finetune/Step": 4597, "Finetune/Step Time": 12.119509970769286}
+{"Finetune/Learning Rate": 1.779275119496537e-05, "Finetune/Loss": 0.8439513444900513, "Finetune/Loss (Raw)": 0.8687055110931396, "Finetune/Step": 4598, "Finetune/Step Time": 12.114380897954106}
+{"Finetune/Learning Rate": 1.7791695778163443e-05, "Finetune/Loss": 0.842390775680542, "Finetune/Loss (Raw)": 0.8920167684555054, "Finetune/Step": 4599, "Finetune/Step Time": 12.113474573940039}
+{"Finetune/Learning Rate": 1.7790640140411176e-05, "Finetune/Loss": 0.843026876449585, "Finetune/Loss (Raw)": 0.8883329629898071, "Finetune/Step": 4600, "Finetune/Step Time": 12.116704538464546}
+{"Finetune/Learning Rate": 1.7789584281738513e-05, "Finetune/Loss": 0.8424733877182007, "Finetune/Loss (Raw)": 0.784214198589325, "Finetune/Step": 4601, "Finetune/Step Time": 12.099456483498216}
+{"Finetune/Learning Rate": 1.7788528202175385e-05, "Finetune/Loss": 0.8430633544921875, "Finetune/Loss (Raw)": 0.9172208309173584, "Finetune/Step": 4602, "Finetune/Step Time": 12.097199140116572}
+{"Finetune/Learning Rate": 1.778747190175175e-05, "Finetune/Loss": 0.8431460857391357, "Finetune/Loss (Raw)": 0.8091164231300354, "Finetune/Step": 4603, "Finetune/Step Time": 12.066397201269865}
+{"Finetune/Learning Rate": 1.778641538049755e-05, "Finetune/Loss": 0.8444716930389404, "Finetune/Loss (Raw)": 0.8520221710205078, "Finetune/Step": 4604, "Finetune/Step Time": 12.066114185377955}
+{"Finetune/Learning Rate": 1.778535863844276e-05, "Finetune/Loss": 0.8445582389831543, "Finetune/Loss (Raw)": 0.7833520770072937, "Finetune/Step": 4605, "Finetune/Step Time": 11.985815815627575}
+{"Finetune/Learning Rate": 1.7784301675617332e-05, "Finetune/Loss": 0.843494176864624, "Finetune/Loss (Raw)": 0.7902540564537048, "Finetune/Step": 4606, "Finetune/Step Time": 12.03749748505652}
+{"Finetune/Learning Rate": 1.7783244492051244e-05, "Finetune/Loss": 0.8424750566482544, "Finetune/Loss (Raw)": 0.844862699508667, "Finetune/Step": 4607, "Finetune/Step Time": 12.038965053856373}
+{"Finetune/Learning Rate": 1.778218708777448e-05, "Finetune/Loss": 0.8433390855789185, "Finetune/Loss (Raw)": 0.8861566781997681, "Finetune/Step": 4608, "Finetune/Step Time": 12.03496339917183}
+{"Finetune/Learning Rate": 1.7781129462817014e-05, "Finetune/Loss": 0.8440216779708862, "Finetune/Loss (Raw)": 0.8874430060386658, "Finetune/Step": 4609, "Finetune/Step Time": 12.084274265915155}
+{"Finetune/Learning Rate": 1.7780071617208843e-05, "Finetune/Loss": 0.8435568809509277, "Finetune/Loss (Raw)": 0.8521943688392639, "Finetune/Step": 4610, "Finetune/Step Time": 12.086497919633985}
+{"Finetune/Learning Rate": 1.7779013550979966e-05, "Finetune/Loss": 0.8454611301422119, "Finetune/Loss (Raw)": 0.986360490322113, "Finetune/Step": 4611, "Finetune/Step Time": 12.015520729124546}
+{"Finetune/Learning Rate": 1.7777955264160386e-05, "Finetune/Loss": 0.8459649682044983, "Finetune/Loss (Raw)": 0.7839122414588928, "Finetune/Step": 4612, "Finetune/Step Time": 11.990121683105826}
+{"Finetune/Learning Rate": 1.777689675678011e-05, "Finetune/Loss": 0.8471558094024658, "Finetune/Loss (Raw)": 0.8872002363204956, "Finetune/Step": 4613, "Finetune/Step Time": 11.991105226799846}
+{"Finetune/Learning Rate": 1.777583802886916e-05, "Finetune/Loss": 0.8481411337852478, "Finetune/Loss (Raw)": 0.9203031063079834, "Finetune/Step": 4614, "Finetune/Step Time": 11.993830401450396}
+{"Finetune/Learning Rate": 1.7774779080457553e-05, "Finetune/Loss": 0.8469223380088806, "Finetune/Loss (Raw)": 0.6999537348747253, "Finetune/Step": 4615, "Finetune/Step Time": 12.001589534804225}
+{"Finetune/Learning Rate": 1.777371991157532e-05, "Finetune/Loss": 0.8470726609230042, "Finetune/Loss (Raw)": 0.9895835518836975, "Finetune/Step": 4616, "Finetune/Step Time": 12.00686438754201}
+{"Finetune/Learning Rate": 1.7772660522252496e-05, "Finetune/Loss": 0.8477790355682373, "Finetune/Loss (Raw)": 0.8305584788322449, "Finetune/Step": 4617, "Finetune/Step Time": 11.991526190191507}
+{"Finetune/Learning Rate": 1.777160091251912e-05, "Finetune/Loss": 0.8485746383666992, "Finetune/Loss (Raw)": 0.8213001489639282, "Finetune/Step": 4618, "Finetune/Step Time": 11.996397467330098}
+{"Finetune/Learning Rate": 1.7770541082405244e-05, "Finetune/Loss": 0.8501862287521362, "Finetune/Loss (Raw)": 0.8380721807479858, "Finetune/Step": 4619, "Finetune/Step Time": 11.968073232099414}
+{"Finetune/Learning Rate": 1.776948103194092e-05, "Finetune/Loss": 0.8490379452705383, "Finetune/Loss (Raw)": 0.6904464960098267, "Finetune/Step": 4620, "Finetune/Step Time": 11.995528936386108}
+{"Finetune/Learning Rate": 1.7768420761156206e-05, "Finetune/Loss": 0.8499382734298706, "Finetune/Loss (Raw)": 0.8409622311592102, "Finetune/Step": 4621, "Finetune/Step Time": 12.003052549436688}
+{"Finetune/Learning Rate": 1.7767360270081167e-05, "Finetune/Loss": 0.8493787050247192, "Finetune/Loss (Raw)": 0.8913789987564087, "Finetune/Step": 4622, "Finetune/Step Time": 12.004512280225754}
+{"Finetune/Learning Rate": 1.7766299558745884e-05, "Finetune/Loss": 0.8500508069992065, "Finetune/Loss (Raw)": 0.9367586374282837, "Finetune/Step": 4623, "Finetune/Step Time": 12.010342493653297}
+{"Finetune/Learning Rate": 1.7765238627180424e-05, "Finetune/Loss": 0.851054310798645, "Finetune/Loss (Raw)": 0.9502329230308533, "Finetune/Step": 4624, "Finetune/Step Time": 12.012106807902455}
+{"Finetune/Learning Rate": 1.7764177475414882e-05, "Finetune/Loss": 0.8500936031341553, "Finetune/Loss (Raw)": 0.7925823926925659, "Finetune/Step": 4625, "Finetune/Step Time": 12.024233842268586}
+{"Finetune/Learning Rate": 1.7763116103479345e-05, "Finetune/Loss": 0.8486762046813965, "Finetune/Loss (Raw)": 0.7062442302703857, "Finetune/Step": 4626, "Finetune/Step Time": 12.020261220633984}
+{"Finetune/Learning Rate": 1.776205451140391e-05, "Finetune/Loss": 0.8486839532852173, "Finetune/Loss (Raw)": 0.904761552810669, "Finetune/Step": 4627, "Finetune/Step Time": 12.016289256513119}
+{"Finetune/Learning Rate": 1.776099269921868e-05, "Finetune/Loss": 0.8470000624656677, "Finetune/Loss (Raw)": 0.7621082067489624, "Finetune/Step": 4628, "Finetune/Step Time": 12.103492047637701}
+{"Finetune/Learning Rate": 1.7759930666953768e-05, "Finetune/Loss": 0.8476302623748779, "Finetune/Loss (Raw)": 1.0442962646484375, "Finetune/Step": 4629, "Finetune/Step Time": 12.101430898532271}
+{"Finetune/Learning Rate": 1.7758868414639287e-05, "Finetune/Loss": 0.8491001725196838, "Finetune/Loss (Raw)": 0.9392708539962769, "Finetune/Step": 4630, "Finetune/Step Time": 12.099729735404253}
+{"Finetune/Learning Rate": 1.775780594230536e-05, "Finetune/Loss": 0.8481661677360535, "Finetune/Loss (Raw)": 0.7037184834480286, "Finetune/Step": 4631, "Finetune/Step Time": 12.133526787161827}
+{"Finetune/Learning Rate": 1.775674324998212e-05, "Finetune/Loss": 0.8478628993034363, "Finetune/Loss (Raw)": 0.9141178131103516, "Finetune/Step": 4632, "Finetune/Step Time": 12.139278253540397}
+{"Finetune/Learning Rate": 1.77556803376997e-05, "Finetune/Loss": 0.8461976051330566, "Finetune/Loss (Raw)": 0.6891915798187256, "Finetune/Step": 4633, "Finetune/Step Time": 12.157821854576468}
+{"Finetune/Learning Rate": 1.7754617205488232e-05, "Finetune/Loss": 0.8474211096763611, "Finetune/Loss (Raw)": 0.9539543986320496, "Finetune/Step": 4634, "Finetune/Step Time": 12.180391866713762}
+{"Finetune/Learning Rate": 1.775355385337788e-05, "Finetune/Loss": 0.8478302359580994, "Finetune/Loss (Raw)": 0.825532853603363, "Finetune/Step": 4635, "Finetune/Step Time": 12.17963993921876}
+{"Finetune/Learning Rate": 1.7752490281398784e-05, "Finetune/Loss": 0.8488256931304932, "Finetune/Loss (Raw)": 0.8532490730285645, "Finetune/Step": 4636, "Finetune/Step Time": 12.154407076537609}
+{"Finetune/Learning Rate": 1.7751426489581112e-05, "Finetune/Loss": 0.8489713668823242, "Finetune/Loss (Raw)": 0.9634025692939758, "Finetune/Step": 4637, "Finetune/Step Time": 12.149644620716572}
+{"Finetune/Learning Rate": 1.775036247795502e-05, "Finetune/Loss": 0.8498622179031372, "Finetune/Loss (Raw)": 0.9238621592521667, "Finetune/Step": 4638, "Finetune/Step Time": 12.132171185687184}
+{"Finetune/Learning Rate": 1.7749298246550695e-05, "Finetune/Loss": 0.8468120098114014, "Finetune/Loss (Raw)": 0.6455432176589966, "Finetune/Step": 4639, "Finetune/Step Time": 12.14269863255322}
+{"Finetune/Learning Rate": 1.7748233795398308e-05, "Finetune/Loss": 0.8468137979507446, "Finetune/Loss (Raw)": 0.8847225308418274, "Finetune/Step": 4640, "Finetune/Step Time": 12.146301738917828}
+{"Finetune/Learning Rate": 1.774716912452804e-05, "Finetune/Loss": 0.8458546996116638, "Finetune/Loss (Raw)": 0.8659662008285522, "Finetune/Step": 4641, "Finetune/Step Time": 12.146383857354522}
+{"Finetune/Learning Rate": 1.7746104233970084e-05, "Finetune/Loss": 0.8468533754348755, "Finetune/Loss (Raw)": 0.9241162538528442, "Finetune/Step": 4642, "Finetune/Step Time": 12.142582304775715}
+{"Finetune/Learning Rate": 1.774503912375464e-05, "Finetune/Loss": 0.8444051742553711, "Finetune/Loss (Raw)": 0.7623459100723267, "Finetune/Step": 4643, "Finetune/Step Time": 12.167947893962264}
+{"Finetune/Learning Rate": 1.7743973793911914e-05, "Finetune/Loss": 0.8457719087600708, "Finetune/Loss (Raw)": 0.8628280758857727, "Finetune/Step": 4644, "Finetune/Step Time": 12.160311302170157}
+{"Finetune/Learning Rate": 1.7742908244472107e-05, "Finetune/Loss": 0.8448584079742432, "Finetune/Loss (Raw)": 0.8433910012245178, "Finetune/Step": 4645, "Finetune/Step Time": 12.156359994783998}
+{"Finetune/Learning Rate": 1.7741842475465443e-05, "Finetune/Loss": 0.8447368144989014, "Finetune/Loss (Raw)": 0.7728832364082336, "Finetune/Step": 4646, "Finetune/Step Time": 12.165290327742696}
+{"Finetune/Learning Rate": 1.774077648692214e-05, "Finetune/Loss": 0.8453716039657593, "Finetune/Loss (Raw)": 0.9742136001586914, "Finetune/Step": 4647, "Finetune/Step Time": 12.167245911434293}
+{"Finetune/Learning Rate": 1.7739710278872428e-05, "Finetune/Loss": 0.8463144898414612, "Finetune/Loss (Raw)": 0.8649153709411621, "Finetune/Step": 4648, "Finetune/Step Time": 12.169988239184022}
+{"Finetune/Learning Rate": 1.773864385134654e-05, "Finetune/Loss": 0.8472355604171753, "Finetune/Loss (Raw)": 0.9007624983787537, "Finetune/Step": 4649, "Finetune/Step Time": 12.172050263732672}
+{"Finetune/Learning Rate": 1.7737577204374723e-05, "Finetune/Loss": 0.8481327295303345, "Finetune/Loss (Raw)": 0.9792088270187378, "Finetune/Step": 4650, "Finetune/Step Time": 12.168205086141825}
+{"Finetune/Learning Rate": 1.7736510337987213e-05, "Finetune/Loss": 0.8474988341331482, "Finetune/Loss (Raw)": 0.7675244808197021, "Finetune/Step": 4651, "Finetune/Step Time": 12.155069217085838}
+{"Finetune/Learning Rate": 1.7735443252214276e-05, "Finetune/Loss": 0.8495415449142456, "Finetune/Loss (Raw)": 1.028649926185608, "Finetune/Step": 4652, "Finetune/Step Time": 12.154446568340063}
+{"Finetune/Learning Rate": 1.773437594708616e-05, "Finetune/Loss": 0.8491671085357666, "Finetune/Loss (Raw)": 0.7420098185539246, "Finetune/Step": 4653, "Finetune/Step Time": 12.166627077385783}
+{"Finetune/Learning Rate": 1.773330842263314e-05, "Finetune/Loss": 0.8487179279327393, "Finetune/Loss (Raw)": 0.8425546288490295, "Finetune/Step": 4654, "Finetune/Step Time": 12.146606901660562}
+{"Finetune/Learning Rate": 1.7732240678885478e-05, "Finetune/Loss": 0.8482695817947388, "Finetune/Loss (Raw)": 0.854285717010498, "Finetune/Step": 4655, "Finetune/Step Time": 12.142578994855285}
+{"Finetune/Learning Rate": 1.773117271587346e-05, "Finetune/Loss": 0.8462768197059631, "Finetune/Loss (Raw)": 0.6112760901451111, "Finetune/Step": 4656, "Finetune/Step Time": 12.17233607545495}
+{"Finetune/Learning Rate": 1.773010453362737e-05, "Finetune/Loss": 0.8459682464599609, "Finetune/Loss (Raw)": 0.7855158448219299, "Finetune/Step": 4657, "Finetune/Step Time": 12.209698494523764}
+{"Finetune/Learning Rate": 1.7729036132177497e-05, "Finetune/Loss": 0.8469581604003906, "Finetune/Loss (Raw)": 0.9390589594841003, "Finetune/Step": 4658, "Finetune/Step Time": 12.200912829488516}
+{"Finetune/Learning Rate": 1.7727967511554137e-05, "Finetune/Loss": 0.8475282192230225, "Finetune/Loss (Raw)": 0.9714535474777222, "Finetune/Step": 4659, "Finetune/Step Time": 12.18818581290543}
+{"Finetune/Learning Rate": 1.7726898671787593e-05, "Finetune/Loss": 0.8457937240600586, "Finetune/Loss (Raw)": 0.5754366517066956, "Finetune/Step": 4660, "Finetune/Step Time": 12.213610542938113}
+{"Finetune/Learning Rate": 1.7725829612908177e-05, "Finetune/Loss": 0.8460897207260132, "Finetune/Loss (Raw)": 0.9665306806564331, "Finetune/Step": 4661, "Finetune/Step Time": 12.206312235444784}
+{"Finetune/Learning Rate": 1.77247603349462e-05, "Finetune/Loss": 0.8461415767669678, "Finetune/Loss (Raw)": 0.8047462701797485, "Finetune/Step": 4662, "Finetune/Step Time": 12.212204683572054}
+{"Finetune/Learning Rate": 1.772369083793199e-05, "Finetune/Loss": 0.8452849388122559, "Finetune/Loss (Raw)": 0.8330024480819702, "Finetune/Step": 4663, "Finetune/Step Time": 12.218732552602887}
+{"Finetune/Learning Rate": 1.7722621121895867e-05, "Finetune/Loss": 0.8426393866539001, "Finetune/Loss (Raw)": 0.5913810729980469, "Finetune/Step": 4664, "Finetune/Step Time": 12.238162502646446}
+{"Finetune/Learning Rate": 1.772155118686817e-05, "Finetune/Loss": 0.8431575298309326, "Finetune/Loss (Raw)": 0.8566761016845703, "Finetune/Step": 4665, "Finetune/Step Time": 12.235433515161276}
+{"Finetune/Learning Rate": 1.772048103287924e-05, "Finetune/Loss": 0.8429485559463501, "Finetune/Loss (Raw)": 0.9267286658287048, "Finetune/Step": 4666, "Finetune/Step Time": 12.231836382299662}
+{"Finetune/Learning Rate": 1.7719410659959418e-05, "Finetune/Loss": 0.8431224822998047, "Finetune/Loss (Raw)": 0.8684006333351135, "Finetune/Step": 4667, "Finetune/Step Time": 12.234452122822404}
+{"Finetune/Learning Rate": 1.7718340068139066e-05, "Finetune/Loss": 0.8430248498916626, "Finetune/Loss (Raw)": 0.8877638578414917, "Finetune/Step": 4668, "Finetune/Step Time": 12.232085675001144}
+{"Finetune/Learning Rate": 1.7717269257448535e-05, "Finetune/Loss": 0.8436461687088013, "Finetune/Loss (Raw)": 0.925751268863678, "Finetune/Step": 4669, "Finetune/Step Time": 12.229624643921852}
+{"Finetune/Learning Rate": 1.771619822791819e-05, "Finetune/Loss": 0.8438374400138855, "Finetune/Loss (Raw)": 0.855463981628418, "Finetune/Step": 4670, "Finetune/Step Time": 12.226716650649905}
+{"Finetune/Learning Rate": 1.771512697957841e-05, "Finetune/Loss": 0.8424019813537598, "Finetune/Loss (Raw)": 0.5792767405509949, "Finetune/Step": 4671, "Finetune/Step Time": 12.254085831344128}
+{"Finetune/Learning Rate": 1.771405551245957e-05, "Finetune/Loss": 0.8431365489959717, "Finetune/Loss (Raw)": 0.8181708455085754, "Finetune/Step": 4672, "Finetune/Step Time": 12.252276150509715}
+{"Finetune/Learning Rate": 1.7712983826592048e-05, "Finetune/Loss": 0.8430871963500977, "Finetune/Loss (Raw)": 0.8255190253257751, "Finetune/Step": 4673, "Finetune/Step Time": 12.228251665830612}
+{"Finetune/Learning Rate": 1.7711911922006235e-05, "Finetune/Loss": 0.8429854512214661, "Finetune/Loss (Raw)": 0.6796808242797852, "Finetune/Step": 4674, "Finetune/Step Time": 12.196974471211433}
+{"Finetune/Learning Rate": 1.7710839798732533e-05, "Finetune/Loss": 0.8425135612487793, "Finetune/Loss (Raw)": 0.8456539511680603, "Finetune/Step": 4675, "Finetune/Step Time": 12.1984877102077}
+{"Finetune/Learning Rate": 1.770976745680134e-05, "Finetune/Loss": 0.8426001071929932, "Finetune/Loss (Raw)": 0.9244151711463928, "Finetune/Step": 4676, "Finetune/Step Time": 12.195834843441844}
+{"Finetune/Learning Rate": 1.7708694896243063e-05, "Finetune/Loss": 0.8412143588066101, "Finetune/Loss (Raw)": 0.7427380681037903, "Finetune/Step": 4677, "Finetune/Step Time": 12.189295740798116}
+{"Finetune/Learning Rate": 1.7707622117088122e-05, "Finetune/Loss": 0.8411948680877686, "Finetune/Loss (Raw)": 0.9665054082870483, "Finetune/Step": 4678, "Finetune/Step Time": 12.172054247930646}
+{"Finetune/Learning Rate": 1.7706549119366934e-05, "Finetune/Loss": 0.8411471843719482, "Finetune/Loss (Raw)": 0.9046081900596619, "Finetune/Step": 4679, "Finetune/Step Time": 12.175438087433577}
+{"Finetune/Learning Rate": 1.770547590310993e-05, "Finetune/Loss": 0.8385361433029175, "Finetune/Loss (Raw)": 0.6384150981903076, "Finetune/Step": 4680, "Finetune/Step Time": 12.199609585106373}
+{"Finetune/Learning Rate": 1.770440246834754e-05, "Finetune/Loss": 0.8391997814178467, "Finetune/Loss (Raw)": 0.8638448119163513, "Finetune/Step": 4681, "Finetune/Step Time": 12.20344914495945}
+{"Finetune/Learning Rate": 1.7703328815110204e-05, "Finetune/Loss": 0.8398818373680115, "Finetune/Loss (Raw)": 0.8965559005737305, "Finetune/Step": 4682, "Finetune/Step Time": 12.208789195865393}
+{"Finetune/Learning Rate": 1.7702254943428365e-05, "Finetune/Loss": 0.8405881524085999, "Finetune/Loss (Raw)": 0.9792280197143555, "Finetune/Step": 4683, "Finetune/Step Time": 12.20701345987618}
+{"Finetune/Learning Rate": 1.770118085333248e-05, "Finetune/Loss": 0.8419003486633301, "Finetune/Loss (Raw)": 0.9055684208869934, "Finetune/Step": 4684, "Finetune/Step Time": 12.185572519898415}
+{"Finetune/Learning Rate": 1.7700106544853008e-05, "Finetune/Loss": 0.8413605690002441, "Finetune/Loss (Raw)": 0.8167006969451904, "Finetune/Step": 4685, "Finetune/Step Time": 12.185203367844224}
+{"Finetune/Learning Rate": 1.7699032018020408e-05, "Finetune/Loss": 0.838862955570221, "Finetune/Loss (Raw)": 0.6299562454223633, "Finetune/Step": 4686, "Finetune/Step Time": 12.195561178028584}
+{"Finetune/Learning Rate": 1.7697957272865157e-05, "Finetune/Loss": 0.8397309184074402, "Finetune/Loss (Raw)": 0.978591799736023, "Finetune/Step": 4687, "Finetune/Step Time": 12.196029007434845}
+{"Finetune/Learning Rate": 1.769688230941772e-05, "Finetune/Loss": 0.8403476476669312, "Finetune/Loss (Raw)": 0.8943310379981995, "Finetune/Step": 4688, "Finetune/Step Time": 12.193115133792162}
+{"Finetune/Learning Rate": 1.7695807127708594e-05, "Finetune/Loss": 0.8422021865844727, "Finetune/Loss (Raw)": 0.8305363655090332, "Finetune/Step": 4689, "Finetune/Step Time": 12.168942334130406}
+{"Finetune/Learning Rate": 1.7694731727768262e-05, "Finetune/Loss": 0.8428670167922974, "Finetune/Loss (Raw)": 0.9826316237449646, "Finetune/Step": 4690, "Finetune/Step Time": 12.16749463416636}
+{"Finetune/Learning Rate": 1.7693656109627215e-05, "Finetune/Loss": 0.8426159024238586, "Finetune/Loss (Raw)": 0.814332902431488, "Finetune/Step": 4691, "Finetune/Step Time": 12.162311140447855}
+{"Finetune/Learning Rate": 1.7692580273315962e-05, "Finetune/Loss": 0.8435062170028687, "Finetune/Loss (Raw)": 0.8844315409660339, "Finetune/Step": 4692, "Finetune/Step Time": 12.15598070062697}
+{"Finetune/Learning Rate": 1.769150421886501e-05, "Finetune/Loss": 0.8426567912101746, "Finetune/Loss (Raw)": 0.7746568322181702, "Finetune/Step": 4693, "Finetune/Step Time": 12.152149245142937}
+{"Finetune/Learning Rate": 1.7690427946304863e-05, "Finetune/Loss": 0.8422524929046631, "Finetune/Loss (Raw)": 0.8383898138999939, "Finetune/Step": 4694, "Finetune/Step Time": 12.156440649181604}
+{"Finetune/Learning Rate": 1.768935145566605e-05, "Finetune/Loss": 0.8425878882408142, "Finetune/Loss (Raw)": 0.7844982743263245, "Finetune/Step": 4695, "Finetune/Step Time": 12.15962758846581}
+{"Finetune/Learning Rate": 1.7688274746979098e-05, "Finetune/Loss": 0.8434956073760986, "Finetune/Loss (Raw)": 0.8977729082107544, "Finetune/Step": 4696, "Finetune/Step Time": 12.158379964530468}
+{"Finetune/Learning Rate": 1.7687197820274537e-05, "Finetune/Loss": 0.8434466123580933, "Finetune/Loss (Raw)": 0.8073285818099976, "Finetune/Step": 4697, "Finetune/Step Time": 12.16366309300065}
+{"Finetune/Learning Rate": 1.76861206755829e-05, "Finetune/Loss": 0.8435577154159546, "Finetune/Loss (Raw)": 0.850075364112854, "Finetune/Step": 4698, "Finetune/Step Time": 12.17719610594213}
+{"Finetune/Learning Rate": 1.7685043312934742e-05, "Finetune/Loss": 0.8432906866073608, "Finetune/Loss (Raw)": 0.7999737858772278, "Finetune/Step": 4699, "Finetune/Step Time": 12.198128232732415}
+{"Finetune/Learning Rate": 1.7683965732360607e-05, "Finetune/Loss": 0.843307375907898, "Finetune/Loss (Raw)": 0.8586074113845825, "Finetune/Step": 4700, "Finetune/Step Time": 12.18993821926415}
+{"Finetune/Learning Rate": 1.7682887933891054e-05, "Finetune/Loss": 0.8425227403640747, "Finetune/Loss (Raw)": 0.9097263216972351, "Finetune/Step": 4701, "Finetune/Step Time": 12.206374915316701}
+{"Finetune/Learning Rate": 1.7681809917556648e-05, "Finetune/Loss": 0.8422462940216064, "Finetune/Loss (Raw)": 0.7787344455718994, "Finetune/Step": 4702, "Finetune/Step Time": 12.260479651391506}
+{"Finetune/Learning Rate": 1.7680731683387954e-05, "Finetune/Loss": 0.8430970907211304, "Finetune/Loss (Raw)": 0.9448167085647583, "Finetune/Step": 4703, "Finetune/Step Time": 12.26461193151772}
+{"Finetune/Learning Rate": 1.767965323141555e-05, "Finetune/Loss": 0.8439656496047974, "Finetune/Loss (Raw)": 0.7938806414604187, "Finetune/Step": 4704, "Finetune/Step Time": 12.291947733610868}
+{"Finetune/Learning Rate": 1.7678574561670023e-05, "Finetune/Loss": 0.8447234630584717, "Finetune/Loss (Raw)": 0.8982469439506531, "Finetune/Step": 4705, "Finetune/Step Time": 12.296164952218533}
+{"Finetune/Learning Rate": 1.7677495674181954e-05, "Finetune/Loss": 0.8450096845626831, "Finetune/Loss (Raw)": 0.9275744557380676, "Finetune/Step": 4706, "Finetune/Step Time": 12.287076327949762}
+{"Finetune/Learning Rate": 1.767641656898194e-05, "Finetune/Loss": 0.8455305695533752, "Finetune/Loss (Raw)": 0.95205157995224, "Finetune/Step": 4707, "Finetune/Step Time": 12.283696070313454}
+{"Finetune/Learning Rate": 1.7675337246100582e-05, "Finetune/Loss": 0.8463711738586426, "Finetune/Loss (Raw)": 0.9625020027160645, "Finetune/Step": 4708, "Finetune/Step Time": 12.276504719629884}
+{"Finetune/Learning Rate": 1.7674257705568484e-05, "Finetune/Loss": 0.8459048271179199, "Finetune/Loss (Raw)": 0.7924286723136902, "Finetune/Step": 4709, "Finetune/Step Time": 12.26772927492857}
+{"Finetune/Learning Rate": 1.7673177947416258e-05, "Finetune/Loss": 0.8461855053901672, "Finetune/Loss (Raw)": 0.869655430316925, "Finetune/Step": 4710, "Finetune/Step Time": 12.265766005963087}
+{"Finetune/Learning Rate": 1.7672097971674528e-05, "Finetune/Loss": 0.8462868928909302, "Finetune/Loss (Raw)": 0.7373374104499817, "Finetune/Step": 4711, "Finetune/Step Time": 12.266045367345214}
+{"Finetune/Learning Rate": 1.7671017778373914e-05, "Finetune/Loss": 0.847253680229187, "Finetune/Loss (Raw)": 1.0311861038208008, "Finetune/Step": 4712, "Finetune/Step Time": 12.256892144680023}
+{"Finetune/Learning Rate": 1.766993736754505e-05, "Finetune/Loss": 0.8477870225906372, "Finetune/Loss (Raw)": 0.8768072724342346, "Finetune/Step": 4713, "Finetune/Step Time": 12.265479339286685}
+{"Finetune/Learning Rate": 1.7668856739218575e-05, "Finetune/Loss": 0.8475348949432373, "Finetune/Loss (Raw)": 0.8758437633514404, "Finetune/Step": 4714, "Finetune/Step Time": 12.273197136819363}
+{"Finetune/Learning Rate": 1.7667775893425127e-05, "Finetune/Loss": 0.8470146059989929, "Finetune/Loss (Raw)": 0.7641433477401733, "Finetune/Step": 4715, "Finetune/Step Time": 12.257092580199242}
+{"Finetune/Learning Rate": 1.766669483019536e-05, "Finetune/Loss": 0.8461512327194214, "Finetune/Loss (Raw)": 0.8133215308189392, "Finetune/Step": 4716, "Finetune/Step Time": 12.253383116796613}
+{"Finetune/Learning Rate": 1.766561354955993e-05, "Finetune/Loss": 0.8448960185050964, "Finetune/Loss (Raw)": 0.8292750716209412, "Finetune/Step": 4717, "Finetune/Step Time": 12.260951383039355}
+{"Finetune/Learning Rate": 1.7664532051549498e-05, "Finetune/Loss": 0.8467438220977783, "Finetune/Loss (Raw)": 0.8595234751701355, "Finetune/Step": 4718, "Finetune/Step Time": 12.204790782183409}
+{"Finetune/Learning Rate": 1.766345033619473e-05, "Finetune/Loss": 0.8457764387130737, "Finetune/Loss (Raw)": 0.7648728489875793, "Finetune/Step": 4719, "Finetune/Step Time": 12.185801329091191}
+{"Finetune/Learning Rate": 1.76623684035263e-05, "Finetune/Loss": 0.8465175628662109, "Finetune/Loss (Raw)": 0.9402841329574585, "Finetune/Step": 4720, "Finetune/Step Time": 12.182868387550116}
+{"Finetune/Learning Rate": 1.7661286253574896e-05, "Finetune/Loss": 0.8483627438545227, "Finetune/Loss (Raw)": 0.8095099329948425, "Finetune/Step": 4721, "Finetune/Step Time": 12.160754729062319}
+{"Finetune/Learning Rate": 1.76602038863712e-05, "Finetune/Loss": 0.8484251499176025, "Finetune/Loss (Raw)": 0.8862056136131287, "Finetune/Step": 4722, "Finetune/Step Time": 12.164488669484854}
+{"Finetune/Learning Rate": 1.76591213019459e-05, "Finetune/Loss": 0.847734808921814, "Finetune/Loss (Raw)": 0.7672498822212219, "Finetune/Step": 4723, "Finetune/Step Time": 12.183110542595387}
+{"Finetune/Learning Rate": 1.76580385003297e-05, "Finetune/Loss": 0.8486093282699585, "Finetune/Loss (Raw)": 0.8878286480903625, "Finetune/Step": 4724, "Finetune/Step Time": 12.178864128887653}
+{"Finetune/Learning Rate": 1.765695548155331e-05, "Finetune/Loss": 0.8484728336334229, "Finetune/Loss (Raw)": 0.9042119383811951, "Finetune/Step": 4725, "Finetune/Step Time": 12.17552001029253}
+{"Finetune/Learning Rate": 1.765587224564743e-05, "Finetune/Loss": 0.8494216203689575, "Finetune/Loss (Raw)": 0.9901432394981384, "Finetune/Step": 4726, "Finetune/Step Time": 12.152779936790466}
+{"Finetune/Learning Rate": 1.7654788792642786e-05, "Finetune/Loss": 0.8492592573165894, "Finetune/Loss (Raw)": 0.8712313175201416, "Finetune/Step": 4727, "Finetune/Step Time": 12.156781600788236}
+{"Finetune/Learning Rate": 1.76537051225701e-05, "Finetune/Loss": 0.8488670587539673, "Finetune/Loss (Raw)": 0.8381295800209045, "Finetune/Step": 4728, "Finetune/Step Time": 12.154042115435004}
+{"Finetune/Learning Rate": 1.7652621235460098e-05, "Finetune/Loss": 0.8488227128982544, "Finetune/Loss (Raw)": 0.778548538684845, "Finetune/Step": 4729, "Finetune/Step Time": 12.153004381805658}
+{"Finetune/Learning Rate": 1.7651537131343524e-05, "Finetune/Loss": 0.8484081029891968, "Finetune/Loss (Raw)": 0.8641486763954163, "Finetune/Step": 4730, "Finetune/Step Time": 12.154960254207253}
+{"Finetune/Learning Rate": 1.765045281025111e-05, "Finetune/Loss": 0.8493125438690186, "Finetune/Loss (Raw)": 0.9248859882354736, "Finetune/Step": 4731, "Finetune/Step Time": 12.161374734714627}
+{"Finetune/Learning Rate": 1.764936827221361e-05, "Finetune/Loss": 0.8496097326278687, "Finetune/Loss (Raw)": 0.8900554776191711, "Finetune/Step": 4732, "Finetune/Step Time": 12.161962244659662}
+{"Finetune/Learning Rate": 1.764828351726178e-05, "Finetune/Loss": 0.8494831323623657, "Finetune/Loss (Raw)": 0.7671563029289246, "Finetune/Step": 4733, "Finetune/Step Time": 12.166598876938224}
+{"Finetune/Learning Rate": 1.7647198545426376e-05, "Finetune/Loss": 0.850213348865509, "Finetune/Loss (Raw)": 0.8837152719497681, "Finetune/Step": 4734, "Finetune/Step Time": 12.119260614737868}
+{"Finetune/Learning Rate": 1.7646113356738167e-05, "Finetune/Loss": 0.8508927226066589, "Finetune/Loss (Raw)": 0.9318274259567261, "Finetune/Step": 4735, "Finetune/Step Time": 12.11668492667377}
+{"Finetune/Learning Rate": 1.764502795122793e-05, "Finetune/Loss": 0.8509345054626465, "Finetune/Loss (Raw)": 0.8914944529533386, "Finetune/Step": 4736, "Finetune/Step Time": 12.15014629252255}
+{"Finetune/Learning Rate": 1.7643942328926435e-05, "Finetune/Loss": 0.8504583835601807, "Finetune/Loss (Raw)": 0.8265111446380615, "Finetune/Step": 4737, "Finetune/Step Time": 12.093066290020943}
+{"Finetune/Learning Rate": 1.7642856489864476e-05, "Finetune/Loss": 0.8501935005187988, "Finetune/Loss (Raw)": 0.8182858228683472, "Finetune/Step": 4738, "Finetune/Step Time": 12.084785168990493}
+{"Finetune/Learning Rate": 1.7641770434072838e-05, "Finetune/Loss": 0.8492875695228577, "Finetune/Loss (Raw)": 0.8704014420509338, "Finetune/Step": 4739, "Finetune/Step Time": 12.087723346427083}
+{"Finetune/Learning Rate": 1.764068416158232e-05, "Finetune/Loss": 0.8495323061943054, "Finetune/Loss (Raw)": 0.8152307271957397, "Finetune/Step": 4740, "Finetune/Step Time": 12.081788485869765}
+{"Finetune/Learning Rate": 1.7639597672423727e-05, "Finetune/Loss": 0.8491141200065613, "Finetune/Loss (Raw)": 0.8336748480796814, "Finetune/Step": 4741, "Finetune/Step Time": 12.077780677005649}
+{"Finetune/Learning Rate": 1.7638510966627865e-05, "Finetune/Loss": 0.8479979038238525, "Finetune/Loss (Raw)": 0.7774315476417542, "Finetune/Step": 4742, "Finetune/Step Time": 12.105248536914587}
+{"Finetune/Learning Rate": 1.763742404422556e-05, "Finetune/Loss": 0.8488476276397705, "Finetune/Loss (Raw)": 0.8087157607078552, "Finetune/Step": 4743, "Finetune/Step Time": 12.098529946058989}
+{"Finetune/Learning Rate": 1.7636336905247625e-05, "Finetune/Loss": 0.8484976887702942, "Finetune/Loss (Raw)": 0.9447944760322571, "Finetune/Step": 4744, "Finetune/Step Time": 12.097689954563975}
+{"Finetune/Learning Rate": 1.7635249549724885e-05, "Finetune/Loss": 0.8490607738494873, "Finetune/Loss (Raw)": 0.9026385545730591, "Finetune/Step": 4745, "Finetune/Step Time": 12.102123118937016}
+{"Finetune/Learning Rate": 1.7634161977688184e-05, "Finetune/Loss": 0.8499150276184082, "Finetune/Loss (Raw)": 0.9306424260139465, "Finetune/Step": 4746, "Finetune/Step Time": 12.093924798071384}
+{"Finetune/Learning Rate": 1.7633074189168357e-05, "Finetune/Loss": 0.8497883081436157, "Finetune/Loss (Raw)": 0.8218512535095215, "Finetune/Step": 4747, "Finetune/Step Time": 12.098135398700833}
+{"Finetune/Learning Rate": 1.7631986184196254e-05, "Finetune/Loss": 0.8511797189712524, "Finetune/Loss (Raw)": 0.8685423135757446, "Finetune/Step": 4748, "Finetune/Step Time": 12.067921597510576}
+{"Finetune/Learning Rate": 1.763089796280272e-05, "Finetune/Loss": 0.8513082265853882, "Finetune/Loss (Raw)": 0.8574084639549255, "Finetune/Step": 4749, "Finetune/Step Time": 12.063304180279374}
+{"Finetune/Learning Rate": 1.762980952501862e-05, "Finetune/Loss": 0.8512153625488281, "Finetune/Loss (Raw)": 0.8794958591461182, "Finetune/Step": 4750, "Finetune/Step Time": 12.067948861047626}
+{"Finetune/Learning Rate": 1.7628720870874825e-05, "Finetune/Loss": 0.8503276109695435, "Finetune/Loss (Raw)": 0.8231334090232849, "Finetune/Step": 4751, "Finetune/Step Time": 12.059969421476126}
+{"Finetune/Learning Rate": 1.7627632000402193e-05, "Finetune/Loss": 0.849313497543335, "Finetune/Loss (Raw)": 0.820415198802948, "Finetune/Step": 4752, "Finetune/Step Time": 12.050366124138236}
+{"Finetune/Learning Rate": 1.7626542913631607e-05, "Finetune/Loss": 0.8500759601593018, "Finetune/Loss (Raw)": 0.8901804685592651, "Finetune/Step": 4753, "Finetune/Step Time": 12.03740830719471}
+{"Finetune/Learning Rate": 1.7625453610593953e-05, "Finetune/Loss": 0.8506841063499451, "Finetune/Loss (Raw)": 0.7840844392776489, "Finetune/Step": 4754, "Finetune/Step Time": 12.049616668373346}
+{"Finetune/Learning Rate": 1.762436409132012e-05, "Finetune/Loss": 0.8507003784179688, "Finetune/Loss (Raw)": 0.90684974193573, "Finetune/Step": 4755, "Finetune/Step Time": 12.054604200646281}
+{"Finetune/Learning Rate": 1.7623274355841e-05, "Finetune/Loss": 0.8510744571685791, "Finetune/Loss (Raw)": 0.8099908828735352, "Finetune/Step": 4756, "Finetune/Step Time": 11.974026374518871}
+{"Finetune/Learning Rate": 1.76221844041875e-05, "Finetune/Loss": 0.849449872970581, "Finetune/Loss (Raw)": 0.8363494277000427, "Finetune/Step": 4757, "Finetune/Step Time": 11.971811205148697}
+{"Finetune/Learning Rate": 1.762109423639052e-05, "Finetune/Loss": 0.8487827181816101, "Finetune/Loss (Raw)": 0.8538735508918762, "Finetune/Step": 4758, "Finetune/Step Time": 11.983764035627246}
+{"Finetune/Learning Rate": 1.762000385248098e-05, "Finetune/Loss": 0.8504176139831543, "Finetune/Loss (Raw)": 0.9129845499992371, "Finetune/Step": 4759, "Finetune/Step Time": 11.937548357993364}
+{"Finetune/Learning Rate": 1.7618913252489802e-05, "Finetune/Loss": 0.8498399257659912, "Finetune/Loss (Raw)": 0.840175449848175, "Finetune/Step": 4760, "Finetune/Step Time": 11.931855287402868}
+{"Finetune/Learning Rate": 1.7617822436447908e-05, "Finetune/Loss": 0.8516921997070312, "Finetune/Loss (Raw)": 0.9262810945510864, "Finetune/Step": 4761, "Finetune/Step Time": 11.915345722809434}
+{"Finetune/Learning Rate": 1.7616731404386233e-05, "Finetune/Loss": 0.8507710695266724, "Finetune/Loss (Raw)": 0.8360468149185181, "Finetune/Step": 4762, "Finetune/Step Time": 11.898272592574358}
+{"Finetune/Learning Rate": 1.7615640156335713e-05, "Finetune/Loss": 0.8482163548469543, "Finetune/Loss (Raw)": 0.4985380172729492, "Finetune/Step": 4763, "Finetune/Step Time": 11.926798710599542}
+{"Finetune/Learning Rate": 1.7614548692327292e-05, "Finetune/Loss": 0.8479264974594116, "Finetune/Loss (Raw)": 0.8161398768424988, "Finetune/Step": 4764, "Finetune/Step Time": 11.924945393577218}
+{"Finetune/Learning Rate": 1.7613457012391925e-05, "Finetune/Loss": 0.846726655960083, "Finetune/Loss (Raw)": 0.8098201751708984, "Finetune/Step": 4765, "Finetune/Step Time": 11.925686519593}
+{"Finetune/Learning Rate": 1.7612365116560572e-05, "Finetune/Loss": 0.8453277945518494, "Finetune/Loss (Raw)": 0.7448141574859619, "Finetune/Step": 4766, "Finetune/Step Time": 11.93118341267109}
+{"Finetune/Learning Rate": 1.7611273004864183e-05, "Finetune/Loss": 0.8467452526092529, "Finetune/Loss (Raw)": 0.82697993516922, "Finetune/Step": 4767, "Finetune/Step Time": 11.919585777446628}
+{"Finetune/Learning Rate": 1.761018067733374e-05, "Finetune/Loss": 0.8475891947746277, "Finetune/Loss (Raw)": 0.9927428960800171, "Finetune/Step": 4768, "Finetune/Step Time": 11.908970015123487}
+{"Finetune/Learning Rate": 1.760908813400021e-05, "Finetune/Loss": 0.8480879664421082, "Finetune/Loss (Raw)": 0.9298090934753418, "Finetune/Step": 4769, "Finetune/Step Time": 11.930085275322199}
+{"Finetune/Learning Rate": 1.760799537489458e-05, "Finetune/Loss": 0.8480295538902283, "Finetune/Loss (Raw)": 0.9166396260261536, "Finetune/Step": 4770, "Finetune/Step Time": 11.932948242872953}
+{"Finetune/Learning Rate": 1.7606902400047835e-05, "Finetune/Loss": 0.8490824699401855, "Finetune/Loss (Raw)": 0.8971242904663086, "Finetune/Step": 4771, "Finetune/Step Time": 11.931769339367747}
+{"Finetune/Learning Rate": 1.760580920949097e-05, "Finetune/Loss": 0.849941074848175, "Finetune/Loss (Raw)": 0.9727296233177185, "Finetune/Step": 4772, "Finetune/Step Time": 11.938054490834475}
+{"Finetune/Learning Rate": 1.7604715803254983e-05, "Finetune/Loss": 0.8493756055831909, "Finetune/Loss (Raw)": 0.7710062861442566, "Finetune/Step": 4773, "Finetune/Step Time": 11.940118407830596}
+{"Finetune/Learning Rate": 1.760362218137088e-05, "Finetune/Loss": 0.850408673286438, "Finetune/Loss (Raw)": 0.9051201343536377, "Finetune/Step": 4774, "Finetune/Step Time": 11.94465772435069}
+{"Finetune/Learning Rate": 1.7602528343869677e-05, "Finetune/Loss": 0.8494372963905334, "Finetune/Loss (Raw)": 0.8498764038085938, "Finetune/Step": 4775, "Finetune/Step Time": 11.944370498880744}
+{"Finetune/Learning Rate": 1.7601434290782386e-05, "Finetune/Loss": 0.8498239517211914, "Finetune/Loss (Raw)": 0.9144089221954346, "Finetune/Step": 4776, "Finetune/Step Time": 11.94362004287541}
+{"Finetune/Learning Rate": 1.7600340022140036e-05, "Finetune/Loss": 0.8495798110961914, "Finetune/Loss (Raw)": 0.869501531124115, "Finetune/Step": 4777, "Finetune/Step Time": 11.94386127218604}
+{"Finetune/Learning Rate": 1.7599245537973653e-05, "Finetune/Loss": 0.8490117788314819, "Finetune/Loss (Raw)": 0.9065064191818237, "Finetune/Step": 4778, "Finetune/Step Time": 11.951383337378502}
+{"Finetune/Learning Rate": 1.7598150838314275e-05, "Finetune/Loss": 0.8491686582565308, "Finetune/Loss (Raw)": 0.7876102328300476, "Finetune/Step": 4779, "Finetune/Step Time": 11.955769019201398}
+{"Finetune/Learning Rate": 1.7597055923192947e-05, "Finetune/Loss": 0.8483390808105469, "Finetune/Loss (Raw)": 0.9224603772163391, "Finetune/Step": 4780, "Finetune/Step Time": 11.960877388715744}
+{"Finetune/Learning Rate": 1.7595960792640716e-05, "Finetune/Loss": 0.8496882915496826, "Finetune/Loss (Raw)": 0.9147063493728638, "Finetune/Step": 4781, "Finetune/Step Time": 11.948039518669248}
+{"Finetune/Learning Rate": 1.759486544668864e-05, "Finetune/Loss": 0.8493298292160034, "Finetune/Loss (Raw)": 0.7966727018356323, "Finetune/Step": 4782, "Finetune/Step Time": 11.963805412873626}
+{"Finetune/Learning Rate": 1.7593769885367774e-05, "Finetune/Loss": 0.8496719598770142, "Finetune/Loss (Raw)": 0.8980799913406372, "Finetune/Step": 4783, "Finetune/Step Time": 11.952634474262595}
+{"Finetune/Learning Rate": 1.759267410870919e-05, "Finetune/Loss": 0.8523510694503784, "Finetune/Loss (Raw)": 0.9541985392570496, "Finetune/Step": 4784, "Finetune/Step Time": 11.923605842515826}
+{"Finetune/Learning Rate": 1.7591578116743955e-05, "Finetune/Loss": 0.8526217937469482, "Finetune/Loss (Raw)": 0.8201690316200256, "Finetune/Step": 4785, "Finetune/Step Time": 11.874813670292497}
+{"Finetune/Learning Rate": 1.7590481909503154e-05, "Finetune/Loss": 0.8519598841667175, "Finetune/Loss (Raw)": 0.8543344140052795, "Finetune/Step": 4786, "Finetune/Step Time": 11.86277151107788}
+{"Finetune/Learning Rate": 1.758938548701787e-05, "Finetune/Loss": 0.85081946849823, "Finetune/Loss (Raw)": 0.8254799246788025, "Finetune/Step": 4787, "Finetune/Step Time": 11.86897062510252}
+{"Finetune/Learning Rate": 1.7588288849319194e-05, "Finetune/Loss": 0.8531950116157532, "Finetune/Loss (Raw)": 0.8795126676559448, "Finetune/Step": 4788, "Finetune/Step Time": 11.839554823935032}
+{"Finetune/Learning Rate": 1.7587191996438228e-05, "Finetune/Loss": 0.8530694246292114, "Finetune/Loss (Raw)": 0.9504522085189819, "Finetune/Step": 4789, "Finetune/Step Time": 11.864509725943208}
+{"Finetune/Learning Rate": 1.758609492840607e-05, "Finetune/Loss": 0.8530929088592529, "Finetune/Loss (Raw)": 0.8077490925788879, "Finetune/Step": 4790, "Finetune/Step Time": 11.860523968935013}
+{"Finetune/Learning Rate": 1.7584997645253833e-05, "Finetune/Loss": 0.853771984577179, "Finetune/Loss (Raw)": 0.9199315309524536, "Finetune/Step": 4791, "Finetune/Step Time": 11.854242680594325}
+{"Finetune/Learning Rate": 1.758390014701263e-05, "Finetune/Loss": 0.8559508323669434, "Finetune/Loss (Raw)": 0.8702659606933594, "Finetune/Step": 4792, "Finetune/Step Time": 11.83601077646017}
+{"Finetune/Learning Rate": 1.7582802433713584e-05, "Finetune/Loss": 0.8554050922393799, "Finetune/Loss (Raw)": 0.7868248224258423, "Finetune/Step": 4793, "Finetune/Step Time": 11.862021123990417}
+{"Finetune/Learning Rate": 1.758170450538782e-05, "Finetune/Loss": 0.8543958067893982, "Finetune/Loss (Raw)": 0.7975387573242188, "Finetune/Step": 4794, "Finetune/Step Time": 11.865728951990604}
+{"Finetune/Learning Rate": 1.7580606362066485e-05, "Finetune/Loss": 0.8537324666976929, "Finetune/Loss (Raw)": 0.7834935188293457, "Finetune/Step": 4795, "Finetune/Step Time": 11.878064095973969}
+{"Finetune/Learning Rate": 1.7579508003780703e-05, "Finetune/Loss": 0.8542057275772095, "Finetune/Loss (Raw)": 0.948340117931366, "Finetune/Step": 4796, "Finetune/Step Time": 11.876321580260992}
+{"Finetune/Learning Rate": 1.7578409430561632e-05, "Finetune/Loss": 0.8536609411239624, "Finetune/Loss (Raw)": 0.8560202717781067, "Finetune/Step": 4797, "Finetune/Step Time": 11.879887260496616}
+{"Finetune/Learning Rate": 1.7577310642440415e-05, "Finetune/Loss": 0.8542143106460571, "Finetune/Loss (Raw)": 0.9262929558753967, "Finetune/Step": 4798, "Finetune/Step Time": 11.877609770745039}
+{"Finetune/Learning Rate": 1.7576211639448218e-05, "Finetune/Loss": 0.8561209440231323, "Finetune/Loss (Raw)": 0.8233276009559631, "Finetune/Step": 4799, "Finetune/Step Time": 11.851074025034904}
+{"Finetune/Learning Rate": 1.7575112421616203e-05, "Finetune/Loss": 0.8573118448257446, "Finetune/Loss (Raw)": 0.9706069231033325, "Finetune/Step": 4800, "Finetune/Step Time": 11.847730254754424}
+{"Finetune/Learning Rate": 1.7574012988975538e-05, "Finetune/Loss": 0.8582667708396912, "Finetune/Loss (Raw)": 0.9477495551109314, "Finetune/Step": 4801, "Finetune/Step Time": 11.851479338482022}
+{"Finetune/Learning Rate": 1.7572913341557404e-05, "Finetune/Loss": 0.8593317866325378, "Finetune/Loss (Raw)": 0.8159977197647095, "Finetune/Step": 4802, "Finetune/Step Time": 11.850726827979088}
+{"Finetune/Learning Rate": 1.7571813479392983e-05, "Finetune/Loss": 0.8594098091125488, "Finetune/Loss (Raw)": 0.8556455373764038, "Finetune/Step": 4803, "Finetune/Step Time": 11.84841100871563}
+{"Finetune/Learning Rate": 1.757071340251346e-05, "Finetune/Loss": 0.8592605590820312, "Finetune/Loss (Raw)": 0.9053173661231995, "Finetune/Step": 4804, "Finetune/Step Time": 11.846441693603992}
+{"Finetune/Learning Rate": 1.7569613110950038e-05, "Finetune/Loss": 0.8604098558425903, "Finetune/Loss (Raw)": 0.8898444771766663, "Finetune/Step": 4805, "Finetune/Step Time": 11.852577101439238}
+{"Finetune/Learning Rate": 1.7568512604733907e-05, "Finetune/Loss": 0.8593874573707581, "Finetune/Loss (Raw)": 0.83563232421875, "Finetune/Step": 4806, "Finetune/Step Time": 11.858660137280822}
+{"Finetune/Learning Rate": 1.7567411883896286e-05, "Finetune/Loss": 0.8587217330932617, "Finetune/Loss (Raw)": 0.8194022178649902, "Finetune/Step": 4807, "Finetune/Step Time": 11.85461343638599}
+{"Finetune/Learning Rate": 1.756631094846838e-05, "Finetune/Loss": 0.8607059121131897, "Finetune/Loss (Raw)": 0.8923860788345337, "Finetune/Step": 4808, "Finetune/Step Time": 11.825823379680514}
+{"Finetune/Learning Rate": 1.7565209798481412e-05, "Finetune/Loss": 0.8605355024337769, "Finetune/Loss (Raw)": 0.8420348763465881, "Finetune/Step": 4809, "Finetune/Step Time": 11.802059950307012}
+{"Finetune/Learning Rate": 1.7564108433966606e-05, "Finetune/Loss": 0.860249936580658, "Finetune/Loss (Raw)": 0.860000729560852, "Finetune/Step": 4810, "Finetune/Step Time": 11.80604605190456}
+{"Finetune/Learning Rate": 1.7563006854955196e-05, "Finetune/Loss": 0.8591453433036804, "Finetune/Loss (Raw)": 0.8378365635871887, "Finetune/Step": 4811, "Finetune/Step Time": 11.7919144295156}
+{"Finetune/Learning Rate": 1.7561905061478416e-05, "Finetune/Loss": 0.8594169616699219, "Finetune/Loss (Raw)": 0.9403353333473206, "Finetune/Step": 4812, "Finetune/Step Time": 11.797516860067844}
+{"Finetune/Learning Rate": 1.7560803053567513e-05, "Finetune/Loss": 0.8590772151947021, "Finetune/Loss (Raw)": 0.7732213735580444, "Finetune/Step": 4813, "Finetune/Step Time": 11.821077361702919}
+{"Finetune/Learning Rate": 1.7559700831253734e-05, "Finetune/Loss": 0.8597515225410461, "Finetune/Loss (Raw)": 0.7162644267082214, "Finetune/Step": 4814, "Finetune/Step Time": 11.830264553427696}
+{"Finetune/Learning Rate": 1.755859839456834e-05, "Finetune/Loss": 0.8593752384185791, "Finetune/Loss (Raw)": 0.9304333329200745, "Finetune/Step": 4815, "Finetune/Step Time": 11.833273101598024}
+{"Finetune/Learning Rate": 1.7557495743542586e-05, "Finetune/Loss": 0.8581254482269287, "Finetune/Loss (Raw)": 0.7343548536300659, "Finetune/Step": 4816, "Finetune/Step Time": 11.86298532038927}
+{"Finetune/Learning Rate": 1.7556392878207742e-05, "Finetune/Loss": 0.8575311899185181, "Finetune/Loss (Raw)": 0.7544696927070618, "Finetune/Step": 4817, "Finetune/Step Time": 11.861312324181199}
+{"Finetune/Learning Rate": 1.7555289798595085e-05, "Finetune/Loss": 0.8572871685028076, "Finetune/Loss (Raw)": 0.9513927698135376, "Finetune/Step": 4818, "Finetune/Step Time": 11.8632250726223}
+{"Finetune/Learning Rate": 1.7554186504735895e-05, "Finetune/Loss": 0.8574855327606201, "Finetune/Loss (Raw)": 0.8397246599197388, "Finetune/Step": 4819, "Finetune/Step Time": 11.873941650614142}
+{"Finetune/Learning Rate": 1.7553082996661453e-05, "Finetune/Loss": 0.8579344749450684, "Finetune/Loss (Raw)": 0.9419035911560059, "Finetune/Step": 4820, "Finetune/Step Time": 11.898188466206193}
+{"Finetune/Learning Rate": 1.755197927440306e-05, "Finetune/Loss": 0.858989953994751, "Finetune/Loss (Raw)": 0.9097468852996826, "Finetune/Step": 4821, "Finetune/Step Time": 11.891994029283524}
+{"Finetune/Learning Rate": 1.7550875337992007e-05, "Finetune/Loss": 0.8596891164779663, "Finetune/Loss (Raw)": 0.9278908371925354, "Finetune/Step": 4822, "Finetune/Step Time": 11.887845154851675}
+{"Finetune/Learning Rate": 1.7549771187459602e-05, "Finetune/Loss": 0.8602476119995117, "Finetune/Loss (Raw)": 0.8559860587120056, "Finetune/Step": 4823, "Finetune/Step Time": 11.876252558082342}
+{"Finetune/Learning Rate": 1.7548666822837157e-05, "Finetune/Loss": 0.8611642122268677, "Finetune/Loss (Raw)": 1.0150964260101318, "Finetune/Step": 4824, "Finetune/Step Time": 11.879568001255393}
+{"Finetune/Learning Rate": 1.7547562244155984e-05, "Finetune/Loss": 0.8590726852416992, "Finetune/Loss (Raw)": 0.5396133661270142, "Finetune/Step": 4825, "Finetune/Step Time": 11.896252254024148}
+{"Finetune/Learning Rate": 1.7546457451447407e-05, "Finetune/Loss": 0.8587136268615723, "Finetune/Loss (Raw)": 0.8041146993637085, "Finetune/Step": 4826, "Finetune/Step Time": 11.891980674117804}
+{"Finetune/Learning Rate": 1.754535244474276e-05, "Finetune/Loss": 0.8589587211608887, "Finetune/Loss (Raw)": 0.8313391208648682, "Finetune/Step": 4827, "Finetune/Step Time": 11.860816480591893}
+{"Finetune/Learning Rate": 1.754424722407337e-05, "Finetune/Loss": 0.8583788275718689, "Finetune/Loss (Raw)": 0.7843868732452393, "Finetune/Step": 4828, "Finetune/Step Time": 11.89772499538958}
+{"Finetune/Learning Rate": 1.7543141789470584e-05, "Finetune/Loss": 0.8573614358901978, "Finetune/Loss (Raw)": 0.7794904708862305, "Finetune/Step": 4829, "Finetune/Step Time": 11.87661300599575}
+{"Finetune/Learning Rate": 1.7542036140965745e-05, "Finetune/Loss": 0.8579267263412476, "Finetune/Loss (Raw)": 0.8511025905609131, "Finetune/Step": 4830, "Finetune/Step Time": 11.833504520356655}
+{"Finetune/Learning Rate": 1.754093027859021e-05, "Finetune/Loss": 0.8571727275848389, "Finetune/Loss (Raw)": 0.8483037352561951, "Finetune/Step": 4831, "Finetune/Step Time": 11.83254500478506}
+{"Finetune/Learning Rate": 1.753982420237533e-05, "Finetune/Loss": 0.8576157689094543, "Finetune/Loss (Raw)": 0.8505907654762268, "Finetune/Step": 4832, "Finetune/Step Time": 11.797711597755551}
+{"Finetune/Learning Rate": 1.7538717912352484e-05, "Finetune/Loss": 0.8577494621276855, "Finetune/Loss (Raw)": 0.9153585433959961, "Finetune/Step": 4833, "Finetune/Step Time": 11.78312262147665}
+{"Finetune/Learning Rate": 1.753761140855303e-05, "Finetune/Loss": 0.8571574091911316, "Finetune/Loss (Raw)": 0.851790189743042, "Finetune/Step": 4834, "Finetune/Step Time": 11.7837047688663}
+{"Finetune/Learning Rate": 1.753650469100835e-05, "Finetune/Loss": 0.8574337959289551, "Finetune/Loss (Raw)": 0.987429678440094, "Finetune/Step": 4835, "Finetune/Step Time": 11.790658995509148}
+{"Finetune/Learning Rate": 1.753539775974983e-05, "Finetune/Loss": 0.8573971390724182, "Finetune/Loss (Raw)": 0.9578105211257935, "Finetune/Step": 4836, "Finetune/Step Time": 11.791418565437198}
+{"Finetune/Learning Rate": 1.753429061480886e-05, "Finetune/Loss": 0.8575640916824341, "Finetune/Loss (Raw)": 0.81379234790802, "Finetune/Step": 4837, "Finetune/Step Time": 11.80653428286314}
+{"Finetune/Learning Rate": 1.7533183256216828e-05, "Finetune/Loss": 0.8567074537277222, "Finetune/Loss (Raw)": 0.7600094079971313, "Finetune/Step": 4838, "Finetune/Step Time": 11.806662889197469}
+{"Finetune/Learning Rate": 1.7532075684005142e-05, "Finetune/Loss": 0.8588281869888306, "Finetune/Loss (Raw)": 1.0087902545928955, "Finetune/Step": 4839, "Finetune/Step Time": 11.826932698488235}
+{"Finetune/Learning Rate": 1.7530967898205208e-05, "Finetune/Loss": 0.8575643301010132, "Finetune/Loss (Raw)": 0.869421124458313, "Finetune/Step": 4840, "Finetune/Step Time": 11.819448068737984}
+{"Finetune/Learning Rate": 1.7529859898848444e-05, "Finetune/Loss": 0.8579686284065247, "Finetune/Loss (Raw)": 0.9285470247268677, "Finetune/Step": 4841, "Finetune/Step Time": 11.81703520193696}
+{"Finetune/Learning Rate": 1.752875168596626e-05, "Finetune/Loss": 0.857974648475647, "Finetune/Loss (Raw)": 0.8766187429428101, "Finetune/Step": 4842, "Finetune/Step Time": 11.813833201304078}
+{"Finetune/Learning Rate": 1.7527643259590088e-05, "Finetune/Loss": 0.8586030006408691, "Finetune/Loss (Raw)": 0.8445665240287781, "Finetune/Step": 4843, "Finetune/Step Time": 11.806153316050768}
+{"Finetune/Learning Rate": 1.752653461975136e-05, "Finetune/Loss": 0.8588883876800537, "Finetune/Loss (Raw)": 0.8498598337173462, "Finetune/Step": 4844, "Finetune/Step Time": 11.810097532346845}
+{"Finetune/Learning Rate": 1.752542576648151e-05, "Finetune/Loss": 0.8595355153083801, "Finetune/Loss (Raw)": 0.9121020436286926, "Finetune/Step": 4845, "Finetune/Step Time": 11.806949665769935}
+{"Finetune/Learning Rate": 1.752431669981199e-05, "Finetune/Loss": 0.8605120182037354, "Finetune/Loss (Raw)": 0.9845209121704102, "Finetune/Step": 4846, "Finetune/Step Time": 11.822479819878936}
+{"Finetune/Learning Rate": 1.752320741977424e-05, "Finetune/Loss": 0.8622596859931946, "Finetune/Loss (Raw)": 0.9885724782943726, "Finetune/Step": 4847, "Finetune/Step Time": 11.836948936805129}
+{"Finetune/Learning Rate": 1.7522097926399722e-05, "Finetune/Loss": 0.8614539504051208, "Finetune/Loss (Raw)": 0.8371499180793762, "Finetune/Step": 4848, "Finetune/Step Time": 11.86207557655871}
+{"Finetune/Learning Rate": 1.7520988219719897e-05, "Finetune/Loss": 0.8612666130065918, "Finetune/Loss (Raw)": 0.7855286598205566, "Finetune/Step": 4849, "Finetune/Step Time": 11.866947315633297}
+{"Finetune/Learning Rate": 1.7519878299766232e-05, "Finetune/Loss": 0.8611757755279541, "Finetune/Loss (Raw)": 0.874574601650238, "Finetune/Step": 4850, "Finetune/Step Time": 11.868573229759932}
+{"Finetune/Learning Rate": 1.7518768166570203e-05, "Finetune/Loss": 0.8628848791122437, "Finetune/Loss (Raw)": 0.9860159158706665, "Finetune/Step": 4851, "Finetune/Step Time": 11.849884405732155}
+{"Finetune/Learning Rate": 1.751765782016329e-05, "Finetune/Loss": 0.8626059293746948, "Finetune/Loss (Raw)": 0.852128803730011, "Finetune/Step": 4852, "Finetune/Step Time": 11.865395342931151}
+{"Finetune/Learning Rate": 1.7516547260576977e-05, "Finetune/Loss": 0.8614461421966553, "Finetune/Loss (Raw)": 0.7557508945465088, "Finetune/Step": 4853, "Finetune/Step Time": 11.867358177900314}
+{"Finetune/Learning Rate": 1.751543648784276e-05, "Finetune/Loss": 0.8605237007141113, "Finetune/Loss (Raw)": 0.8720834851264954, "Finetune/Step": 4854, "Finetune/Step Time": 11.872291503474116}
+{"Finetune/Learning Rate": 1.7514325501992132e-05, "Finetune/Loss": 0.8607599139213562, "Finetune/Loss (Raw)": 0.9014610052108765, "Finetune/Step": 4855, "Finetune/Step Time": 11.881678083911538}
+{"Finetune/Learning Rate": 1.7513214303056603e-05, "Finetune/Loss": 0.8616587519645691, "Finetune/Loss (Raw)": 0.9531828165054321, "Finetune/Step": 4856, "Finetune/Step Time": 11.88554192520678}
+{"Finetune/Learning Rate": 1.7512102891067683e-05, "Finetune/Loss": 0.8623358011245728, "Finetune/Loss (Raw)": 0.8652085065841675, "Finetune/Step": 4857, "Finetune/Step Time": 11.891959669068456}
+{"Finetune/Learning Rate": 1.751099126605688e-05, "Finetune/Loss": 0.8620395660400391, "Finetune/Loss (Raw)": 0.8262321949005127, "Finetune/Step": 4858, "Finetune/Step Time": 11.889736171811819}
+{"Finetune/Learning Rate": 1.7509879428055732e-05, "Finetune/Loss": 0.8606067895889282, "Finetune/Loss (Raw)": 0.7414931058883667, "Finetune/Step": 4859, "Finetune/Step Time": 11.881366362795234}
+{"Finetune/Learning Rate": 1.750876737709575e-05, "Finetune/Loss": 0.8585500717163086, "Finetune/Loss (Raw)": 0.6267877817153931, "Finetune/Step": 4860, "Finetune/Step Time": 11.887793011963367}
+{"Finetune/Learning Rate": 1.7507655113208483e-05, "Finetune/Loss": 0.8590549826622009, "Finetune/Loss (Raw)": 0.8317895531654358, "Finetune/Step": 4861, "Finetune/Step Time": 11.882212961092591}
+{"Finetune/Learning Rate": 1.7506542636425466e-05, "Finetune/Loss": 0.8598774075508118, "Finetune/Loss (Raw)": 0.9889832139015198, "Finetune/Step": 4862, "Finetune/Step Time": 11.882196970283985}
+{"Finetune/Learning Rate": 1.7505429946778242e-05, "Finetune/Loss": 0.8601663112640381, "Finetune/Loss (Raw)": 0.968814492225647, "Finetune/Step": 4863, "Finetune/Step Time": 11.886994794011116}
+{"Finetune/Learning Rate": 1.750431704429837e-05, "Finetune/Loss": 0.8594170808792114, "Finetune/Loss (Raw)": 0.7955830097198486, "Finetune/Step": 4864, "Finetune/Step Time": 11.853515597060323}
+{"Finetune/Learning Rate": 1.7503203929017405e-05, "Finetune/Loss": 0.8589380979537964, "Finetune/Loss (Raw)": 0.7652011513710022, "Finetune/Step": 4865, "Finetune/Step Time": 11.840075872838497}
+{"Finetune/Learning Rate": 1.7502090600966914e-05, "Finetune/Loss": 0.8594297170639038, "Finetune/Loss (Raw)": 0.8812222480773926, "Finetune/Step": 4866, "Finetune/Step Time": 11.838483799248934}
+{"Finetune/Learning Rate": 1.7500977060178463e-05, "Finetune/Loss": 0.8587765693664551, "Finetune/Loss (Raw)": 0.7867906093597412, "Finetune/Step": 4867, "Finetune/Step Time": 11.844024548307061}
+{"Finetune/Learning Rate": 1.7499863306683637e-05, "Finetune/Loss": 0.858593225479126, "Finetune/Loss (Raw)": 0.7917674779891968, "Finetune/Step": 4868, "Finetune/Step Time": 11.837310904636979}
+{"Finetune/Learning Rate": 1.749874934051401e-05, "Finetune/Loss": 0.8586618304252625, "Finetune/Loss (Raw)": 0.8424543142318726, "Finetune/Step": 4869, "Finetune/Step Time": 11.841483121737838}
+{"Finetune/Learning Rate": 1.749763516170118e-05, "Finetune/Loss": 0.85980224609375, "Finetune/Loss (Raw)": 0.923403263092041, "Finetune/Step": 4870, "Finetune/Step Time": 11.81752299144864}
+{"Finetune/Learning Rate": 1.7496520770276735e-05, "Finetune/Loss": 0.8590118885040283, "Finetune/Loss (Raw)": 0.707554280757904, "Finetune/Step": 4871, "Finetune/Step Time": 11.820265045389533}
+{"Finetune/Learning Rate": 1.7495406166272278e-05, "Finetune/Loss": 0.8586827516555786, "Finetune/Loss (Raw)": 0.9026659727096558, "Finetune/Step": 4872, "Finetune/Step Time": 11.819843403995037}
+{"Finetune/Learning Rate": 1.7494291349719414e-05, "Finetune/Loss": 0.8561153411865234, "Finetune/Loss (Raw)": 0.5740104913711548, "Finetune/Step": 4873, "Finetune/Step Time": 11.837433790788054}
+{"Finetune/Learning Rate": 1.749317632064976e-05, "Finetune/Loss": 0.8557668924331665, "Finetune/Loss (Raw)": 0.8860412836074829, "Finetune/Step": 4874, "Finetune/Step Time": 11.862887188792229}
+{"Finetune/Learning Rate": 1.7492061079094935e-05, "Finetune/Loss": 0.8561334609985352, "Finetune/Loss (Raw)": 0.8687698841094971, "Finetune/Step": 4875, "Finetune/Step Time": 11.857007732614875}
+{"Finetune/Learning Rate": 1.7490945625086563e-05, "Finetune/Loss": 0.856261670589447, "Finetune/Loss (Raw)": 0.8849518299102783, "Finetune/Step": 4876, "Finetune/Step Time": 11.849245324730873}
+{"Finetune/Learning Rate": 1.7489829958656273e-05, "Finetune/Loss": 0.8555423021316528, "Finetune/Loss (Raw)": 0.7653260231018066, "Finetune/Step": 4877, "Finetune/Step Time": 11.867429664358497}
+{"Finetune/Learning Rate": 1.7488714079835704e-05, "Finetune/Loss": 0.8562390208244324, "Finetune/Loss (Raw)": 0.9686759114265442, "Finetune/Step": 4878, "Finetune/Step Time": 11.867668332532048}
+{"Finetune/Learning Rate": 1.7487597988656494e-05, "Finetune/Loss": 0.8569583892822266, "Finetune/Loss (Raw)": 0.9152179956436157, "Finetune/Step": 4879, "Finetune/Step Time": 11.87510583549738}
+{"Finetune/Learning Rate": 1.74864816851503e-05, "Finetune/Loss": 0.8564014434814453, "Finetune/Loss (Raw)": 0.7491215467453003, "Finetune/Step": 4880, "Finetune/Step Time": 11.874012155458331}
+{"Finetune/Learning Rate": 1.748536516934878e-05, "Finetune/Loss": 0.8553720116615295, "Finetune/Loss (Raw)": 0.7584106922149658, "Finetune/Step": 4881, "Finetune/Step Time": 11.867876717820764}
+{"Finetune/Learning Rate": 1.7484248441283585e-05, "Finetune/Loss": 0.8562957048416138, "Finetune/Loss (Raw)": 0.9023235440254211, "Finetune/Step": 4882, "Finetune/Step Time": 11.889792624861002}
+{"Finetune/Learning Rate": 1.7483131500986385e-05, "Finetune/Loss": 0.8552236557006836, "Finetune/Loss (Raw)": 0.7696231007575989, "Finetune/Step": 4883, "Finetune/Step Time": 11.900784876197577}
+{"Finetune/Learning Rate": 1.7482014348488855e-05, "Finetune/Loss": 0.8565188646316528, "Finetune/Loss (Raw)": 0.9757733941078186, "Finetune/Step": 4884, "Finetune/Step Time": 11.900065133348107}
+{"Finetune/Learning Rate": 1.7480896983822676e-05, "Finetune/Loss": 0.8571364283561707, "Finetune/Loss (Raw)": 0.9154056310653687, "Finetune/Step": 4885, "Finetune/Step Time": 11.900927202776074}
+{"Finetune/Learning Rate": 1.747977940701953e-05, "Finetune/Loss": 0.8571372032165527, "Finetune/Loss (Raw)": 0.8539716005325317, "Finetune/Step": 4886, "Finetune/Step Time": 11.889678763225675}
+{"Finetune/Learning Rate": 1.7478661618111108e-05, "Finetune/Loss": 0.8568952083587646, "Finetune/Loss (Raw)": 0.8820114135742188, "Finetune/Step": 4887, "Finetune/Step Time": 11.901534782722592}
+{"Finetune/Learning Rate": 1.747754361712911e-05, "Finetune/Loss": 0.8557683825492859, "Finetune/Loss (Raw)": 0.6959363222122192, "Finetune/Step": 4888, "Finetune/Step Time": 11.900410180911422}
+{"Finetune/Learning Rate": 1.747642540410524e-05, "Finetune/Loss": 0.8557232618331909, "Finetune/Loss (Raw)": 0.9205103516578674, "Finetune/Step": 4889, "Finetune/Step Time": 11.902153447270393}
+{"Finetune/Learning Rate": 1.7475306979071206e-05, "Finetune/Loss": 0.8570986390113831, "Finetune/Loss (Raw)": 1.0120937824249268, "Finetune/Step": 4890, "Finetune/Step Time": 11.901007251814008}
+{"Finetune/Learning Rate": 1.747418834205872e-05, "Finetune/Loss": 0.8591229915618896, "Finetune/Loss (Raw)": 0.7576582431793213, "Finetune/Step": 4891, "Finetune/Step Time": 11.897192228585482}
+{"Finetune/Learning Rate": 1.7473069493099508e-05, "Finetune/Loss": 0.8596554398536682, "Finetune/Loss (Raw)": 0.8842881917953491, "Finetune/Step": 4892, "Finetune/Step Time": 11.892381543293595}
+{"Finetune/Learning Rate": 1.74719504322253e-05, "Finetune/Loss": 0.8598120212554932, "Finetune/Loss (Raw)": 0.8298575282096863, "Finetune/Step": 4893, "Finetune/Step Time": 11.899239350110292}
+{"Finetune/Learning Rate": 1.7470831159467817e-05, "Finetune/Loss": 0.8603062629699707, "Finetune/Loss (Raw)": 0.808083176612854, "Finetune/Step": 4894, "Finetune/Step Time": 11.901830304414034}
+{"Finetune/Learning Rate": 1.7469711674858813e-05, "Finetune/Loss": 0.8620917201042175, "Finetune/Loss (Raw)": 1.0555139780044556, "Finetune/Step": 4895, "Finetune/Step Time": 11.899845894426107}
+{"Finetune/Learning Rate": 1.7468591978430024e-05, "Finetune/Loss": 0.861809253692627, "Finetune/Loss (Raw)": 0.9565860629081726, "Finetune/Step": 4896, "Finetune/Step Time": 11.924308627843857}
+{"Finetune/Learning Rate": 1.7467472070213202e-05, "Finetune/Loss": 0.8602614998817444, "Finetune/Loss (Raw)": 0.7316982746124268, "Finetune/Step": 4897, "Finetune/Step Time": 11.901191869750619}
+{"Finetune/Learning Rate": 1.7466351950240112e-05, "Finetune/Loss": 0.8597119450569153, "Finetune/Loss (Raw)": 0.8463020324707031, "Finetune/Step": 4898, "Finetune/Step Time": 11.917880529537797}
+{"Finetune/Learning Rate": 1.7465231618542508e-05, "Finetune/Loss": 0.8604168891906738, "Finetune/Loss (Raw)": 0.9873508214950562, "Finetune/Step": 4899, "Finetune/Step Time": 11.904054436832666}
+{"Finetune/Learning Rate": 1.7464111075152166e-05, "Finetune/Loss": 0.8592311143875122, "Finetune/Loss (Raw)": 0.820950984954834, "Finetune/Step": 4900, "Finetune/Step Time": 11.901616824790835}
+{"Finetune/Learning Rate": 1.746299032010086e-05, "Finetune/Loss": 0.8592625856399536, "Finetune/Loss (Raw)": 0.775036633014679, "Finetune/Step": 4901, "Finetune/Step Time": 11.90157942660153}
+{"Finetune/Learning Rate": 1.7461869353420365e-05, "Finetune/Loss": 0.8595721125602722, "Finetune/Loss (Raw)": 0.9447442889213562, "Finetune/Step": 4902, "Finetune/Step Time": 11.897097934037447}
+{"Finetune/Learning Rate": 1.746074817514248e-05, "Finetune/Loss": 0.8595028519630432, "Finetune/Loss (Raw)": 0.8410034775733948, "Finetune/Step": 4903, "Finetune/Step Time": 11.902426738291979}
+{"Finetune/Learning Rate": 1.745962678529899e-05, "Finetune/Loss": 0.8589304685592651, "Finetune/Loss (Raw)": 0.8411485552787781, "Finetune/Step": 4904, "Finetune/Step Time": 11.90020221285522}
+{"Finetune/Learning Rate": 1.7458505183921698e-05, "Finetune/Loss": 0.8593007326126099, "Finetune/Loss (Raw)": 0.9168906211853027, "Finetune/Step": 4905, "Finetune/Step Time": 11.894921300932765}
+{"Finetune/Learning Rate": 1.7457383371042403e-05, "Finetune/Loss": 0.859946608543396, "Finetune/Loss (Raw)": 0.9891886711120605, "Finetune/Step": 4906, "Finetune/Step Time": 11.894753228873014}
+{"Finetune/Learning Rate": 1.7456261346692927e-05, "Finetune/Loss": 0.8610216379165649, "Finetune/Loss (Raw)": 0.9252060651779175, "Finetune/Step": 4907, "Finetune/Step Time": 11.894052974879742}
+{"Finetune/Learning Rate": 1.7455139110905078e-05, "Finetune/Loss": 0.859147310256958, "Finetune/Loss (Raw)": 0.6825504302978516, "Finetune/Step": 4908, "Finetune/Step Time": 11.942306239157915}
+{"Finetune/Learning Rate": 1.745401666371069e-05, "Finetune/Loss": 0.8577794432640076, "Finetune/Loss (Raw)": 0.7396160960197449, "Finetune/Step": 4909, "Finetune/Step Time": 11.9545520208776}
+{"Finetune/Learning Rate": 1.7452894005141582e-05, "Finetune/Loss": 0.8593803644180298, "Finetune/Loss (Raw)": 1.0015989542007446, "Finetune/Step": 4910, "Finetune/Step Time": 11.956614246591926}
+{"Finetune/Learning Rate": 1.7451771135229588e-05, "Finetune/Loss": 0.8596997857093811, "Finetune/Loss (Raw)": 0.9389585852622986, "Finetune/Step": 4911, "Finetune/Step Time": 11.970496129244566}
+{"Finetune/Learning Rate": 1.745064805400656e-05, "Finetune/Loss": 0.859074592590332, "Finetune/Loss (Raw)": 0.8741803169250488, "Finetune/Step": 4912, "Finetune/Step Time": 11.978025946766138}
+{"Finetune/Learning Rate": 1.744952476150434e-05, "Finetune/Loss": 0.8595113754272461, "Finetune/Loss (Raw)": 0.8760653138160706, "Finetune/Step": 4913, "Finetune/Step Time": 11.98769436404109}
+{"Finetune/Learning Rate": 1.7448401257754782e-05, "Finetune/Loss": 0.8591586947441101, "Finetune/Loss (Raw)": 0.8092017769813538, "Finetune/Step": 4914, "Finetune/Step Time": 11.991194646805525}
+{"Finetune/Learning Rate": 1.7447277542789743e-05, "Finetune/Loss": 0.8584120869636536, "Finetune/Loss (Raw)": 0.7299092411994934, "Finetune/Step": 4915, "Finetune/Step Time": 11.9974614828825}
+{"Finetune/Learning Rate": 1.744615361664109e-05, "Finetune/Loss": 0.8584032654762268, "Finetune/Loss (Raw)": 0.878382682800293, "Finetune/Step": 4916, "Finetune/Step Time": 12.0307526178658}
+{"Finetune/Learning Rate": 1.7445029479340694e-05, "Finetune/Loss": 0.8570807576179504, "Finetune/Loss (Raw)": 0.7811734676361084, "Finetune/Step": 4917, "Finetune/Step Time": 12.023684917017817}
+{"Finetune/Learning Rate": 1.7443905130920432e-05, "Finetune/Loss": 0.8573011755943298, "Finetune/Loss (Raw)": 0.83596271276474, "Finetune/Step": 4918, "Finetune/Step Time": 12.030224781483412}
+{"Finetune/Learning Rate": 1.744278057141219e-05, "Finetune/Loss": 0.8560963869094849, "Finetune/Loss (Raw)": 0.7657202482223511, "Finetune/Step": 4919, "Finetune/Step Time": 12.033252315595746}
+{"Finetune/Learning Rate": 1.7441655800847855e-05, "Finetune/Loss": 0.8565356731414795, "Finetune/Loss (Raw)": 0.9264894723892212, "Finetune/Step": 4920, "Finetune/Step Time": 12.030478056520224}
+{"Finetune/Learning Rate": 1.7440530819259325e-05, "Finetune/Loss": 0.8571217656135559, "Finetune/Loss (Raw)": 0.8618460297584534, "Finetune/Step": 4921, "Finetune/Step Time": 12.023858087137341}
+{"Finetune/Learning Rate": 1.7439405626678496e-05, "Finetune/Loss": 0.8576195240020752, "Finetune/Loss (Raw)": 0.8612591028213501, "Finetune/Step": 4922, "Finetune/Step Time": 12.030219363048673}
+{"Finetune/Learning Rate": 1.7438280223137278e-05, "Finetune/Loss": 0.858129620552063, "Finetune/Loss (Raw)": 0.8487858772277832, "Finetune/Step": 4923, "Finetune/Step Time": 12.027991188690066}
+{"Finetune/Learning Rate": 1.7437154608667587e-05, "Finetune/Loss": 0.8558049201965332, "Finetune/Loss (Raw)": 0.6507649421691895, "Finetune/Step": 4924, "Finetune/Step Time": 12.05593871511519}
+{"Finetune/Learning Rate": 1.7436028783301338e-05, "Finetune/Loss": 0.8565168380737305, "Finetune/Loss (Raw)": 0.9471545219421387, "Finetune/Step": 4925, "Finetune/Step Time": 12.0642552357167}
+{"Finetune/Learning Rate": 1.7434902747070456e-05, "Finetune/Loss": 0.8553573489189148, "Finetune/Loss (Raw)": 0.7778764963150024, "Finetune/Step": 4926, "Finetune/Step Time": 12.078807918354869}
+{"Finetune/Learning Rate": 1.743377650000688e-05, "Finetune/Loss": 0.8554927110671997, "Finetune/Loss (Raw)": 0.8406574130058289, "Finetune/Step": 4927, "Finetune/Step Time": 12.076799934729934}
+{"Finetune/Learning Rate": 1.7432650042142535e-05, "Finetune/Loss": 0.8551801443099976, "Finetune/Loss (Raw)": 0.9305927157402039, "Finetune/Step": 4928, "Finetune/Step Time": 12.082556638866663}
+{"Finetune/Learning Rate": 1.7431523373509373e-05, "Finetune/Loss": 0.8545657396316528, "Finetune/Loss (Raw)": 0.8691070079803467, "Finetune/Step": 4929, "Finetune/Step Time": 12.0905247554183}
+{"Finetune/Learning Rate": 1.7430396494139344e-05, "Finetune/Loss": 0.8532694578170776, "Finetune/Loss (Raw)": 0.6500780582427979, "Finetune/Step": 4930, "Finetune/Step Time": 12.095907118171453}
+{"Finetune/Learning Rate": 1.7429269404064394e-05, "Finetune/Loss": 0.853279709815979, "Finetune/Loss (Raw)": 0.8569560647010803, "Finetune/Step": 4931, "Finetune/Step Time": 12.094490744173527}
+{"Finetune/Learning Rate": 1.7428142103316493e-05, "Finetune/Loss": 0.8526430130004883, "Finetune/Loss (Raw)": 0.8238149881362915, "Finetune/Step": 4932, "Finetune/Step Time": 12.100086122751236}
+{"Finetune/Learning Rate": 1.7427014591927602e-05, "Finetune/Loss": 0.8524615168571472, "Finetune/Loss (Raw)": 0.8666203618049622, "Finetune/Step": 4933, "Finetune/Step Time": 12.101563913747668}
+{"Finetune/Learning Rate": 1.74258868699297e-05, "Finetune/Loss": 0.8528034687042236, "Finetune/Loss (Raw)": 0.879398763179779, "Finetune/Step": 4934, "Finetune/Step Time": 12.092274291440845}
+{"Finetune/Learning Rate": 1.7424758937354762e-05, "Finetune/Loss": 0.8541582822799683, "Finetune/Loss (Raw)": 0.9928297996520996, "Finetune/Step": 4935, "Finetune/Step Time": 12.094871491193771}
+{"Finetune/Learning Rate": 1.7423630794234774e-05, "Finetune/Loss": 0.8541479706764221, "Finetune/Loss (Raw)": 0.8910560607910156, "Finetune/Step": 4936, "Finetune/Step Time": 12.10054779984057}
+{"Finetune/Learning Rate": 1.7422502440601725e-05, "Finetune/Loss": 0.8537187576293945, "Finetune/Loss (Raw)": 0.7871003150939941, "Finetune/Step": 4937, "Finetune/Step Time": 12.098265053704381}
+{"Finetune/Learning Rate": 1.7421373876487612e-05, "Finetune/Loss": 0.8546934723854065, "Finetune/Loss (Raw)": 0.984759509563446, "Finetune/Step": 4938, "Finetune/Step Time": 12.09236448444426}
+{"Finetune/Learning Rate": 1.7420245101924443e-05, "Finetune/Loss": 0.8552782535552979, "Finetune/Loss (Raw)": 0.9126904606819153, "Finetune/Step": 4939, "Finetune/Step Time": 12.093633422628045}
+{"Finetune/Learning Rate": 1.7419116116944223e-05, "Finetune/Loss": 0.854714035987854, "Finetune/Loss (Raw)": 0.8681096434593201, "Finetune/Step": 4940, "Finetune/Step Time": 12.131895378232002}
+{"Finetune/Learning Rate": 1.7417986921578965e-05, "Finetune/Loss": 0.8542672991752625, "Finetune/Loss (Raw)": 0.7160398364067078, "Finetune/Step": 4941, "Finetune/Step Time": 12.112123273313046}
+{"Finetune/Learning Rate": 1.7416857515860695e-05, "Finetune/Loss": 0.8551312685012817, "Finetune/Loss (Raw)": 0.826860249042511, "Finetune/Step": 4942, "Finetune/Step Time": 12.091763535514474}
+{"Finetune/Learning Rate": 1.7415727899821434e-05, "Finetune/Loss": 0.855003833770752, "Finetune/Loss (Raw)": 0.9141155481338501, "Finetune/Step": 4943, "Finetune/Step Time": 12.089024987071753}
+{"Finetune/Learning Rate": 1.7414598073493216e-05, "Finetune/Loss": 0.8562836050987244, "Finetune/Loss (Raw)": 0.8981693983078003, "Finetune/Step": 4944, "Finetune/Step Time": 12.061474913731217}
+{"Finetune/Learning Rate": 1.7413468036908083e-05, "Finetune/Loss": 0.8569129705429077, "Finetune/Loss (Raw)": 0.8350286483764648, "Finetune/Step": 4945, "Finetune/Step Time": 12.057379370555282}
+{"Finetune/Learning Rate": 1.7412337790098076e-05, "Finetune/Loss": 0.856027364730835, "Finetune/Loss (Raw)": 0.8380328416824341, "Finetune/Step": 4946, "Finetune/Step Time": 12.05145295523107}
+{"Finetune/Learning Rate": 1.741120733309525e-05, "Finetune/Loss": 0.8563909530639648, "Finetune/Loss (Raw)": 0.8862635493278503, "Finetune/Step": 4947, "Finetune/Step Time": 12.051552893593907}
+{"Finetune/Learning Rate": 1.7410076665931657e-05, "Finetune/Loss": 0.8554083108901978, "Finetune/Loss (Raw)": 0.8161227703094482, "Finetune/Step": 4948, "Finetune/Step Time": 12.037159822881222}
+{"Finetune/Learning Rate": 1.7408945788639358e-05, "Finetune/Loss": 0.8551696538925171, "Finetune/Loss (Raw)": 0.8792033195495605, "Finetune/Step": 4949, "Finetune/Step Time": 12.045221159234643}
+{"Finetune/Learning Rate": 1.7407814701250433e-05, "Finetune/Loss": 0.8544108867645264, "Finetune/Loss (Raw)": 0.8307715654373169, "Finetune/Step": 4950, "Finetune/Step Time": 12.051752049475908}
+{"Finetune/Learning Rate": 1.740668340379694e-05, "Finetune/Loss": 0.853369414806366, "Finetune/Loss (Raw)": 0.7226797938346863, "Finetune/Step": 4951, "Finetune/Step Time": 12.048099240288138}
+{"Finetune/Learning Rate": 1.7405551896310974e-05, "Finetune/Loss": 0.853156328201294, "Finetune/Loss (Raw)": 0.9878171682357788, "Finetune/Step": 4952, "Finetune/Step Time": 12.047334322705865}
+{"Finetune/Learning Rate": 1.7404420178824607e-05, "Finetune/Loss": 0.8558155298233032, "Finetune/Loss (Raw)": 0.8799908757209778, "Finetune/Step": 4953, "Finetune/Step Time": 12.027809271588922}
+{"Finetune/Learning Rate": 1.7403288251369943e-05, "Finetune/Loss": 0.8569988012313843, "Finetune/Loss (Raw)": 0.9555710554122925, "Finetune/Step": 4954, "Finetune/Step Time": 12.010887397453189}
+{"Finetune/Learning Rate": 1.7402156113979078e-05, "Finetune/Loss": 0.8583232760429382, "Finetune/Loss (Raw)": 1.0008747577667236, "Finetune/Step": 4955, "Finetune/Step Time": 12.024552633985877}
+{"Finetune/Learning Rate": 1.7401023766684115e-05, "Finetune/Loss": 0.8592680096626282, "Finetune/Loss (Raw)": 0.9053100347518921, "Finetune/Step": 4956, "Finetune/Step Time": 11.985821029171348}
+{"Finetune/Learning Rate": 1.739989120951716e-05, "Finetune/Loss": 0.8597320318222046, "Finetune/Loss (Raw)": 0.8388834595680237, "Finetune/Step": 4957, "Finetune/Step Time": 11.995221117511392}
+{"Finetune/Learning Rate": 1.7398758442510332e-05, "Finetune/Loss": 0.8597285151481628, "Finetune/Loss (Raw)": 0.8506588339805603, "Finetune/Step": 4958, "Finetune/Step Time": 11.983296748250723}
+{"Finetune/Learning Rate": 1.739762546569576e-05, "Finetune/Loss": 0.8598604202270508, "Finetune/Loss (Raw)": 0.8651829957962036, "Finetune/Step": 4959, "Finetune/Step Time": 11.988043526187539}
+{"Finetune/Learning Rate": 1.7396492279105562e-05, "Finetune/Loss": 0.8601490259170532, "Finetune/Loss (Raw)": 0.8875381350517273, "Finetune/Step": 4960, "Finetune/Step Time": 11.98614801466465}
+{"Finetune/Learning Rate": 1.7395358882771874e-05, "Finetune/Loss": 0.8595354557037354, "Finetune/Loss (Raw)": 0.8368147611618042, "Finetune/Step": 4961, "Finetune/Step Time": 11.990446345880628}
+{"Finetune/Learning Rate": 1.739422527672684e-05, "Finetune/Loss": 0.8591489195823669, "Finetune/Loss (Raw)": 0.8023166656494141, "Finetune/Step": 4962, "Finetune/Step Time": 11.989523321390152}
+{"Finetune/Learning Rate": 1.7393091461002604e-05, "Finetune/Loss": 0.8584381341934204, "Finetune/Loss (Raw)": 0.8964447379112244, "Finetune/Step": 4963, "Finetune/Step Time": 11.982622062787414}
+{"Finetune/Learning Rate": 1.7391957435631316e-05, "Finetune/Loss": 0.8575121164321899, "Finetune/Loss (Raw)": 0.8392831683158875, "Finetune/Step": 4964, "Finetune/Step Time": 11.986907754093409}
+{"Finetune/Learning Rate": 1.7390823200645137e-05, "Finetune/Loss": 0.8594806790351868, "Finetune/Loss (Raw)": 1.0657639503479004, "Finetune/Step": 4965, "Finetune/Step Time": 11.977087069302797}
+{"Finetune/Learning Rate": 1.7389688756076226e-05, "Finetune/Loss": 0.8594921231269836, "Finetune/Loss (Raw)": 0.7614805102348328, "Finetune/Step": 4966, "Finetune/Step Time": 11.97526865825057}
+{"Finetune/Learning Rate": 1.7388554101956755e-05, "Finetune/Loss": 0.8570268750190735, "Finetune/Loss (Raw)": 0.6932377219200134, "Finetune/Step": 4967, "Finetune/Step Time": 11.985659297555685}
+{"Finetune/Learning Rate": 1.7387419238318904e-05, "Finetune/Loss": 0.8567134141921997, "Finetune/Loss (Raw)": 0.82929927110672, "Finetune/Step": 4968, "Finetune/Step Time": 12.03208607621491}
+{"Finetune/Learning Rate": 1.7386284165194846e-05, "Finetune/Loss": 0.8559516668319702, "Finetune/Loss (Raw)": 0.8310372233390808, "Finetune/Step": 4969, "Finetune/Step Time": 12.032312173396349}
+{"Finetune/Learning Rate": 1.7385148882616776e-05, "Finetune/Loss": 0.855466902256012, "Finetune/Loss (Raw)": 0.8145727515220642, "Finetune/Step": 4970, "Finetune/Step Time": 12.027833618223667}
+{"Finetune/Learning Rate": 1.7384013390616884e-05, "Finetune/Loss": 0.8551311492919922, "Finetune/Loss (Raw)": 0.80158931016922, "Finetune/Step": 4971, "Finetune/Step Time": 12.04181432723999}
+{"Finetune/Learning Rate": 1.7382877689227368e-05, "Finetune/Loss": 0.8549191951751709, "Finetune/Loss (Raw)": 0.8227248787879944, "Finetune/Step": 4972, "Finetune/Step Time": 12.037679955363274}
+{"Finetune/Learning Rate": 1.7381741778480435e-05, "Finetune/Loss": 0.8555604815483093, "Finetune/Loss (Raw)": 0.9941906332969666, "Finetune/Step": 4973, "Finetune/Step Time": 12.035825360566378}
+{"Finetune/Learning Rate": 1.7380605658408296e-05, "Finetune/Loss": 0.8543069362640381, "Finetune/Loss (Raw)": 0.8240724205970764, "Finetune/Step": 4974, "Finetune/Step Time": 12.017778975889087}
+{"Finetune/Learning Rate": 1.7379469329043166e-05, "Finetune/Loss": 0.8533068299293518, "Finetune/Loss (Raw)": 0.8605567812919617, "Finetune/Step": 4975, "Finetune/Step Time": 12.00620149821043}
+{"Finetune/Learning Rate": 1.7378332790417275e-05, "Finetune/Loss": 0.8543298244476318, "Finetune/Loss (Raw)": 0.9680813550949097, "Finetune/Step": 4976, "Finetune/Step Time": 11.996039530262351}
+{"Finetune/Learning Rate": 1.7377196042562846e-05, "Finetune/Loss": 0.8553218841552734, "Finetune/Loss (Raw)": 0.9125173091888428, "Finetune/Step": 4977, "Finetune/Step Time": 11.992846202105284}
+{"Finetune/Learning Rate": 1.7376059085512112e-05, "Finetune/Loss": 0.8558653593063354, "Finetune/Loss (Raw)": 0.944149374961853, "Finetune/Step": 4978, "Finetune/Step Time": 11.991481492295861}
+{"Finetune/Learning Rate": 1.737492191929732e-05, "Finetune/Loss": 0.8530305624008179, "Finetune/Loss (Raw)": 0.6231568455696106, "Finetune/Step": 4979, "Finetune/Step Time": 12.015919702127576}
+{"Finetune/Learning Rate": 1.737378454395071e-05, "Finetune/Loss": 0.8535141944885254, "Finetune/Loss (Raw)": 0.9140357375144958, "Finetune/Step": 4980, "Finetune/Step Time": 12.005740281194448}
+{"Finetune/Learning Rate": 1.7372646959504543e-05, "Finetune/Loss": 0.8544511795043945, "Finetune/Loss (Raw)": 0.8756721615791321, "Finetune/Step": 4981, "Finetune/Step Time": 12.007446551695466}
+{"Finetune/Learning Rate": 1.737150916599107e-05, "Finetune/Loss": 0.8539981245994568, "Finetune/Loss (Raw)": 0.8141033053398132, "Finetune/Step": 4982, "Finetune/Step Time": 12.013350676745176}
+{"Finetune/Learning Rate": 1.7370371163442566e-05, "Finetune/Loss": 0.8533089756965637, "Finetune/Loss (Raw)": 0.8132480382919312, "Finetune/Step": 4983, "Finetune/Step Time": 12.01521866954863}
+{"Finetune/Learning Rate": 1.7369232951891286e-05, "Finetune/Loss": 0.8519617319107056, "Finetune/Loss (Raw)": 0.7807314991950989, "Finetune/Step": 4984, "Finetune/Step Time": 12.048410104587674}
+{"Finetune/Learning Rate": 1.736809453136952e-05, "Finetune/Loss": 0.8503227233886719, "Finetune/Loss (Raw)": 0.6554237008094788, "Finetune/Step": 4985, "Finetune/Step Time": 12.041297622025013}
+{"Finetune/Learning Rate": 1.736695590190954e-05, "Finetune/Loss": 0.8508625030517578, "Finetune/Loss (Raw)": 0.8953198194503784, "Finetune/Step": 4986, "Finetune/Step Time": 12.044585725292563}
+{"Finetune/Learning Rate": 1.736581706354364e-05, "Finetune/Loss": 0.8516629934310913, "Finetune/Loss (Raw)": 0.8439489603042603, "Finetune/Step": 4987, "Finetune/Step Time": 12.052416836842895}
+{"Finetune/Learning Rate": 1.736467801630412e-05, "Finetune/Loss": 0.8521426916122437, "Finetune/Loss (Raw)": 0.6881921887397766, "Finetune/Step": 4988, "Finetune/Step Time": 12.064192645251751}
+{"Finetune/Learning Rate": 1.736353876022327e-05, "Finetune/Loss": 0.8522195816040039, "Finetune/Loss (Raw)": 0.8416376709938049, "Finetune/Step": 4989, "Finetune/Step Time": 12.063322432339191}
+{"Finetune/Learning Rate": 1.7362399295333398e-05, "Finetune/Loss": 0.8505406379699707, "Finetune/Loss (Raw)": 0.7740775346755981, "Finetune/Step": 4990, "Finetune/Step Time": 12.080460185185075}
+{"Finetune/Learning Rate": 1.7361259621666818e-05, "Finetune/Loss": 0.850639283657074, "Finetune/Loss (Raw)": 0.9814431667327881, "Finetune/Step": 4991, "Finetune/Step Time": 12.07765274681151}
+{"Finetune/Learning Rate": 1.736011973925585e-05, "Finetune/Loss": 0.8517111539840698, "Finetune/Loss (Raw)": 0.9327728748321533, "Finetune/Step": 4992, "Finetune/Step Time": 12.086622262373567}
+{"Finetune/Learning Rate": 1.7358979648132813e-05, "Finetune/Loss": 0.8525898456573486, "Finetune/Loss (Raw)": 0.8776761889457703, "Finetune/Step": 4993, "Finetune/Step Time": 12.145663084462285}
+{"Finetune/Learning Rate": 1.7357839348330046e-05, "Finetune/Loss": 0.852728009223938, "Finetune/Loss (Raw)": 0.8989076018333435, "Finetune/Step": 4994, "Finetune/Step Time": 12.145295025780797}
+{"Finetune/Learning Rate": 1.735669883987987e-05, "Finetune/Loss": 0.8524941205978394, "Finetune/Loss (Raw)": 0.7568520903587341, "Finetune/Step": 4995, "Finetune/Step Time": 12.1698680780828}
+{"Finetune/Learning Rate": 1.7355558122814636e-05, "Finetune/Loss": 0.8525950908660889, "Finetune/Loss (Raw)": 0.8046965003013611, "Finetune/Step": 4996, "Finetune/Step Time": 12.184836115688086}
+{"Finetune/Learning Rate": 1.7354417197166696e-05, "Finetune/Loss": 0.8524340391159058, "Finetune/Loss (Raw)": 0.8218399882316589, "Finetune/Step": 4997, "Finetune/Step Time": 12.186787454411387}
+{"Finetune/Learning Rate": 1.7353276062968392e-05, "Finetune/Loss": 0.8519104719161987, "Finetune/Loss (Raw)": 0.8563877940177917, "Finetune/Step": 4998, "Finetune/Step Time": 12.178363906219602}
+{"Finetune/Learning Rate": 1.735213472025209e-05, "Finetune/Loss": 0.8533405065536499, "Finetune/Loss (Raw)": 0.8906007409095764, "Finetune/Step": 4999, "Finetune/Step Time": 12.178184052929282}
+{"Finetune/Learning Rate": 1.7350993169050152e-05, "Finetune/Loss": 0.8537298440933228, "Finetune/Loss (Raw)": 0.9525004625320435, "Finetune/Step": 5000, "Finetune/Step Time": 12.17252567410469}
+{"Finetune/Learning Rate": 1.7349851409394954e-05, "Finetune/Loss": 0.8551251888275146, "Finetune/Loss (Raw)": 0.7526123523712158, "Finetune/Step": 5001, "Finetune/Step Time": 12.176785742864013}
+{"Finetune/Learning Rate": 1.734870944131887e-05, "Finetune/Loss": 0.8555567860603333, "Finetune/Loss (Raw)": 0.941286027431488, "Finetune/Step": 5002, "Finetune/Step Time": 12.157502211630344}
+{"Finetune/Learning Rate": 1.7347567264854283e-05, "Finetune/Loss": 0.8550888895988464, "Finetune/Loss (Raw)": 0.808878481388092, "Finetune/Step": 5003, "Finetune/Step Time": 12.189752729609609}
+{"Finetune/Learning Rate": 1.734642488003358e-05, "Finetune/Loss": 0.8559346795082092, "Finetune/Loss (Raw)": 0.9932135343551636, "Finetune/Step": 5004, "Finetune/Step Time": 12.194131631404161}
+{"Finetune/Learning Rate": 1.734528228688916e-05, "Finetune/Loss": 0.8562190532684326, "Finetune/Loss (Raw)": 0.8017244338989258, "Finetune/Step": 5005, "Finetune/Step Time": 12.180460300296545}
+{"Finetune/Learning Rate": 1.734413948545342e-05, "Finetune/Loss": 0.8553346395492554, "Finetune/Loss (Raw)": 0.8554660081863403, "Finetune/Step": 5006, "Finetune/Step Time": 12.170361647382379}
+{"Finetune/Learning Rate": 1.734299647575877e-05, "Finetune/Loss": 0.8549647927284241, "Finetune/Loss (Raw)": 0.8678871393203735, "Finetune/Step": 5007, "Finetune/Step Time": 12.19758578389883}
+{"Finetune/Learning Rate": 1.734185325783762e-05, "Finetune/Loss": 0.8563774824142456, "Finetune/Loss (Raw)": 0.9299375414848328, "Finetune/Step": 5008, "Finetune/Step Time": 12.194887157529593}
+{"Finetune/Learning Rate": 1.734070983172239e-05, "Finetune/Loss": 0.8575440645217896, "Finetune/Loss (Raw)": 0.9077349305152893, "Finetune/Step": 5009, "Finetune/Step Time": 12.201085081323981}
+{"Finetune/Learning Rate": 1.73395661974455e-05, "Finetune/Loss": 0.8566308617591858, "Finetune/Loss (Raw)": 0.7854380011558533, "Finetune/Step": 5010, "Finetune/Step Time": 12.166388873010874}
+{"Finetune/Learning Rate": 1.7338422355039386e-05, "Finetune/Loss": 0.8584439754486084, "Finetune/Loss (Raw)": 1.0017058849334717, "Finetune/Step": 5011, "Finetune/Step Time": 12.149861458688974}
+{"Finetune/Learning Rate": 1.733727830453648e-05, "Finetune/Loss": 0.8572415113449097, "Finetune/Loss (Raw)": 0.8218545317649841, "Finetune/Step": 5012, "Finetune/Step Time": 12.14823842793703}
+{"Finetune/Learning Rate": 1.7336134045969228e-05, "Finetune/Loss": 0.8567119836807251, "Finetune/Loss (Raw)": 0.8476235866546631, "Finetune/Step": 5013, "Finetune/Step Time": 12.152726914733648}
+{"Finetune/Learning Rate": 1.7334989579370074e-05, "Finetune/Loss": 0.8565414547920227, "Finetune/Loss (Raw)": 0.8321442008018494, "Finetune/Step": 5014, "Finetune/Step Time": 12.162180421873927}
+{"Finetune/Learning Rate": 1.7333844904771474e-05, "Finetune/Loss": 0.8566272258758545, "Finetune/Loss (Raw)": 0.8929941058158875, "Finetune/Step": 5015, "Finetune/Step Time": 12.158295849338174}
+{"Finetune/Learning Rate": 1.7332700022205888e-05, "Finetune/Loss": 0.8575631380081177, "Finetune/Loss (Raw)": 0.8157281875610352, "Finetune/Step": 5016, "Finetune/Step Time": 12.162927277386189}
+{"Finetune/Learning Rate": 1.733155493170578e-05, "Finetune/Loss": 0.857108473777771, "Finetune/Loss (Raw)": 0.8623192310333252, "Finetune/Step": 5017, "Finetune/Step Time": 12.161663619801402}
+{"Finetune/Learning Rate": 1.733040963330362e-05, "Finetune/Loss": 0.8565289974212646, "Finetune/Loss (Raw)": 0.9379197359085083, "Finetune/Step": 5018, "Finetune/Step Time": 12.164194893091917}
+{"Finetune/Learning Rate": 1.732926412703189e-05, "Finetune/Loss": 0.8582308292388916, "Finetune/Loss (Raw)": 0.9754886031150818, "Finetune/Step": 5019, "Finetune/Step Time": 12.136610550805926}
+{"Finetune/Learning Rate": 1.7328118412923073e-05, "Finetune/Loss": 0.8571962118148804, "Finetune/Loss (Raw)": 0.751857578754425, "Finetune/Step": 5020, "Finetune/Step Time": 12.143561944365501}
+{"Finetune/Learning Rate": 1.7326972491009653e-05, "Finetune/Loss": 0.8580913543701172, "Finetune/Loss (Raw)": 0.9444324970245361, "Finetune/Step": 5021, "Finetune/Step Time": 12.139347359538078}
+{"Finetune/Learning Rate": 1.732582636132413e-05, "Finetune/Loss": 0.8583464622497559, "Finetune/Loss (Raw)": 0.8407338857650757, "Finetune/Step": 5022, "Finetune/Step Time": 12.125873951241374}
+{"Finetune/Learning Rate": 1.7324680023899003e-05, "Finetune/Loss": 0.8562317490577698, "Finetune/Loss (Raw)": 0.7848429083824158, "Finetune/Step": 5023, "Finetune/Step Time": 12.124641509726644}
+{"Finetune/Learning Rate": 1.7323533478766777e-05, "Finetune/Loss": 0.8546786308288574, "Finetune/Loss (Raw)": 0.757780134677887, "Finetune/Step": 5024, "Finetune/Step Time": 12.106688963249326}
+{"Finetune/Learning Rate": 1.732238672595997e-05, "Finetune/Loss": 0.8554795980453491, "Finetune/Loss (Raw)": 0.8342235684394836, "Finetune/Step": 5025, "Finetune/Step Time": 12.121551275253296}
+{"Finetune/Learning Rate": 1.7321239765511094e-05, "Finetune/Loss": 0.8554829955101013, "Finetune/Loss (Raw)": 0.8467371463775635, "Finetune/Step": 5026, "Finetune/Step Time": 12.098225908353925}
+{"Finetune/Learning Rate": 1.7320092597452682e-05, "Finetune/Loss": 0.8544590473175049, "Finetune/Loss (Raw)": 0.8562925457954407, "Finetune/Step": 5027, "Finetune/Step Time": 12.088241374120116}
+{"Finetune/Learning Rate": 1.7318945221817255e-05, "Finetune/Loss": 0.855783998966217, "Finetune/Loss (Raw)": 0.9905315637588501, "Finetune/Step": 5028, "Finetune/Step Time": 12.085139771923423}
+{"Finetune/Learning Rate": 1.7317797638637354e-05, "Finetune/Loss": 0.8559420108795166, "Finetune/Loss (Raw)": 0.7952629327774048, "Finetune/Step": 5029, "Finetune/Step Time": 12.08009721711278}
+{"Finetune/Learning Rate": 1.7316649847945527e-05, "Finetune/Loss": 0.8542405366897583, "Finetune/Loss (Raw)": 0.7269614934921265, "Finetune/Step": 5030, "Finetune/Step Time": 12.117205016314983}
+{"Finetune/Learning Rate": 1.7315501849774308e-05, "Finetune/Loss": 0.8538303375244141, "Finetune/Loss (Raw)": 0.788493812084198, "Finetune/Step": 5031, "Finetune/Step Time": 12.120931189507246}
+{"Finetune/Learning Rate": 1.7314353644156264e-05, "Finetune/Loss": 0.8536362051963806, "Finetune/Loss (Raw)": 0.8163030743598938, "Finetune/Step": 5032, "Finetune/Step Time": 12.123428169637918}
+{"Finetune/Learning Rate": 1.7313205231123947e-05, "Finetune/Loss": 0.8536027073860168, "Finetune/Loss (Raw)": 0.912602961063385, "Finetune/Step": 5033, "Finetune/Step Time": 12.124722432345152}
+{"Finetune/Learning Rate": 1.7312056610709928e-05, "Finetune/Loss": 0.8529666662216187, "Finetune/Loss (Raw)": 0.9077771902084351, "Finetune/Step": 5034, "Finetune/Step Time": 12.125174771994352}
+{"Finetune/Learning Rate": 1.7310907782946776e-05, "Finetune/Loss": 0.8530222773551941, "Finetune/Loss (Raw)": 0.9323245882987976, "Finetune/Step": 5035, "Finetune/Step Time": 12.122791282832623}
+{"Finetune/Learning Rate": 1.7309758747867066e-05, "Finetune/Loss": 0.8545280694961548, "Finetune/Loss (Raw)": 0.8752899765968323, "Finetune/Step": 5036, "Finetune/Step Time": 12.074803674593568}
+{"Finetune/Learning Rate": 1.7308609505503388e-05, "Finetune/Loss": 0.854528546333313, "Finetune/Loss (Raw)": 0.7396790385246277, "Finetune/Step": 5037, "Finetune/Step Time": 12.06603111885488}
+{"Finetune/Learning Rate": 1.7307460055888325e-05, "Finetune/Loss": 0.8542481660842896, "Finetune/Loss (Raw)": 0.9656995534896851, "Finetune/Step": 5038, "Finetune/Step Time": 12.050385445356369}
+{"Finetune/Learning Rate": 1.7306310399054475e-05, "Finetune/Loss": 0.8536773920059204, "Finetune/Loss (Raw)": 0.865908145904541, "Finetune/Step": 5039, "Finetune/Step Time": 12.044734245166183}
+{"Finetune/Learning Rate": 1.7305160535034438e-05, "Finetune/Loss": 0.8536216020584106, "Finetune/Loss (Raw)": 0.8670408725738525, "Finetune/Step": 5040, "Finetune/Step Time": 12.046832738444209}
+{"Finetune/Learning Rate": 1.7304010463860822e-05, "Finetune/Loss": 0.8528193235397339, "Finetune/Loss (Raw)": 0.7733727097511292, "Finetune/Step": 5041, "Finetune/Step Time": 12.047344403341413}
+{"Finetune/Learning Rate": 1.730286018556624e-05, "Finetune/Loss": 0.8532274961471558, "Finetune/Loss (Raw)": 0.8614472150802612, "Finetune/Step": 5042, "Finetune/Step Time": 12.045580673962831}
+{"Finetune/Learning Rate": 1.7301709700183308e-05, "Finetune/Loss": 0.853797197341919, "Finetune/Loss (Raw)": 0.8028331995010376, "Finetune/Step": 5043, "Finetune/Step Time": 12.060402255505323}
+{"Finetune/Learning Rate": 1.7300559007744652e-05, "Finetune/Loss": 0.8540471792221069, "Finetune/Loss (Raw)": 0.9103765487670898, "Finetune/Step": 5044, "Finetune/Step Time": 12.028367601335049}
+{"Finetune/Learning Rate": 1.7299408108282904e-05, "Finetune/Loss": 0.8548237681388855, "Finetune/Loss (Raw)": 0.8805761933326721, "Finetune/Step": 5045, "Finetune/Step Time": 12.015131866559386}
+{"Finetune/Learning Rate": 1.7298257001830698e-05, "Finetune/Loss": 0.8548084497451782, "Finetune/Loss (Raw)": 0.8340061902999878, "Finetune/Step": 5046, "Finetune/Step Time": 12.008060397580266}
+{"Finetune/Learning Rate": 1.7297105688420676e-05, "Finetune/Loss": 0.8550574779510498, "Finetune/Loss (Raw)": 0.7975969910621643, "Finetune/Step": 5047, "Finetune/Step Time": 12.019484819844365}
+{"Finetune/Learning Rate": 1.729595416808549e-05, "Finetune/Loss": 0.8538053035736084, "Finetune/Loss (Raw)": 0.7662020921707153, "Finetune/Step": 5048, "Finetune/Step Time": 12.01540270075202}
+{"Finetune/Learning Rate": 1.7294802440857787e-05, "Finetune/Loss": 0.853144109249115, "Finetune/Loss (Raw)": 0.7772181034088135, "Finetune/Step": 5049, "Finetune/Step Time": 11.997018845751882}
+{"Finetune/Learning Rate": 1.729365050677023e-05, "Finetune/Loss": 0.8537072539329529, "Finetune/Loss (Raw)": 0.9333422183990479, "Finetune/Step": 5050, "Finetune/Step Time": 11.994813922792673}
+{"Finetune/Learning Rate": 1.7292498365855487e-05, "Finetune/Loss": 0.852988600730896, "Finetune/Loss (Raw)": 0.7567996382713318, "Finetune/Step": 5051, "Finetune/Step Time": 11.994845511391759}
+{"Finetune/Learning Rate": 1.7291346018146228e-05, "Finetune/Loss": 0.8550467491149902, "Finetune/Loss (Raw)": 0.9142101407051086, "Finetune/Step": 5052, "Finetune/Step Time": 11.973381347954273}
+{"Finetune/Learning Rate": 1.7290193463675132e-05, "Finetune/Loss": 0.8548135757446289, "Finetune/Loss (Raw)": 0.9173069596290588, "Finetune/Step": 5053, "Finetune/Step Time": 11.96250131726265}
+{"Finetune/Learning Rate": 1.7289040702474875e-05, "Finetune/Loss": 0.8560632467269897, "Finetune/Loss (Raw)": 0.9378293752670288, "Finetune/Step": 5054, "Finetune/Step Time": 11.951323680579662}
+{"Finetune/Learning Rate": 1.728788773457815e-05, "Finetune/Loss": 0.856383204460144, "Finetune/Loss (Raw)": 0.881609320640564, "Finetune/Step": 5055, "Finetune/Step Time": 11.96440819837153}
+{"Finetune/Learning Rate": 1.728673456001766e-05, "Finetune/Loss": 0.8541548252105713, "Finetune/Loss (Raw)": 0.6453627347946167, "Finetune/Step": 5056, "Finetune/Step Time": 11.958540072664618}
+{"Finetune/Learning Rate": 1.728558117882609e-05, "Finetune/Loss": 0.855017900466919, "Finetune/Loss (Raw)": 0.9795832633972168, "Finetune/Step": 5057, "Finetune/Step Time": 11.958625704050064}
+{"Finetune/Learning Rate": 1.7284427591036162e-05, "Finetune/Loss": 0.8564252257347107, "Finetune/Loss (Raw)": 0.8302149176597595, "Finetune/Step": 5058, "Finetune/Step Time": 11.974470922723413}
+{"Finetune/Learning Rate": 1.728327379668058e-05, "Finetune/Loss": 0.8563413023948669, "Finetune/Loss (Raw)": 0.846209704875946, "Finetune/Step": 5059, "Finetune/Step Time": 11.974519494920969}
+{"Finetune/Learning Rate": 1.7282119795792062e-05, "Finetune/Loss": 0.8555284142494202, "Finetune/Loss (Raw)": 0.719772458076477, "Finetune/Step": 5060, "Finetune/Step Time": 11.995001258328557}
+{"Finetune/Learning Rate": 1.7280965588403336e-05, "Finetune/Loss": 0.8561673164367676, "Finetune/Loss (Raw)": 0.9484028220176697, "Finetune/Step": 5061, "Finetune/Step Time": 11.985048962756991}
+{"Finetune/Learning Rate": 1.727981117454713e-05, "Finetune/Loss": 0.8562543988227844, "Finetune/Loss (Raw)": 0.8905423879623413, "Finetune/Step": 5062, "Finetune/Step Time": 11.986536109820008}
+{"Finetune/Learning Rate": 1.727865655425618e-05, "Finetune/Loss": 0.8551677465438843, "Finetune/Loss (Raw)": 0.8537383079528809, "Finetune/Step": 5063, "Finetune/Step Time": 11.980940600857139}
+{"Finetune/Learning Rate": 1.7277501727563227e-05, "Finetune/Loss": 0.8547046780586243, "Finetune/Loss (Raw)": 0.8317813277244568, "Finetune/Step": 5064, "Finetune/Step Time": 11.996127586811781}
+{"Finetune/Learning Rate": 1.7276346694501018e-05, "Finetune/Loss": 0.855659008026123, "Finetune/Loss (Raw)": 0.9092522263526917, "Finetune/Step": 5065, "Finetune/Step Time": 12.005505518987775}
+{"Finetune/Learning Rate": 1.727519145510231e-05, "Finetune/Loss": 0.8549255132675171, "Finetune/Loss (Raw)": 0.8908701539039612, "Finetune/Step": 5066, "Finetune/Step Time": 11.997515061870217}
+{"Finetune/Learning Rate": 1.7274036009399863e-05, "Finetune/Loss": 0.8536186218261719, "Finetune/Loss (Raw)": 0.745411217212677, "Finetune/Step": 5067, "Finetune/Step Time": 11.993863398209214}
+{"Finetune/Learning Rate": 1.7272880357426434e-05, "Finetune/Loss": 0.8543640375137329, "Finetune/Loss (Raw)": 0.9635244607925415, "Finetune/Step": 5068, "Finetune/Step Time": 11.976507239043713}
+{"Finetune/Learning Rate": 1.72717244992148e-05, "Finetune/Loss": 0.8550252914428711, "Finetune/Loss (Raw)": 0.8006834387779236, "Finetune/Step": 5069, "Finetune/Step Time": 11.974448898807168}
+{"Finetune/Learning Rate": 1.7270568434797742e-05, "Finetune/Loss": 0.8552537560462952, "Finetune/Loss (Raw)": 0.8561045527458191, "Finetune/Step": 5070, "Finetune/Step Time": 11.978608883917332}
+{"Finetune/Learning Rate": 1.7269412164208034e-05, "Finetune/Loss": 0.8542945981025696, "Finetune/Loss (Raw)": 0.7913359999656677, "Finetune/Step": 5071, "Finetune/Step Time": 11.97992473654449}
+{"Finetune/Learning Rate": 1.726825568747847e-05, "Finetune/Loss": 0.8550558090209961, "Finetune/Loss (Raw)": 0.9956030249595642, "Finetune/Step": 5072, "Finetune/Step Time": 11.976873388513923}
+{"Finetune/Learning Rate": 1.7267099004641842e-05, "Finetune/Loss": 0.8558449149131775, "Finetune/Loss (Raw)": 0.9360411763191223, "Finetune/Step": 5073, "Finetune/Step Time": 11.994961416348815}
+{"Finetune/Learning Rate": 1.726594211573095e-05, "Finetune/Loss": 0.8558380603790283, "Finetune/Loss (Raw)": 0.8371477127075195, "Finetune/Step": 5074, "Finetune/Step Time": 11.997096998617053}
+{"Finetune/Learning Rate": 1.72647850207786e-05, "Finetune/Loss": 0.8555770516395569, "Finetune/Loss (Raw)": 0.8528574109077454, "Finetune/Step": 5075, "Finetune/Step Time": 11.987036373466253}
+{"Finetune/Learning Rate": 1.7263627719817607e-05, "Finetune/Loss": 0.8569846153259277, "Finetune/Loss (Raw)": 0.9962908029556274, "Finetune/Step": 5076, "Finetune/Step Time": 11.997220186516643}
+{"Finetune/Learning Rate": 1.726247021288079e-05, "Finetune/Loss": 0.8566426634788513, "Finetune/Loss (Raw)": 0.8354367613792419, "Finetune/Step": 5077, "Finetune/Step Time": 11.993215991184115}
+{"Finetune/Learning Rate": 1.7261312500000967e-05, "Finetune/Loss": 0.8574681878089905, "Finetune/Loss (Raw)": 0.9364394545555115, "Finetune/Step": 5078, "Finetune/Step Time": 11.988554928451777}
+{"Finetune/Learning Rate": 1.726015458121097e-05, "Finetune/Loss": 0.8582735061645508, "Finetune/Loss (Raw)": 0.8257634043693542, "Finetune/Step": 5079, "Finetune/Step Time": 11.993027659133077}
+{"Finetune/Learning Rate": 1.7258996456543634e-05, "Finetune/Loss": 0.8570706248283386, "Finetune/Loss (Raw)": 0.8338445425033569, "Finetune/Step": 5080, "Finetune/Step Time": 11.996834818273783}
+{"Finetune/Learning Rate": 1.7257838126031797e-05, "Finetune/Loss": 0.8579310178756714, "Finetune/Loss (Raw)": 0.9901211857795715, "Finetune/Step": 5081, "Finetune/Step Time": 11.999153178185225}
+{"Finetune/Learning Rate": 1.7256679589708315e-05, "Finetune/Loss": 0.8577176332473755, "Finetune/Loss (Raw)": 0.9282577037811279, "Finetune/Step": 5082, "Finetune/Step Time": 12.002660786733031}
+{"Finetune/Learning Rate": 1.7255520847606032e-05, "Finetune/Loss": 0.8575045466423035, "Finetune/Loss (Raw)": 0.9735971093177795, "Finetune/Step": 5083, "Finetune/Step Time": 11.98314394429326}
+{"Finetune/Learning Rate": 1.7254361899757813e-05, "Finetune/Loss": 0.8570834398269653, "Finetune/Loss (Raw)": 0.8514153361320496, "Finetune/Step": 5084, "Finetune/Step Time": 11.980540864169598}
+{"Finetune/Learning Rate": 1.7253202746196516e-05, "Finetune/Loss": 0.8566625118255615, "Finetune/Loss (Raw)": 0.7850023508071899, "Finetune/Step": 5085, "Finetune/Step Time": 11.971816517412663}
+{"Finetune/Learning Rate": 1.7252043386955012e-05, "Finetune/Loss": 0.8561075925827026, "Finetune/Loss (Raw)": 0.7796270251274109, "Finetune/Step": 5086, "Finetune/Step Time": 11.970897370949388}
+{"Finetune/Learning Rate": 1.7250883822066185e-05, "Finetune/Loss": 0.8558379411697388, "Finetune/Loss (Raw)": 0.8306676149368286, "Finetune/Step": 5087, "Finetune/Step Time": 11.970343589782715}
+{"Finetune/Learning Rate": 1.7249724051562905e-05, "Finetune/Loss": 0.8551613688468933, "Finetune/Loss (Raw)": 0.8009370565414429, "Finetune/Step": 5088, "Finetune/Step Time": 11.977935317903757}
+{"Finetune/Learning Rate": 1.7248564075478074e-05, "Finetune/Loss": 0.8536380529403687, "Finetune/Loss (Raw)": 0.6418334245681763, "Finetune/Step": 5089, "Finetune/Step Time": 12.006370261311531}
+{"Finetune/Learning Rate": 1.7247403893844574e-05, "Finetune/Loss": 0.8545627593994141, "Finetune/Loss (Raw)": 0.9206733107566833, "Finetune/Step": 5090, "Finetune/Step Time": 12.00595505349338}
+{"Finetune/Learning Rate": 1.7246243506695308e-05, "Finetune/Loss": 0.8526563048362732, "Finetune/Loss (Raw)": 0.6524233818054199, "Finetune/Step": 5091, "Finetune/Step Time": 12.041991783306003}
+{"Finetune/Learning Rate": 1.7245082914063183e-05, "Finetune/Loss": 0.8531726002693176, "Finetune/Loss (Raw)": 0.9053657650947571, "Finetune/Step": 5092, "Finetune/Step Time": 12.050625883042812}
+{"Finetune/Learning Rate": 1.7243922115981107e-05, "Finetune/Loss": 0.8512915372848511, "Finetune/Loss (Raw)": 0.8249905705451965, "Finetune/Step": 5093, "Finetune/Step Time": 12.055754583328962}
+{"Finetune/Learning Rate": 1.7242761112482e-05, "Finetune/Loss": 0.8523513078689575, "Finetune/Loss (Raw)": 0.8971273303031921, "Finetune/Step": 5094, "Finetune/Step Time": 12.069197785109282}
+{"Finetune/Learning Rate": 1.7241599903598785e-05, "Finetune/Loss": 0.8530299067497253, "Finetune/Loss (Raw)": 0.780099093914032, "Finetune/Step": 5095, "Finetune/Step Time": 12.043781120330095}
+{"Finetune/Learning Rate": 1.7240438489364387e-05, "Finetune/Loss": 0.8532595634460449, "Finetune/Loss (Raw)": 0.8586952686309814, "Finetune/Step": 5096, "Finetune/Step Time": 12.005592107772827}
+{"Finetune/Learning Rate": 1.7239276869811744e-05, "Finetune/Loss": 0.853779137134552, "Finetune/Loss (Raw)": 0.8975409865379333, "Finetune/Step": 5097, "Finetune/Step Time": 12.003715179860592}
+{"Finetune/Learning Rate": 1.7238115044973795e-05, "Finetune/Loss": 0.8525499701499939, "Finetune/Loss (Raw)": 0.6572426557540894, "Finetune/Step": 5098, "Finetune/Step Time": 12.01355380937457}
+{"Finetune/Learning Rate": 1.7236953014883483e-05, "Finetune/Loss": 0.8533905744552612, "Finetune/Loss (Raw)": 0.9091894030570984, "Finetune/Step": 5099, "Finetune/Step Time": 12.004328859969974}
+{"Finetune/Learning Rate": 1.723579077957376e-05, "Finetune/Loss": 0.8541101217269897, "Finetune/Loss (Raw)": 0.914826512336731, "Finetune/Step": 5100, "Finetune/Step Time": 12.005130225792527}
+{"Finetune/Learning Rate": 1.7234628339077595e-05, "Finetune/Loss": 0.853552520275116, "Finetune/Loss (Raw)": 0.9228153228759766, "Finetune/Step": 5101, "Finetune/Step Time": 12.003615265712142}
+{"Finetune/Learning Rate": 1.7233465693427938e-05, "Finetune/Loss": 0.8537420630455017, "Finetune/Loss (Raw)": 0.8483342528343201, "Finetune/Step": 5102, "Finetune/Step Time": 12.016170281916857}
+{"Finetune/Learning Rate": 1.7232302842657764e-05, "Finetune/Loss": 0.8533162474632263, "Finetune/Loss (Raw)": 0.8060556054115295, "Finetune/Step": 5103, "Finetune/Step Time": 12.014376865699887}
+{"Finetune/Learning Rate": 1.7231139786800043e-05, "Finetune/Loss": 0.8505737781524658, "Finetune/Loss (Raw)": 0.6170414686203003, "Finetune/Step": 5104, "Finetune/Step Time": 12.041027141734958}
+{"Finetune/Learning Rate": 1.7229976525887768e-05, "Finetune/Loss": 0.8508732318878174, "Finetune/Loss (Raw)": 0.9508498311042786, "Finetune/Step": 5105, "Finetune/Step Time": 12.045484069734812}
+{"Finetune/Learning Rate": 1.7228813059953916e-05, "Finetune/Loss": 0.8509420156478882, "Finetune/Loss (Raw)": 0.9529557228088379, "Finetune/Step": 5106, "Finetune/Step Time": 12.068582657724619}
+{"Finetune/Learning Rate": 1.7227649389031477e-05, "Finetune/Loss": 0.8523892164230347, "Finetune/Loss (Raw)": 0.8083938360214233, "Finetune/Step": 5107, "Finetune/Step Time": 12.087881855666637}
+{"Finetune/Learning Rate": 1.7226485513153458e-05, "Finetune/Loss": 0.8527456521987915, "Finetune/Loss (Raw)": 0.9596527814865112, "Finetune/Step": 5108, "Finetune/Step Time": 12.08083668537438}
+{"Finetune/Learning Rate": 1.7225321432352857e-05, "Finetune/Loss": 0.8532655239105225, "Finetune/Loss (Raw)": 0.9422240257263184, "Finetune/Step": 5109, "Finetune/Step Time": 12.084504975005984}
+{"Finetune/Learning Rate": 1.7224157146662687e-05, "Finetune/Loss": 0.853489339351654, "Finetune/Loss (Raw)": 0.8427490592002869, "Finetune/Step": 5110, "Finetune/Step Time": 12.078104268759489}
+{"Finetune/Learning Rate": 1.7222992656115965e-05, "Finetune/Loss": 0.8530772924423218, "Finetune/Loss (Raw)": 0.7605072855949402, "Finetune/Step": 5111, "Finetune/Step Time": 12.065830193459988}
+{"Finetune/Learning Rate": 1.7221827960745706e-05, "Finetune/Loss": 0.8532540798187256, "Finetune/Loss (Raw)": 0.803361713886261, "Finetune/Step": 5112, "Finetune/Step Time": 12.022706342861056}
+{"Finetune/Learning Rate": 1.7220663060584944e-05, "Finetune/Loss": 0.8552533984184265, "Finetune/Loss (Raw)": 0.9113312363624573, "Finetune/Step": 5113, "Finetune/Step Time": 12.020109480246902}
+{"Finetune/Learning Rate": 1.7219497955666714e-05, "Finetune/Loss": 0.8553352355957031, "Finetune/Loss (Raw)": 0.9058018922805786, "Finetune/Step": 5114, "Finetune/Step Time": 12.015982089564204}
+{"Finetune/Learning Rate": 1.7218332646024048e-05, "Finetune/Loss": 0.855208158493042, "Finetune/Loss (Raw)": 0.8276851177215576, "Finetune/Step": 5115, "Finetune/Step Time": 12.011941831558943}
+{"Finetune/Learning Rate": 1.7217167131689996e-05, "Finetune/Loss": 0.8559331893920898, "Finetune/Loss (Raw)": 0.780987024307251, "Finetune/Step": 5116, "Finetune/Step Time": 11.994111306965351}
+{"Finetune/Learning Rate": 1.721600141269761e-05, "Finetune/Loss": 0.8549915552139282, "Finetune/Loss (Raw)": 0.7211171388626099, "Finetune/Step": 5117, "Finetune/Step Time": 11.988897699862719}
+{"Finetune/Learning Rate": 1.7214835489079936e-05, "Finetune/Loss": 0.855840802192688, "Finetune/Loss (Raw)": 0.8827740550041199, "Finetune/Step": 5118, "Finetune/Step Time": 11.968628983944654}
+{"Finetune/Learning Rate": 1.721366936087005e-05, "Finetune/Loss": 0.8560304641723633, "Finetune/Loss (Raw)": 1.0057249069213867, "Finetune/Step": 5119, "Finetune/Step Time": 11.960292909294367}
+{"Finetune/Learning Rate": 1.7212503028101012e-05, "Finetune/Loss": 0.8557392358779907, "Finetune/Loss (Raw)": 0.8954883813858032, "Finetune/Step": 5120, "Finetune/Step Time": 11.958678614348173}
+{"Finetune/Learning Rate": 1.7211336490805893e-05, "Finetune/Loss": 0.85572350025177, "Finetune/Loss (Raw)": 0.8756669163703918, "Finetune/Step": 5121, "Finetune/Step Time": 11.908994248136878}
+{"Finetune/Learning Rate": 1.7210169749017783e-05, "Finetune/Loss": 0.8555500507354736, "Finetune/Loss (Raw)": 0.8767065405845642, "Finetune/Step": 5122, "Finetune/Step Time": 11.915510224178433}
+{"Finetune/Learning Rate": 1.720900280276976e-05, "Finetune/Loss": 0.8564172387123108, "Finetune/Loss (Raw)": 0.8678540587425232, "Finetune/Step": 5123, "Finetune/Step Time": 11.88692912645638}
+{"Finetune/Learning Rate": 1.720783565209492e-05, "Finetune/Loss": 0.857268214225769, "Finetune/Loss (Raw)": 0.9136160016059875, "Finetune/Step": 5124, "Finetune/Step Time": 11.871837677434087}
+{"Finetune/Learning Rate": 1.7206668297026355e-05, "Finetune/Loss": 0.8571524024009705, "Finetune/Loss (Raw)": 0.80701744556427, "Finetune/Step": 5125, "Finetune/Step Time": 11.86152875609696}
+{"Finetune/Learning Rate": 1.7205500737597168e-05, "Finetune/Loss": 0.8566814661026001, "Finetune/Loss (Raw)": 0.7961090803146362, "Finetune/Step": 5126, "Finetune/Step Time": 11.871892670169473}
+{"Finetune/Learning Rate": 1.7204332973840473e-05, "Finetune/Loss": 0.8562765121459961, "Finetune/Loss (Raw)": 0.8387669324874878, "Finetune/Step": 5127, "Finetune/Step Time": 11.8695024009794}
+{"Finetune/Learning Rate": 1.7203165005789378e-05, "Finetune/Loss": 0.8546566963195801, "Finetune/Loss (Raw)": 0.7451609969139099, "Finetune/Step": 5128, "Finetune/Step Time": 11.865363789722323}
+{"Finetune/Learning Rate": 1.7201996833477013e-05, "Finetune/Loss": 0.8549596071243286, "Finetune/Loss (Raw)": 0.7913795709609985, "Finetune/Step": 5129, "Finetune/Step Time": 11.844298906624317}
+{"Finetune/Learning Rate": 1.720082845693649e-05, "Finetune/Loss": 0.8542635440826416, "Finetune/Loss (Raw)": 0.8522018790245056, "Finetune/Step": 5130, "Finetune/Step Time": 11.849141038954258}
+{"Finetune/Learning Rate": 1.7199659876200952e-05, "Finetune/Loss": 0.8544981479644775, "Finetune/Loss (Raw)": 0.8389068245887756, "Finetune/Step": 5131, "Finetune/Step Time": 11.822780115529895}
+{"Finetune/Learning Rate": 1.719849109130353e-05, "Finetune/Loss": 0.8543866276741028, "Finetune/Loss (Raw)": 0.978933572769165, "Finetune/Step": 5132, "Finetune/Step Time": 11.82229309156537}
+{"Finetune/Learning Rate": 1.7197322102277377e-05, "Finetune/Loss": 0.8551093339920044, "Finetune/Loss (Raw)": 0.8942335844039917, "Finetune/Step": 5133, "Finetune/Step Time": 11.822369385510683}
+{"Finetune/Learning Rate": 1.719615290915563e-05, "Finetune/Loss": 0.8534737825393677, "Finetune/Loss (Raw)": 0.6461130380630493, "Finetune/Step": 5134, "Finetune/Step Time": 11.836960699409246}
+{"Finetune/Learning Rate": 1.719498351197145e-05, "Finetune/Loss": 0.8539507389068604, "Finetune/Loss (Raw)": 0.928941547870636, "Finetune/Step": 5135, "Finetune/Step Time": 11.804378896951675}
+{"Finetune/Learning Rate": 1.7193813910758e-05, "Finetune/Loss": 0.854964017868042, "Finetune/Loss (Raw)": 1.0596368312835693, "Finetune/Step": 5136, "Finetune/Step Time": 11.80708190239966}
+{"Finetune/Learning Rate": 1.7192644105548443e-05, "Finetune/Loss": 0.8552267551422119, "Finetune/Loss (Raw)": 0.9413673281669617, "Finetune/Step": 5137, "Finetune/Step Time": 11.803238548338413}
+{"Finetune/Learning Rate": 1.719147409637595e-05, "Finetune/Loss": 0.8556958436965942, "Finetune/Loss (Raw)": 0.8454817533493042, "Finetune/Step": 5138, "Finetune/Step Time": 11.800660206004977}
+{"Finetune/Learning Rate": 1.7190303883273704e-05, "Finetune/Loss": 0.854505181312561, "Finetune/Loss (Raw)": 0.8492938876152039, "Finetune/Step": 5139, "Finetune/Step Time": 11.798307174816728}
+{"Finetune/Learning Rate": 1.7189133466274888e-05, "Finetune/Loss": 0.8549952507019043, "Finetune/Loss (Raw)": 0.8845890760421753, "Finetune/Step": 5140, "Finetune/Step Time": 11.795415693894029}
+{"Finetune/Learning Rate": 1.7187962845412687e-05, "Finetune/Loss": 0.8549759387969971, "Finetune/Loss (Raw)": 0.8451480865478516, "Finetune/Step": 5141, "Finetune/Step Time": 11.815698081627488}
+{"Finetune/Learning Rate": 1.7186792020720297e-05, "Finetune/Loss": 0.8561083674430847, "Finetune/Loss (Raw)": 0.9770952463150024, "Finetune/Step": 5142, "Finetune/Step Time": 11.801848085597157}
+{"Finetune/Learning Rate": 1.718562099223093e-05, "Finetune/Loss": 0.8567340970039368, "Finetune/Loss (Raw)": 0.9730861186981201, "Finetune/Step": 5143, "Finetune/Step Time": 11.794507345184684}
+{"Finetune/Learning Rate": 1.7184449759977776e-05, "Finetune/Loss": 0.8577202558517456, "Finetune/Loss (Raw)": 0.9419611692428589, "Finetune/Step": 5144, "Finetune/Step Time": 11.790571175515652}
+{"Finetune/Learning Rate": 1.718327832399406e-05, "Finetune/Loss": 0.8583664894104004, "Finetune/Loss (Raw)": 0.9450359344482422, "Finetune/Step": 5145, "Finetune/Step Time": 11.806775270029902}
+{"Finetune/Learning Rate": 1.7182106684312998e-05, "Finetune/Loss": 0.8585846424102783, "Finetune/Loss (Raw)": 0.9658374786376953, "Finetune/Step": 5146, "Finetune/Step Time": 11.824873548001051}
+{"Finetune/Learning Rate": 1.7180934840967815e-05, "Finetune/Loss": 0.8583833575248718, "Finetune/Loss (Raw)": 0.9497252702713013, "Finetune/Step": 5147, "Finetune/Step Time": 11.830252550542355}
+{"Finetune/Learning Rate": 1.7179762793991738e-05, "Finetune/Loss": 0.8581274151802063, "Finetune/Loss (Raw)": 0.7191020846366882, "Finetune/Step": 5148, "Finetune/Step Time": 11.856104783713818}
+{"Finetune/Learning Rate": 1.7178590543418003e-05, "Finetune/Loss": 0.8565490245819092, "Finetune/Loss (Raw)": 0.7423973679542542, "Finetune/Step": 5149, "Finetune/Step Time": 11.854638319462538}
+{"Finetune/Learning Rate": 1.717741808927986e-05, "Finetune/Loss": 0.8567215204238892, "Finetune/Loss (Raw)": 0.8628116250038147, "Finetune/Step": 5150, "Finetune/Step Time": 11.855994449928403}
+{"Finetune/Learning Rate": 1.7176245431610544e-05, "Finetune/Loss": 0.8571196794509888, "Finetune/Loss (Raw)": 0.8358123302459717, "Finetune/Step": 5151, "Finetune/Step Time": 11.867496566846967}
+{"Finetune/Learning Rate": 1.717507257044331e-05, "Finetune/Loss": 0.857245147228241, "Finetune/Loss (Raw)": 0.7738378047943115, "Finetune/Step": 5152, "Finetune/Step Time": 11.871612876653671}
+{"Finetune/Learning Rate": 1.717389950581143e-05, "Finetune/Loss": 0.857587456703186, "Finetune/Loss (Raw)": 0.878038227558136, "Finetune/Step": 5153, "Finetune/Step Time": 11.859943034127355}
+{"Finetune/Learning Rate": 1.7172726237748156e-05, "Finetune/Loss": 0.8575939536094666, "Finetune/Loss (Raw)": 0.8475657105445862, "Finetune/Step": 5154, "Finetune/Step Time": 11.86209886148572}
+{"Finetune/Learning Rate": 1.7171552766286762e-05, "Finetune/Loss": 0.857260525226593, "Finetune/Loss (Raw)": 0.8136165142059326, "Finetune/Step": 5155, "Finetune/Step Time": 11.872564842924476}
+{"Finetune/Learning Rate": 1.7170379091460524e-05, "Finetune/Loss": 0.8569692969322205, "Finetune/Loss (Raw)": 0.9532554149627686, "Finetune/Step": 5156, "Finetune/Step Time": 11.88256429694593}
+{"Finetune/Learning Rate": 1.7169205213302725e-05, "Finetune/Loss": 0.8575265407562256, "Finetune/Loss (Raw)": 0.8665910959243774, "Finetune/Step": 5157, "Finetune/Step Time": 11.900551304221153}
+{"Finetune/Learning Rate": 1.7168031131846655e-05, "Finetune/Loss": 0.8585862517356873, "Finetune/Loss (Raw)": 0.862601101398468, "Finetune/Step": 5158, "Finetune/Step Time": 11.853576194494963}
+{"Finetune/Learning Rate": 1.7166856847125602e-05, "Finetune/Loss": 0.8588158488273621, "Finetune/Loss (Raw)": 0.8178848624229431, "Finetune/Step": 5159, "Finetune/Step Time": 11.843400575220585}
+{"Finetune/Learning Rate": 1.7165682359172874e-05, "Finetune/Loss": 0.858577311038971, "Finetune/Loss (Raw)": 0.7857688069343567, "Finetune/Step": 5160, "Finetune/Step Time": 11.847372461110353}
+{"Finetune/Learning Rate": 1.7164507668021767e-05, "Finetune/Loss": 0.8564544916152954, "Finetune/Loss (Raw)": 0.6408807635307312, "Finetune/Step": 5161, "Finetune/Step Time": 11.879899630323052}
+{"Finetune/Learning Rate": 1.7163332773705593e-05, "Finetune/Loss": 0.8558464050292969, "Finetune/Loss (Raw)": 0.8299438953399658, "Finetune/Step": 5162, "Finetune/Step Time": 11.883925508707762}
+{"Finetune/Learning Rate": 1.7162157676257677e-05, "Finetune/Loss": 0.8548014760017395, "Finetune/Loss (Raw)": 0.7985720634460449, "Finetune/Step": 5163, "Finetune/Step Time": 11.895325616002083}
+{"Finetune/Learning Rate": 1.716098237571133e-05, "Finetune/Loss": 0.8539954423904419, "Finetune/Loss (Raw)": 0.7721234560012817, "Finetune/Step": 5164, "Finetune/Step Time": 11.903914235532284}
+{"Finetune/Learning Rate": 1.7159806872099892e-05, "Finetune/Loss": 0.8545809984207153, "Finetune/Loss (Raw)": 0.814627468585968, "Finetune/Step": 5165, "Finetune/Step Time": 11.910281978547573}
+{"Finetune/Learning Rate": 1.7158631165456685e-05, "Finetune/Loss": 0.8541595339775085, "Finetune/Loss (Raw)": 0.9117454290390015, "Finetune/Step": 5166, "Finetune/Step Time": 11.910366797819734}
+{"Finetune/Learning Rate": 1.7157455255815056e-05, "Finetune/Loss": 0.8545111417770386, "Finetune/Loss (Raw)": 0.9109225869178772, "Finetune/Step": 5167, "Finetune/Step Time": 11.929316455498338}
+{"Finetune/Learning Rate": 1.715627914320835e-05, "Finetune/Loss": 0.8542063236236572, "Finetune/Loss (Raw)": 0.8280169367790222, "Finetune/Step": 5168, "Finetune/Step Time": 11.925355315208435}
+{"Finetune/Learning Rate": 1.715510282766992e-05, "Finetune/Loss": 0.8555716276168823, "Finetune/Loss (Raw)": 0.9481384754180908, "Finetune/Step": 5169, "Finetune/Step Time": 11.952761072665453}
+{"Finetune/Learning Rate": 1.7153926309233114e-05, "Finetune/Loss": 0.8561268448829651, "Finetune/Loss (Raw)": 0.9325101971626282, "Finetune/Step": 5170, "Finetune/Step Time": 11.95236610993743}
+{"Finetune/Learning Rate": 1.7152749587931308e-05, "Finetune/Loss": 0.8564760088920593, "Finetune/Loss (Raw)": 0.8475282192230225, "Finetune/Step": 5171, "Finetune/Step Time": 11.931053277105093}
+{"Finetune/Learning Rate": 1.715157266379786e-05, "Finetune/Loss": 0.8569884300231934, "Finetune/Loss (Raw)": 0.9759603142738342, "Finetune/Step": 5172, "Finetune/Step Time": 11.93118778243661}
+{"Finetune/Learning Rate": 1.7150395536866145e-05, "Finetune/Loss": 0.856808602809906, "Finetune/Loss (Raw)": 0.8575645089149475, "Finetune/Step": 5173, "Finetune/Step Time": 11.933031233027577}
+{"Finetune/Learning Rate": 1.7149218207169552e-05, "Finetune/Loss": 0.8563114404678345, "Finetune/Loss (Raw)": 0.770371675491333, "Finetune/Step": 5174, "Finetune/Step Time": 11.935246884822845}
+{"Finetune/Learning Rate": 1.7148040674741454e-05, "Finetune/Loss": 0.8572245836257935, "Finetune/Loss (Raw)": 0.9144783020019531, "Finetune/Step": 5175, "Finetune/Step Time": 11.931176900863647}
+{"Finetune/Learning Rate": 1.714686293961525e-05, "Finetune/Loss": 0.8577391505241394, "Finetune/Loss (Raw)": 0.8320678472518921, "Finetune/Step": 5176, "Finetune/Step Time": 11.954958798363805}
+{"Finetune/Learning Rate": 1.714568500182434e-05, "Finetune/Loss": 0.8588782548904419, "Finetune/Loss (Raw)": 0.9230223298072815, "Finetune/Step": 5177, "Finetune/Step Time": 11.949018837884068}
+{"Finetune/Learning Rate": 1.714450686140212e-05, "Finetune/Loss": 0.8572536110877991, "Finetune/Loss (Raw)": 0.7253848910331726, "Finetune/Step": 5178, "Finetune/Step Time": 11.960969051346183}
+{"Finetune/Learning Rate": 1.7143328518382e-05, "Finetune/Loss": 0.8565373420715332, "Finetune/Loss (Raw)": 0.6651236414909363, "Finetune/Step": 5179, "Finetune/Step Time": 11.959717988967896}
+{"Finetune/Learning Rate": 1.7142149972797398e-05, "Finetune/Loss": 0.8568767309188843, "Finetune/Loss (Raw)": 0.9576476216316223, "Finetune/Step": 5180, "Finetune/Step Time": 11.95091220550239}
+{"Finetune/Learning Rate": 1.714097122468173e-05, "Finetune/Loss": 0.8563633561134338, "Finetune/Loss (Raw)": 0.8515965342521667, "Finetune/Step": 5181, "Finetune/Step Time": 11.946770628914237}
+{"Finetune/Learning Rate": 1.713979227406843e-05, "Finetune/Loss": 0.8565049171447754, "Finetune/Loss (Raw)": 0.9559434652328491, "Finetune/Step": 5182, "Finetune/Step Time": 11.94103797338903}
+{"Finetune/Learning Rate": 1.7138613120990923e-05, "Finetune/Loss": 0.8567782044410706, "Finetune/Loss (Raw)": 0.9165916442871094, "Finetune/Step": 5183, "Finetune/Step Time": 11.93675578944385}
+{"Finetune/Learning Rate": 1.7137433765482644e-05, "Finetune/Loss": 0.8588533997535706, "Finetune/Loss (Raw)": 0.910987138748169, "Finetune/Step": 5184, "Finetune/Step Time": 11.940270509570837}
+{"Finetune/Learning Rate": 1.713625420757704e-05, "Finetune/Loss": 0.8583164215087891, "Finetune/Loss (Raw)": 0.9108573198318481, "Finetune/Step": 5185, "Finetune/Step Time": 11.93861846998334}
+{"Finetune/Learning Rate": 1.713507444730756e-05, "Finetune/Loss": 0.8590492606163025, "Finetune/Loss (Raw)": 0.9240114688873291, "Finetune/Step": 5186, "Finetune/Step Time": 11.91474298760295}
+{"Finetune/Learning Rate": 1.7133894484707657e-05, "Finetune/Loss": 0.8594796657562256, "Finetune/Loss (Raw)": 0.9013044238090515, "Finetune/Step": 5187, "Finetune/Step Time": 11.916950536891818}
+{"Finetune/Learning Rate": 1.7132714319810792e-05, "Finetune/Loss": 0.8604972958564758, "Finetune/Loss (Raw)": 0.8500226736068726, "Finetune/Step": 5188, "Finetune/Step Time": 11.888992760330439}
+{"Finetune/Learning Rate": 1.7131533952650435e-05, "Finetune/Loss": 0.8593683242797852, "Finetune/Loss (Raw)": 0.8038973212242126, "Finetune/Step": 5189, "Finetune/Step Time": 11.898631650954485}
+{"Finetune/Learning Rate": 1.7130353383260053e-05, "Finetune/Loss": 0.8593260049819946, "Finetune/Loss (Raw)": 0.8851290345191956, "Finetune/Step": 5190, "Finetune/Step Time": 11.893518604338169}
+{"Finetune/Learning Rate": 1.7129172611673125e-05, "Finetune/Loss": 0.8583300113677979, "Finetune/Loss (Raw)": 0.7262484431266785, "Finetune/Step": 5191, "Finetune/Step Time": 11.918388310819864}
+{"Finetune/Learning Rate": 1.7127991637923133e-05, "Finetune/Loss": 0.858997106552124, "Finetune/Loss (Raw)": 0.9171704053878784, "Finetune/Step": 5192, "Finetune/Step Time": 11.89833763986826}
+{"Finetune/Learning Rate": 1.7126810462043568e-05, "Finetune/Loss": 0.8587928414344788, "Finetune/Loss (Raw)": 0.8831118941307068, "Finetune/Step": 5193, "Finetune/Step Time": 11.880459977313876}
+{"Finetune/Learning Rate": 1.7125629084067925e-05, "Finetune/Loss": 0.8588219881057739, "Finetune/Loss (Raw)": 0.8945994973182678, "Finetune/Step": 5194, "Finetune/Step Time": 11.891044169664383}
+{"Finetune/Learning Rate": 1.7124447504029703e-05, "Finetune/Loss": 0.8592709302902222, "Finetune/Loss (Raw)": 0.8028745055198669, "Finetune/Step": 5195, "Finetune/Step Time": 11.897052768617868}
+{"Finetune/Learning Rate": 1.712326572196241e-05, "Finetune/Loss": 0.857724130153656, "Finetune/Loss (Raw)": 0.7655335664749146, "Finetune/Step": 5196, "Finetune/Step Time": 11.872414229437709}
+{"Finetune/Learning Rate": 1.712208373789956e-05, "Finetune/Loss": 0.8573503494262695, "Finetune/Loss (Raw)": 0.7528331875801086, "Finetune/Step": 5197, "Finetune/Step Time": 11.870824601501226}
+{"Finetune/Learning Rate": 1.712090155187466e-05, "Finetune/Loss": 0.857923686504364, "Finetune/Loss (Raw)": 0.9294982552528381, "Finetune/Step": 5198, "Finetune/Step Time": 11.864187028259039}
+{"Finetune/Learning Rate": 1.7119719163921248e-05, "Finetune/Loss": 0.8585958480834961, "Finetune/Loss (Raw)": 0.8773647546768188, "Finetune/Step": 5199, "Finetune/Step Time": 11.868773182854056}
+{"Finetune/Learning Rate": 1.711853657407284e-05, "Finetune/Loss": 0.8577324748039246, "Finetune/Loss (Raw)": 0.8850935697555542, "Finetune/Step": 5200, "Finetune/Step Time": 11.86965886875987}
+{"Finetune/Learning Rate": 1.711735378236298e-05, "Finetune/Loss": 0.8563190698623657, "Finetune/Loss (Raw)": 0.7551388144493103, "Finetune/Step": 5201, "Finetune/Step Time": 11.874307177960873}
+{"Finetune/Learning Rate": 1.7116170788825207e-05, "Finetune/Loss": 0.8553186655044556, "Finetune/Loss (Raw)": 0.7090879082679749, "Finetune/Step": 5202, "Finetune/Step Time": 11.880630552768707}
+{"Finetune/Learning Rate": 1.7114987593493068e-05, "Finetune/Loss": 0.8537683486938477, "Finetune/Loss (Raw)": 0.6544070243835449, "Finetune/Step": 5203, "Finetune/Step Time": 11.915027718991041}
+{"Finetune/Learning Rate": 1.711380419640011e-05, "Finetune/Loss": 0.8527730703353882, "Finetune/Loss (Raw)": 0.868898868560791, "Finetune/Step": 5204, "Finetune/Step Time": 11.90154106542468}
+{"Finetune/Learning Rate": 1.7112620597579895e-05, "Finetune/Loss": 0.8527247905731201, "Finetune/Loss (Raw)": 0.8292608261108398, "Finetune/Step": 5205, "Finetune/Step Time": 11.903996052220464}
+{"Finetune/Learning Rate": 1.7111436797065984e-05, "Finetune/Loss": 0.8525723218917847, "Finetune/Loss (Raw)": 0.9169213175773621, "Finetune/Step": 5206, "Finetune/Step Time": 11.90766734816134}
+{"Finetune/Learning Rate": 1.7110252794891947e-05, "Finetune/Loss": 0.8531951904296875, "Finetune/Loss (Raw)": 0.9054941534996033, "Finetune/Step": 5207, "Finetune/Step Time": 11.911686342209578}
+{"Finetune/Learning Rate": 1.7109068591091366e-05, "Finetune/Loss": 0.8538142442703247, "Finetune/Loss (Raw)": 0.9130861163139343, "Finetune/Step": 5208, "Finetune/Step Time": 11.905860947445035}
+{"Finetune/Learning Rate": 1.7107884185697807e-05, "Finetune/Loss": 0.8507939577102661, "Finetune/Loss (Raw)": 0.6035195589065552, "Finetune/Step": 5209, "Finetune/Step Time": 11.933797923848033}
+{"Finetune/Learning Rate": 1.7106699578744867e-05, "Finetune/Loss": 0.8503152132034302, "Finetune/Loss (Raw)": 0.866977870464325, "Finetune/Step": 5210, "Finetune/Step Time": 11.936246393248439}
+{"Finetune/Learning Rate": 1.710551477026614e-05, "Finetune/Loss": 0.8475363850593567, "Finetune/Loss (Raw)": 0.6179108619689941, "Finetune/Step": 5211, "Finetune/Step Time": 11.979566980153322}
+{"Finetune/Learning Rate": 1.7104329760295216e-05, "Finetune/Loss": 0.847500741481781, "Finetune/Loss (Raw)": 0.8468540906906128, "Finetune/Step": 5212, "Finetune/Step Time": 11.9963303450495}
+{"Finetune/Learning Rate": 1.71031445488657e-05, "Finetune/Loss": 0.8489959836006165, "Finetune/Loss (Raw)": 0.9763886332511902, "Finetune/Step": 5213, "Finetune/Step Time": 11.997772177681327}
+{"Finetune/Learning Rate": 1.710195913601121e-05, "Finetune/Loss": 0.8496585488319397, "Finetune/Loss (Raw)": 0.8644394874572754, "Finetune/Step": 5214, "Finetune/Step Time": 11.994384098798037}
+{"Finetune/Learning Rate": 1.7100773521765347e-05, "Finetune/Loss": 0.8503259420394897, "Finetune/Loss (Raw)": 0.9160937070846558, "Finetune/Step": 5215, "Finetune/Step Time": 11.99737885221839}
+{"Finetune/Learning Rate": 1.709958770616174e-05, "Finetune/Loss": 0.8502657413482666, "Finetune/Loss (Raw)": 0.7932284474372864, "Finetune/Step": 5216, "Finetune/Step Time": 12.026518570259213}
+{"Finetune/Learning Rate": 1.7098401689234018e-05, "Finetune/Loss": 0.8515147566795349, "Finetune/Loss (Raw)": 0.801712691783905, "Finetune/Step": 5217, "Finetune/Step Time": 12.022511128336191}
+{"Finetune/Learning Rate": 1.7097215471015805e-05, "Finetune/Loss": 0.8498516082763672, "Finetune/Loss (Raw)": 0.707783043384552, "Finetune/Step": 5218, "Finetune/Step Time": 12.019391721114516}
+{"Finetune/Learning Rate": 1.7096029051540748e-05, "Finetune/Loss": 0.8506824374198914, "Finetune/Loss (Raw)": 0.7587709426879883, "Finetune/Step": 5219, "Finetune/Step Time": 11.986750639975071}
+{"Finetune/Learning Rate": 1.709484243084248e-05, "Finetune/Loss": 0.8510469794273376, "Finetune/Loss (Raw)": 0.9520275592803955, "Finetune/Step": 5220, "Finetune/Step Time": 11.978933515027165}
+{"Finetune/Learning Rate": 1.709365560895466e-05, "Finetune/Loss": 0.8517674207687378, "Finetune/Loss (Raw)": 0.917208731174469, "Finetune/Step": 5221, "Finetune/Step Time": 11.974802814424038}
+{"Finetune/Learning Rate": 1.7092468585910937e-05, "Finetune/Loss": 0.8514989614486694, "Finetune/Loss (Raw)": 0.8627645373344421, "Finetune/Step": 5222, "Finetune/Step Time": 11.968016119673848}
+{"Finetune/Learning Rate": 1.7091281361744975e-05, "Finetune/Loss": 0.8520060777664185, "Finetune/Loss (Raw)": 0.8450025916099548, "Finetune/Step": 5223, "Finetune/Step Time": 11.966467021033168}
+{"Finetune/Learning Rate": 1.7090093936490433e-05, "Finetune/Loss": 0.8519880771636963, "Finetune/Loss (Raw)": 0.8563939929008484, "Finetune/Step": 5224, "Finetune/Step Time": 11.978486767038703}
+{"Finetune/Learning Rate": 1.7088906310180993e-05, "Finetune/Loss": 0.8519035577774048, "Finetune/Loss (Raw)": 0.8867229223251343, "Finetune/Step": 5225, "Finetune/Step Time": 11.9800293892622}
+{"Finetune/Learning Rate": 1.7087718482850327e-05, "Finetune/Loss": 0.8534664511680603, "Finetune/Loss (Raw)": 0.8572982549667358, "Finetune/Step": 5226, "Finetune/Step Time": 11.997820522636175}
+{"Finetune/Learning Rate": 1.708653045453212e-05, "Finetune/Loss": 0.852225661277771, "Finetune/Loss (Raw)": 0.7503699660301208, "Finetune/Step": 5227, "Finetune/Step Time": 12.006808945909142}
+{"Finetune/Learning Rate": 1.708534222526006e-05, "Finetune/Loss": 0.8519209027290344, "Finetune/Loss (Raw)": 0.8758127689361572, "Finetune/Step": 5228, "Finetune/Step Time": 12.013534311205149}
+{"Finetune/Learning Rate": 1.7084153795067845e-05, "Finetune/Loss": 0.8512665033340454, "Finetune/Loss (Raw)": 0.8390512466430664, "Finetune/Step": 5229, "Finetune/Step Time": 12.01659905910492}
+{"Finetune/Learning Rate": 1.708296516398917e-05, "Finetune/Loss": 0.8519256114959717, "Finetune/Loss (Raw)": 0.9326985478401184, "Finetune/Step": 5230, "Finetune/Step Time": 12.058499889448285}
+{"Finetune/Learning Rate": 1.7081776332057743e-05, "Finetune/Loss": 0.8511657118797302, "Finetune/Loss (Raw)": 0.708790123462677, "Finetune/Step": 5231, "Finetune/Step Time": 12.08244122005999}
+{"Finetune/Learning Rate": 1.7080587299307283e-05, "Finetune/Loss": 0.8538169860839844, "Finetune/Loss (Raw)": 0.9564065337181091, "Finetune/Step": 5232, "Finetune/Step Time": 12.042307524010539}
+{"Finetune/Learning Rate": 1.7079398065771494e-05, "Finetune/Loss": 0.8522213697433472, "Finetune/Loss (Raw)": 0.7466103434562683, "Finetune/Step": 5233, "Finetune/Step Time": 12.027223628014326}
+{"Finetune/Learning Rate": 1.7078208631484113e-05, "Finetune/Loss": 0.8518924713134766, "Finetune/Loss (Raw)": 0.9108579754829407, "Finetune/Step": 5234, "Finetune/Step Time": 12.011075867339969}
+{"Finetune/Learning Rate": 1.707701899647886e-05, "Finetune/Loss": 0.8516682386398315, "Finetune/Loss (Raw)": 0.7796913981437683, "Finetune/Step": 5235, "Finetune/Step Time": 12.011721350252628}
+{"Finetune/Learning Rate": 1.7075829160789475e-05, "Finetune/Loss": 0.8491568565368652, "Finetune/Loss (Raw)": 0.6381977796554565, "Finetune/Step": 5236, "Finetune/Step Time": 12.037020366638899}
+{"Finetune/Learning Rate": 1.7074639124449693e-05, "Finetune/Loss": 0.849051833152771, "Finetune/Loss (Raw)": 0.9287822842597961, "Finetune/Step": 5237, "Finetune/Step Time": 12.036872500553727}
+{"Finetune/Learning Rate": 1.7073448887493268e-05, "Finetune/Loss": 0.8486673831939697, "Finetune/Loss (Raw)": 0.7935382723808289, "Finetune/Step": 5238, "Finetune/Step Time": 12.035832153633237}
+{"Finetune/Learning Rate": 1.707225844995394e-05, "Finetune/Loss": 0.849345862865448, "Finetune/Loss (Raw)": 0.8473482728004456, "Finetune/Step": 5239, "Finetune/Step Time": 12.030992969870567}
+{"Finetune/Learning Rate": 1.7071067811865477e-05, "Finetune/Loss": 0.849592924118042, "Finetune/Loss (Raw)": 0.8349842429161072, "Finetune/Step": 5240, "Finetune/Step Time": 12.030107842758298}
+{"Finetune/Learning Rate": 1.7069876973261638e-05, "Finetune/Loss": 0.849066436290741, "Finetune/Loss (Raw)": 0.8439469337463379, "Finetune/Step": 5241, "Finetune/Step Time": 12.028223497793078}
+{"Finetune/Learning Rate": 1.7068685934176192e-05, "Finetune/Loss": 0.8474663496017456, "Finetune/Loss (Raw)": 0.7009919285774231, "Finetune/Step": 5242, "Finetune/Step Time": 12.0584562625736}
+{"Finetune/Learning Rate": 1.7067494694642913e-05, "Finetune/Loss": 0.848014771938324, "Finetune/Loss (Raw)": 0.8978845477104187, "Finetune/Step": 5243, "Finetune/Step Time": 12.05840228125453}
+{"Finetune/Learning Rate": 1.706630325469558e-05, "Finetune/Loss": 0.8487586975097656, "Finetune/Loss (Raw)": 0.8762077689170837, "Finetune/Step": 5244, "Finetune/Step Time": 12.061354411765933}
+{"Finetune/Learning Rate": 1.7065111614367983e-05, "Finetune/Loss": 0.8499383330345154, "Finetune/Loss (Raw)": 0.8721029758453369, "Finetune/Step": 5245, "Finetune/Step Time": 12.064542831853032}
+{"Finetune/Learning Rate": 1.7063919773693914e-05, "Finetune/Loss": 0.8500367403030396, "Finetune/Loss (Raw)": 0.8953707814216614, "Finetune/Step": 5246, "Finetune/Step Time": 12.079392125830054}
+{"Finetune/Learning Rate": 1.7062727732707164e-05, "Finetune/Loss": 0.8491789698600769, "Finetune/Loss (Raw)": 0.8959357142448425, "Finetune/Step": 5247, "Finetune/Step Time": 12.084451017901301}
+{"Finetune/Learning Rate": 1.7061535491441538e-05, "Finetune/Loss": 0.8483288884162903, "Finetune/Loss (Raw)": 0.7866786122322083, "Finetune/Step": 5248, "Finetune/Step Time": 12.090813400223851}
+{"Finetune/Learning Rate": 1.7060343049930845e-05, "Finetune/Loss": 0.8483453989028931, "Finetune/Loss (Raw)": 0.8777764439582825, "Finetune/Step": 5249, "Finetune/Step Time": 12.086217360571027}
+{"Finetune/Learning Rate": 1.7059150408208902e-05, "Finetune/Loss": 0.8482620716094971, "Finetune/Loss (Raw)": 0.8660367131233215, "Finetune/Step": 5250, "Finetune/Step Time": 12.084716316312551}
+{"Finetune/Learning Rate": 1.705795756630953e-05, "Finetune/Loss": 0.8469922542572021, "Finetune/Loss (Raw)": 0.7053259015083313, "Finetune/Step": 5251, "Finetune/Step Time": 12.084966825321317}
+{"Finetune/Learning Rate": 1.7056764524266547e-05, "Finetune/Loss": 0.8466755151748657, "Finetune/Loss (Raw)": 0.8730707764625549, "Finetune/Step": 5252, "Finetune/Step Time": 12.087753465399146}
+{"Finetune/Learning Rate": 1.705557128211379e-05, "Finetune/Loss": 0.8466609716415405, "Finetune/Loss (Raw)": 0.8051599264144897, "Finetune/Step": 5253, "Finetune/Step Time": 12.101410685107112}
+{"Finetune/Learning Rate": 1.7054377839885098e-05, "Finetune/Loss": 0.8462036848068237, "Finetune/Loss (Raw)": 0.7375707030296326, "Finetune/Step": 5254, "Finetune/Step Time": 12.106554619967937}
+{"Finetune/Learning Rate": 1.7053184197614302e-05, "Finetune/Loss": 0.8466503620147705, "Finetune/Loss (Raw)": 0.895941972732544, "Finetune/Step": 5255, "Finetune/Step Time": 12.11089781112969}
+{"Finetune/Learning Rate": 1.7051990355335266e-05, "Finetune/Loss": 0.8471141457557678, "Finetune/Loss (Raw)": 0.8045286536216736, "Finetune/Step": 5256, "Finetune/Step Time": 12.1214733235538}
+{"Finetune/Learning Rate": 1.7050796313081838e-05, "Finetune/Loss": 0.8475271463394165, "Finetune/Loss (Raw)": 0.8442392945289612, "Finetune/Step": 5257, "Finetune/Step Time": 12.12328108213842}
+{"Finetune/Learning Rate": 1.704960207088787e-05, "Finetune/Loss": 0.8484666347503662, "Finetune/Loss (Raw)": 0.9724587202072144, "Finetune/Step": 5258, "Finetune/Step Time": 12.114438369870186}
+{"Finetune/Learning Rate": 1.7048407628787238e-05, "Finetune/Loss": 0.848688006401062, "Finetune/Loss (Raw)": 0.8672447800636292, "Finetune/Step": 5259, "Finetune/Step Time": 12.112137829884887}
+{"Finetune/Learning Rate": 1.704721298681381e-05, "Finetune/Loss": 0.8459124565124512, "Finetune/Loss (Raw)": 0.6236665844917297, "Finetune/Step": 5260, "Finetune/Step Time": 12.140591712668538}
+{"Finetune/Learning Rate": 1.7046018145001458e-05, "Finetune/Loss": 0.8438853025436401, "Finetune/Loss (Raw)": 0.634748101234436, "Finetune/Step": 5261, "Finetune/Step Time": 12.165577616542578}
+{"Finetune/Learning Rate": 1.7044823103384067e-05, "Finetune/Loss": 0.8457174301147461, "Finetune/Loss (Raw)": 0.8806226849555969, "Finetune/Step": 5262, "Finetune/Step Time": 12.167791843414307}
+{"Finetune/Learning Rate": 1.7043627861995528e-05, "Finetune/Loss": 0.8454941511154175, "Finetune/Loss (Raw)": 0.9003678560256958, "Finetune/Step": 5263, "Finetune/Step Time": 12.17376516200602}
+{"Finetune/Learning Rate": 1.704243242086973e-05, "Finetune/Loss": 0.8431968092918396, "Finetune/Loss (Raw)": 0.7655794024467468, "Finetune/Step": 5264, "Finetune/Step Time": 12.195464322343469}
+{"Finetune/Learning Rate": 1.7041236780040577e-05, "Finetune/Loss": 0.8424074053764343, "Finetune/Loss (Raw)": 0.8403233289718628, "Finetune/Step": 5265, "Finetune/Step Time": 12.220800202339888}
+{"Finetune/Learning Rate": 1.704004093954197e-05, "Finetune/Loss": 0.8432626724243164, "Finetune/Loss (Raw)": 0.9549543857574463, "Finetune/Step": 5266, "Finetune/Step Time": 12.22798734717071}
+{"Finetune/Learning Rate": 1.7038844899407824e-05, "Finetune/Loss": 0.843953549861908, "Finetune/Loss (Raw)": 0.9377249479293823, "Finetune/Step": 5267, "Finetune/Step Time": 12.224780084565282}
+{"Finetune/Learning Rate": 1.7037648659672047e-05, "Finetune/Loss": 0.843798816204071, "Finetune/Loss (Raw)": 0.8647844791412354, "Finetune/Step": 5268, "Finetune/Step Time": 12.229941103607416}
+{"Finetune/Learning Rate": 1.7036452220368568e-05, "Finetune/Loss": 0.8435159921646118, "Finetune/Loss (Raw)": 0.8089501261711121, "Finetune/Step": 5269, "Finetune/Step Time": 12.210183518007398}
+{"Finetune/Learning Rate": 1.7035255581531317e-05, "Finetune/Loss": 0.8428832292556763, "Finetune/Loss (Raw)": 0.8960928320884705, "Finetune/Step": 5270, "Finetune/Step Time": 12.212925845757127}
+{"Finetune/Learning Rate": 1.7034058743194218e-05, "Finetune/Loss": 0.8406931161880493, "Finetune/Loss (Raw)": 0.6927531957626343, "Finetune/Step": 5271, "Finetune/Step Time": 12.235955299809575}
+{"Finetune/Learning Rate": 1.7032861705391218e-05, "Finetune/Loss": 0.8408513069152832, "Finetune/Loss (Raw)": 0.9622164368629456, "Finetune/Step": 5272, "Finetune/Step Time": 12.235301710665226}
+{"Finetune/Learning Rate": 1.7031664468156258e-05, "Finetune/Loss": 0.8403159379959106, "Finetune/Loss (Raw)": 0.8764994740486145, "Finetune/Step": 5273, "Finetune/Step Time": 12.21561350300908}
+{"Finetune/Learning Rate": 1.7030467031523292e-05, "Finetune/Loss": 0.8394201397895813, "Finetune/Loss (Raw)": 0.8511794209480286, "Finetune/Step": 5274, "Finetune/Step Time": 12.188825188204646}
+{"Finetune/Learning Rate": 1.702926939552627e-05, "Finetune/Loss": 0.8375777006149292, "Finetune/Loss (Raw)": 0.7138945460319519, "Finetune/Step": 5275, "Finetune/Step Time": 12.190167680382729}
+{"Finetune/Learning Rate": 1.7028071560199156e-05, "Finetune/Loss": 0.8368068933486938, "Finetune/Loss (Raw)": 0.6204395294189453, "Finetune/Step": 5276, "Finetune/Step Time": 12.164547111839056}
+{"Finetune/Learning Rate": 1.702687352557592e-05, "Finetune/Loss": 0.8372871279716492, "Finetune/Loss (Raw)": 0.8038690090179443, "Finetune/Step": 5277, "Finetune/Step Time": 12.171334013342857}
+{"Finetune/Learning Rate": 1.7025675291690534e-05, "Finetune/Loss": 0.8370351791381836, "Finetune/Loss (Raw)": 0.8305553197860718, "Finetune/Step": 5278, "Finetune/Step Time": 12.172568000853062}
+{"Finetune/Learning Rate": 1.7024476858576973e-05, "Finetune/Loss": 0.8349868059158325, "Finetune/Loss (Raw)": 0.5736244916915894, "Finetune/Step": 5279, "Finetune/Step Time": 12.191530399024487}
+{"Finetune/Learning Rate": 1.7023278226269222e-05, "Finetune/Loss": 0.8363742828369141, "Finetune/Loss (Raw)": 0.9514297246932983, "Finetune/Step": 5280, "Finetune/Step Time": 12.188022600486875}
+{"Finetune/Learning Rate": 1.702207939480127e-05, "Finetune/Loss": 0.8352547883987427, "Finetune/Loss (Raw)": 0.7347515225410461, "Finetune/Step": 5281, "Finetune/Step Time": 12.206280935555696}
+{"Finetune/Learning Rate": 1.702088036420712e-05, "Finetune/Loss": 0.8363252282142639, "Finetune/Loss (Raw)": 0.9845725297927856, "Finetune/Step": 5282, "Finetune/Step Time": 12.206966418772936}
+{"Finetune/Learning Rate": 1.7019681134520762e-05, "Finetune/Loss": 0.8359812498092651, "Finetune/Loss (Raw)": 0.7695895433425903, "Finetune/Step": 5283, "Finetune/Step Time": 12.195969911292195}
+{"Finetune/Learning Rate": 1.701848170577621e-05, "Finetune/Loss": 0.8352940678596497, "Finetune/Loss (Raw)": 0.8653025031089783, "Finetune/Step": 5284, "Finetune/Step Time": 12.198441049084067}
+{"Finetune/Learning Rate": 1.701728207800748e-05, "Finetune/Loss": 0.8344969749450684, "Finetune/Loss (Raw)": 0.7645620703697205, "Finetune/Step": 5285, "Finetune/Step Time": 12.200495835393667}
+{"Finetune/Learning Rate": 1.7016082251248582e-05, "Finetune/Loss": 0.8338664770126343, "Finetune/Loss (Raw)": 0.7818922400474548, "Finetune/Step": 5286, "Finetune/Step Time": 12.217659324407578}
+{"Finetune/Learning Rate": 1.701488222553354e-05, "Finetune/Loss": 0.8344928026199341, "Finetune/Loss (Raw)": 0.8980573415756226, "Finetune/Step": 5287, "Finetune/Step Time": 12.220889674499631}
+{"Finetune/Learning Rate": 1.7013682000896388e-05, "Finetune/Loss": 0.83511883020401, "Finetune/Loss (Raw)": 0.8659040331840515, "Finetune/Step": 5288, "Finetune/Step Time": 12.231947405263782}
+{"Finetune/Learning Rate": 1.7012481577371157e-05, "Finetune/Loss": 0.8377470970153809, "Finetune/Loss (Raw)": 0.9772931337356567, "Finetune/Step": 5289, "Finetune/Step Time": 12.20272577367723}
+{"Finetune/Learning Rate": 1.701128095499189e-05, "Finetune/Loss": 0.8380881547927856, "Finetune/Loss (Raw)": 0.873597264289856, "Finetune/Step": 5290, "Finetune/Step Time": 12.202699882909656}
+{"Finetune/Learning Rate": 1.701008013379263e-05, "Finetune/Loss": 0.8388293981552124, "Finetune/Loss (Raw)": 0.8934593200683594, "Finetune/Step": 5291, "Finetune/Step Time": 12.198145654052496}
+{"Finetune/Learning Rate": 1.7008879113807437e-05, "Finetune/Loss": 0.8395504951477051, "Finetune/Loss (Raw)": 0.864418089389801, "Finetune/Step": 5292, "Finetune/Step Time": 12.200240265578032}
+{"Finetune/Learning Rate": 1.7007677895070358e-05, "Finetune/Loss": 0.8387899398803711, "Finetune/Loss (Raw)": 0.7172868251800537, "Finetune/Step": 5293, "Finetune/Step Time": 12.191564640030265}
+{"Finetune/Learning Rate": 1.7006476477615463e-05, "Finetune/Loss": 0.8384819030761719, "Finetune/Loss (Raw)": 0.8723070025444031, "Finetune/Step": 5294, "Finetune/Step Time": 12.20631244033575}
+{"Finetune/Learning Rate": 1.7005274861476818e-05, "Finetune/Loss": 0.8383049964904785, "Finetune/Loss (Raw)": 0.8882800340652466, "Finetune/Step": 5295, "Finetune/Step Time": 12.213191464543343}
+{"Finetune/Learning Rate": 1.7004073046688498e-05, "Finetune/Loss": 0.8380675315856934, "Finetune/Loss (Raw)": 0.7976275086402893, "Finetune/Step": 5296, "Finetune/Step Time": 12.209595236927271}
+{"Finetune/Learning Rate": 1.7002871033284583e-05, "Finetune/Loss": 0.8374806642532349, "Finetune/Loss (Raw)": 0.8730161786079407, "Finetune/Step": 5297, "Finetune/Step Time": 12.195754617452621}
+{"Finetune/Learning Rate": 1.700166882129916e-05, "Finetune/Loss": 0.8365170955657959, "Finetune/Loss (Raw)": 0.8091660737991333, "Finetune/Step": 5298, "Finetune/Step Time": 12.215695591643453}
+{"Finetune/Learning Rate": 1.7000466410766322e-05, "Finetune/Loss": 0.8358467817306519, "Finetune/Loss (Raw)": 0.7617321014404297, "Finetune/Step": 5299, "Finetune/Step Time": 12.218180671334267}
+{"Finetune/Learning Rate": 1.699926380172016e-05, "Finetune/Loss": 0.835443913936615, "Finetune/Loss (Raw)": 0.9243949055671692, "Finetune/Step": 5300, "Finetune/Step Time": 12.221834713593125}
+{"Finetune/Learning Rate": 1.699806099419478e-05, "Finetune/Loss": 0.8340410590171814, "Finetune/Loss (Raw)": 0.6779990196228027, "Finetune/Step": 5301, "Finetune/Step Time": 12.245797300711274}
+{"Finetune/Learning Rate": 1.6996857988224292e-05, "Finetune/Loss": 0.8345491886138916, "Finetune/Loss (Raw)": 0.8354082703590393, "Finetune/Step": 5302, "Finetune/Step Time": 12.249828489497304}
+{"Finetune/Learning Rate": 1.6995654783842807e-05, "Finetune/Loss": 0.832884669303894, "Finetune/Loss (Raw)": 0.7014187574386597, "Finetune/Step": 5303, "Finetune/Step Time": 12.251555193215609}
+{"Finetune/Learning Rate": 1.6994451381084443e-05, "Finetune/Loss": 0.8304930925369263, "Finetune/Loss (Raw)": 0.5259503126144409, "Finetune/Step": 5304, "Finetune/Step Time": 12.257375972345471}
+{"Finetune/Learning Rate": 1.6993247779983327e-05, "Finetune/Loss": 0.8299490213394165, "Finetune/Loss (Raw)": 0.8533796072006226, "Finetune/Step": 5305, "Finetune/Step Time": 12.26437384262681}
+{"Finetune/Learning Rate": 1.6992043980573597e-05, "Finetune/Loss": 0.8312781453132629, "Finetune/Loss (Raw)": 0.8955140113830566, "Finetune/Step": 5306, "Finetune/Step Time": 12.248906437307596}
+{"Finetune/Learning Rate": 1.6990839982889375e-05, "Finetune/Loss": 0.8324465155601501, "Finetune/Loss (Raw)": 0.8146758079528809, "Finetune/Step": 5307, "Finetune/Step Time": 12.241007298231125}
+{"Finetune/Learning Rate": 1.6989635786964813e-05, "Finetune/Loss": 0.83121657371521, "Finetune/Loss (Raw)": 0.8002181649208069, "Finetune/Step": 5308, "Finetune/Step Time": 12.25418078713119}
+{"Finetune/Learning Rate": 1.6988431392834057e-05, "Finetune/Loss": 0.8314313888549805, "Finetune/Loss (Raw)": 0.8790867328643799, "Finetune/Step": 5309, "Finetune/Step Time": 12.250864367932081}
+{"Finetune/Learning Rate": 1.698722680053126e-05, "Finetune/Loss": 0.8310751914978027, "Finetune/Loss (Raw)": 0.9103531241416931, "Finetune/Step": 5310, "Finetune/Step Time": 12.264920076355338}
+{"Finetune/Learning Rate": 1.6986022010090575e-05, "Finetune/Loss": 0.8298062682151794, "Finetune/Loss (Raw)": 0.7541676163673401, "Finetune/Step": 5311, "Finetune/Step Time": 12.274315824732184}
+{"Finetune/Learning Rate": 1.6984817021546177e-05, "Finetune/Loss": 0.8302001953125, "Finetune/Loss (Raw)": 0.9614171981811523, "Finetune/Step": 5312, "Finetune/Step Time": 12.27400872297585}
+{"Finetune/Learning Rate": 1.698361183493223e-05, "Finetune/Loss": 0.8301926851272583, "Finetune/Loss (Raw)": 0.9098948836326599, "Finetune/Step": 5313, "Finetune/Step Time": 12.267744118347764}
+{"Finetune/Learning Rate": 1.6982406450282903e-05, "Finetune/Loss": 0.8295526504516602, "Finetune/Loss (Raw)": 0.8420829772949219, "Finetune/Step": 5314, "Finetune/Step Time": 12.273751119151711}
+{"Finetune/Learning Rate": 1.698120086763239e-05, "Finetune/Loss": 0.8290833234786987, "Finetune/Loss (Raw)": 0.8412299156188965, "Finetune/Step": 5315, "Finetune/Step Time": 12.278623523190618}
+{"Finetune/Learning Rate": 1.697999508701487e-05, "Finetune/Loss": 0.8294259905815125, "Finetune/Loss (Raw)": 0.8938813805580139, "Finetune/Step": 5316, "Finetune/Step Time": 12.287293722853065}
+{"Finetune/Learning Rate": 1.697878910846454e-05, "Finetune/Loss": 0.8278459906578064, "Finetune/Loss (Raw)": 0.6016616225242615, "Finetune/Step": 5317, "Finetune/Step Time": 12.314656890928745}
+{"Finetune/Learning Rate": 1.6977582932015596e-05, "Finetune/Loss": 0.8282427787780762, "Finetune/Loss (Raw)": 0.9359192252159119, "Finetune/Step": 5318, "Finetune/Step Time": 12.326761959120631}
+{"Finetune/Learning Rate": 1.6976376557702244e-05, "Finetune/Loss": 0.8298102617263794, "Finetune/Loss (Raw)": 0.9268870949745178, "Finetune/Step": 5319, "Finetune/Step Time": 12.312728026881814}
+{"Finetune/Learning Rate": 1.6975169985558686e-05, "Finetune/Loss": 0.8294003009796143, "Finetune/Loss (Raw)": 0.8646934032440186, "Finetune/Step": 5320, "Finetune/Step Time": 12.332744639366865}
+{"Finetune/Learning Rate": 1.6973963215619144e-05, "Finetune/Loss": 0.8285052180290222, "Finetune/Loss (Raw)": 0.7685372829437256, "Finetune/Step": 5321, "Finetune/Step Time": 12.337992213666439}
+{"Finetune/Learning Rate": 1.6972756247917837e-05, "Finetune/Loss": 0.8283021450042725, "Finetune/Loss (Raw)": 0.8686025738716125, "Finetune/Step": 5322, "Finetune/Step Time": 12.331930508837104}
+{"Finetune/Learning Rate": 1.6971549082488987e-05, "Finetune/Loss": 0.8288791179656982, "Finetune/Loss (Raw)": 0.8767302632331848, "Finetune/Step": 5323, "Finetune/Step Time": 12.329940773546696}
+{"Finetune/Learning Rate": 1.6970341719366835e-05, "Finetune/Loss": 0.8301749229431152, "Finetune/Loss (Raw)": 0.9313992857933044, "Finetune/Step": 5324, "Finetune/Step Time": 12.330579537898302}
+{"Finetune/Learning Rate": 1.696913415858561e-05, "Finetune/Loss": 0.8309429883956909, "Finetune/Loss (Raw)": 0.8511420488357544, "Finetune/Step": 5325, "Finetune/Step Time": 12.337901264429092}
+{"Finetune/Learning Rate": 1.696792640017956e-05, "Finetune/Loss": 0.8297929763793945, "Finetune/Loss (Raw)": 0.782292902469635, "Finetune/Step": 5326, "Finetune/Step Time": 12.337473502382636}
+{"Finetune/Learning Rate": 1.6966718444182926e-05, "Finetune/Loss": 0.8292099237442017, "Finetune/Loss (Raw)": 0.8027470111846924, "Finetune/Step": 5327, "Finetune/Step Time": 12.333818076178432}
+{"Finetune/Learning Rate": 1.6965510290629973e-05, "Finetune/Loss": 0.8297316431999207, "Finetune/Loss (Raw)": 0.9518669247627258, "Finetune/Step": 5328, "Finetune/Step Time": 12.330443132668734}
+{"Finetune/Learning Rate": 1.696430193955495e-05, "Finetune/Loss": 0.830758810043335, "Finetune/Loss (Raw)": 0.8866128921508789, "Finetune/Step": 5329, "Finetune/Step Time": 12.310921596363187}
+{"Finetune/Learning Rate": 1.6963093390992134e-05, "Finetune/Loss": 0.8331195116043091, "Finetune/Loss (Raw)": 1.0112537145614624, "Finetune/Step": 5330, "Finetune/Step Time": 12.304435785859823}
+{"Finetune/Learning Rate": 1.6961884644975786e-05, "Finetune/Loss": 0.8330016136169434, "Finetune/Loss (Raw)": 0.6393303275108337, "Finetune/Step": 5331, "Finetune/Step Time": 12.305816991254687}
+{"Finetune/Learning Rate": 1.696067570154019e-05, "Finetune/Loss": 0.832938551902771, "Finetune/Loss (Raw)": 0.8608155846595764, "Finetune/Step": 5332, "Finetune/Step Time": 12.311483431607485}
+{"Finetune/Learning Rate": 1.695946656071962e-05, "Finetune/Loss": 0.833532452583313, "Finetune/Loss (Raw)": 0.9052845239639282, "Finetune/Step": 5333, "Finetune/Step Time": 12.309928534552455}
+{"Finetune/Learning Rate": 1.695825722254837e-05, "Finetune/Loss": 0.8337526917457581, "Finetune/Loss (Raw)": 0.9451109170913696, "Finetune/Step": 5334, "Finetune/Step Time": 12.306776219978929}
+{"Finetune/Learning Rate": 1.6957047687060732e-05, "Finetune/Loss": 0.8328170776367188, "Finetune/Loss (Raw)": 0.7857386469841003, "Finetune/Step": 5335, "Finetune/Step Time": 12.310328541323543}
+{"Finetune/Learning Rate": 1.6955837954291007e-05, "Finetune/Loss": 0.8317713737487793, "Finetune/Loss (Raw)": 0.7792320251464844, "Finetune/Step": 5336, "Finetune/Step Time": 12.307907009497285}
+{"Finetune/Learning Rate": 1.6954628024273496e-05, "Finetune/Loss": 0.8343607187271118, "Finetune/Loss (Raw)": 0.934954822063446, "Finetune/Step": 5337, "Finetune/Step Time": 12.2812435105443}
+{"Finetune/Learning Rate": 1.695341789704251e-05, "Finetune/Loss": 0.8338265419006348, "Finetune/Loss (Raw)": 0.7986013293266296, "Finetune/Step": 5338, "Finetune/Step Time": 12.280798515304923}
+{"Finetune/Learning Rate": 1.6952207572632368e-05, "Finetune/Loss": 0.8338140845298767, "Finetune/Loss (Raw)": 0.6163184642791748, "Finetune/Step": 5339, "Finetune/Step Time": 12.272656347602606}
+{"Finetune/Learning Rate": 1.6950997051077384e-05, "Finetune/Loss": 0.834365725517273, "Finetune/Loss (Raw)": 0.9174662232398987, "Finetune/Step": 5340, "Finetune/Step Time": 12.257379833608866}
+{"Finetune/Learning Rate": 1.694978633241189e-05, "Finetune/Loss": 0.8345903158187866, "Finetune/Loss (Raw)": 1.0051425695419312, "Finetune/Step": 5341, "Finetune/Step Time": 12.261743681505322}
+{"Finetune/Learning Rate": 1.6948575416670222e-05, "Finetune/Loss": 0.8346156477928162, "Finetune/Loss (Raw)": 0.8676754236221313, "Finetune/Step": 5342, "Finetune/Step Time": 12.273055920377374}
+{"Finetune/Learning Rate": 1.6947364303886712e-05, "Finetune/Loss": 0.8337327241897583, "Finetune/Loss (Raw)": 0.8030834794044495, "Finetune/Step": 5343, "Finetune/Step Time": 12.270634420216084}
+{"Finetune/Learning Rate": 1.6946152994095705e-05, "Finetune/Loss": 0.8348544836044312, "Finetune/Loss (Raw)": 0.9368075132369995, "Finetune/Step": 5344, "Finetune/Step Time": 12.247530117630959}
+{"Finetune/Learning Rate": 1.6944941487331553e-05, "Finetune/Loss": 0.8352907299995422, "Finetune/Loss (Raw)": 0.8575581908226013, "Finetune/Step": 5345, "Finetune/Step Time": 12.215653497725725}
+{"Finetune/Learning Rate": 1.694372978362861e-05, "Finetune/Loss": 0.8353126049041748, "Finetune/Loss (Raw)": 0.7105854153633118, "Finetune/Step": 5346, "Finetune/Step Time": 12.21350708603859}
+{"Finetune/Learning Rate": 1.694251788302123e-05, "Finetune/Loss": 0.8342478275299072, "Finetune/Loss (Raw)": 0.6224746704101562, "Finetune/Step": 5347, "Finetune/Step Time": 12.223608411848545}
+{"Finetune/Learning Rate": 1.694130578554379e-05, "Finetune/Loss": 0.8327587842941284, "Finetune/Loss (Raw)": 0.7614304423332214, "Finetune/Step": 5348, "Finetune/Step Time": 12.224297111853957}
+{"Finetune/Learning Rate": 1.6940093491230657e-05, "Finetune/Loss": 0.8318801522254944, "Finetune/Loss (Raw)": 0.8047434687614441, "Finetune/Step": 5349, "Finetune/Step Time": 12.221613334491849}
+{"Finetune/Learning Rate": 1.693888100011621e-05, "Finetune/Loss": 0.831584095954895, "Finetune/Loss (Raw)": 0.8248734474182129, "Finetune/Step": 5350, "Finetune/Step Time": 12.228196516633034}
+{"Finetune/Learning Rate": 1.6937668312234825e-05, "Finetune/Loss": 0.8309905529022217, "Finetune/Loss (Raw)": 0.7690269351005554, "Finetune/Step": 5351, "Finetune/Step Time": 12.226154303178191}
+{"Finetune/Learning Rate": 1.6936455427620894e-05, "Finetune/Loss": 0.8307993412017822, "Finetune/Loss (Raw)": 0.8319143056869507, "Finetune/Step": 5352, "Finetune/Step Time": 12.21240334957838}
+{"Finetune/Learning Rate": 1.6935242346308812e-05, "Finetune/Loss": 0.8295047283172607, "Finetune/Loss (Raw)": 0.7210162878036499, "Finetune/Step": 5353, "Finetune/Step Time": 12.242607349529862}
+{"Finetune/Learning Rate": 1.6934029068332977e-05, "Finetune/Loss": 0.8288453817367554, "Finetune/Loss (Raw)": 0.7728986144065857, "Finetune/Step": 5354, "Finetune/Step Time": 12.224236268550158}
+{"Finetune/Learning Rate": 1.6932815593727798e-05, "Finetune/Loss": 0.8306745886802673, "Finetune/Loss (Raw)": 0.9845113158226013, "Finetune/Step": 5355, "Finetune/Step Time": 12.210671316832304}
+{"Finetune/Learning Rate": 1.6931601922527684e-05, "Finetune/Loss": 0.83021080493927, "Finetune/Loss (Raw)": 0.8164525628089905, "Finetune/Step": 5356, "Finetune/Step Time": 12.215307187289}
+{"Finetune/Learning Rate": 1.6930388054767047e-05, "Finetune/Loss": 0.829807698726654, "Finetune/Loss (Raw)": 0.7874516248703003, "Finetune/Step": 5357, "Finetune/Step Time": 12.214284775778651}
+{"Finetune/Learning Rate": 1.692917399048031e-05, "Finetune/Loss": 0.8271830081939697, "Finetune/Loss (Raw)": 0.5967320799827576, "Finetune/Step": 5358, "Finetune/Step Time": 12.192341037094593}
+{"Finetune/Learning Rate": 1.6927959729701912e-05, "Finetune/Loss": 0.8278647661209106, "Finetune/Loss (Raw)": 0.7960585355758667, "Finetune/Step": 5359, "Finetune/Step Time": 12.16542593203485}
+{"Finetune/Learning Rate": 1.692674527246627e-05, "Finetune/Loss": 0.8272609114646912, "Finetune/Loss (Raw)": 0.8791146874427795, "Finetune/Step": 5360, "Finetune/Step Time": 12.16742341965437}
+{"Finetune/Learning Rate": 1.6925530618807832e-05, "Finetune/Loss": 0.8282037973403931, "Finetune/Loss (Raw)": 0.8672983646392822, "Finetune/Step": 5361, "Finetune/Step Time": 12.189951917156577}
+{"Finetune/Learning Rate": 1.6924315768761036e-05, "Finetune/Loss": 0.8289505243301392, "Finetune/Loss (Raw)": 1.0064414739608765, "Finetune/Step": 5362, "Finetune/Step Time": 12.18719981238246}
+{"Finetune/Learning Rate": 1.6923100722360333e-05, "Finetune/Loss": 0.8298516869544983, "Finetune/Loss (Raw)": 0.8950404524803162, "Finetune/Step": 5363, "Finetune/Step Time": 12.139980785548687}
+{"Finetune/Learning Rate": 1.6921885479640186e-05, "Finetune/Loss": 0.8302981853485107, "Finetune/Loss (Raw)": 0.6953505873680115, "Finetune/Step": 5364, "Finetune/Step Time": 12.12031552940607}
+{"Finetune/Learning Rate": 1.6920670040635047e-05, "Finetune/Loss": 0.8301407098770142, "Finetune/Loss (Raw)": 0.9086282253265381, "Finetune/Step": 5365, "Finetune/Step Time": 12.116264706477523}
+{"Finetune/Learning Rate": 1.6919454405379384e-05, "Finetune/Loss": 0.8306988477706909, "Finetune/Loss (Raw)": 0.8649690747261047, "Finetune/Step": 5366, "Finetune/Step Time": 12.141190703958273}
+{"Finetune/Learning Rate": 1.6918238573907672e-05, "Finetune/Loss": 0.8315584659576416, "Finetune/Loss (Raw)": 0.9573770761489868, "Finetune/Step": 5367, "Finetune/Step Time": 12.135777521878481}
+{"Finetune/Learning Rate": 1.6917022546254388e-05, "Finetune/Loss": 0.8327713012695312, "Finetune/Loss (Raw)": 0.9902350306510925, "Finetune/Step": 5368, "Finetune/Step Time": 12.158367212861776}
+{"Finetune/Learning Rate": 1.6915806322454013e-05, "Finetune/Loss": 0.8325399160385132, "Finetune/Loss (Raw)": 0.8143361210823059, "Finetune/Step": 5369, "Finetune/Step Time": 12.168338652700186}
+{"Finetune/Learning Rate": 1.6914589902541038e-05, "Finetune/Loss": 0.8329463005065918, "Finetune/Loss (Raw)": 0.7529987096786499, "Finetune/Step": 5370, "Finetune/Step Time": 12.14869906194508}
+{"Finetune/Learning Rate": 1.691337328654995e-05, "Finetune/Loss": 0.8329299688339233, "Finetune/Loss (Raw)": 0.8958002328872681, "Finetune/Step": 5371, "Finetune/Step Time": 12.145614638924599}
+{"Finetune/Learning Rate": 1.6912156474515264e-05, "Finetune/Loss": 0.8325405120849609, "Finetune/Loss (Raw)": 0.8263573050498962, "Finetune/Step": 5372, "Finetune/Step Time": 12.142820209264755}
+{"Finetune/Learning Rate": 1.691093946647147e-05, "Finetune/Loss": 0.8318009376525879, "Finetune/Loss (Raw)": 0.7774389386177063, "Finetune/Step": 5373, "Finetune/Step Time": 12.143683740869164}
+{"Finetune/Learning Rate": 1.6909722262453086e-05, "Finetune/Loss": 0.8311418890953064, "Finetune/Loss (Raw)": 0.8110087513923645, "Finetune/Step": 5374, "Finetune/Step Time": 12.135584207251668}
+{"Finetune/Learning Rate": 1.6908504862494626e-05, "Finetune/Loss": 0.8307267427444458, "Finetune/Loss (Raw)": 0.8427905440330505, "Finetune/Step": 5375, "Finetune/Step Time": 12.1385313924402}
+{"Finetune/Learning Rate": 1.6907287266630614e-05, "Finetune/Loss": 0.8298788070678711, "Finetune/Loss (Raw)": 0.6781536340713501, "Finetune/Step": 5376, "Finetune/Step Time": 12.130620907992125}
+{"Finetune/Learning Rate": 1.690606947489558e-05, "Finetune/Loss": 0.8298687934875488, "Finetune/Loss (Raw)": 0.8764911890029907, "Finetune/Step": 5377, "Finetune/Step Time": 12.12776393070817}
+{"Finetune/Learning Rate": 1.690485148732405e-05, "Finetune/Loss": 0.8305431604385376, "Finetune/Loss (Raw)": 0.9523494243621826, "Finetune/Step": 5378, "Finetune/Step Time": 12.134613266214728}
+{"Finetune/Learning Rate": 1.6903633303950565e-05, "Finetune/Loss": 0.8308698534965515, "Finetune/Loss (Raw)": 0.7471460103988647, "Finetune/Step": 5379, "Finetune/Step Time": 12.167957969009876}
+{"Finetune/Learning Rate": 1.6902414924809675e-05, "Finetune/Loss": 0.8305715322494507, "Finetune/Loss (Raw)": 0.8348836302757263, "Finetune/Step": 5380, "Finetune/Step Time": 12.165204020217061}
+{"Finetune/Learning Rate": 1.6901196349935923e-05, "Finetune/Loss": 0.830848217010498, "Finetune/Loss (Raw)": 0.8405767679214478, "Finetune/Step": 5381, "Finetune/Step Time": 12.159692937508225}
+{"Finetune/Learning Rate": 1.689997757936387e-05, "Finetune/Loss": 0.8309599161148071, "Finetune/Loss (Raw)": 0.7518667578697205, "Finetune/Step": 5382, "Finetune/Step Time": 12.164645336568356}
+{"Finetune/Learning Rate": 1.689875861312807e-05, "Finetune/Loss": 0.8293169736862183, "Finetune/Loss (Raw)": 0.6856437921524048, "Finetune/Step": 5383, "Finetune/Step Time": 12.172741686925292}
+{"Finetune/Learning Rate": 1.6897539451263093e-05, "Finetune/Loss": 0.8294109106063843, "Finetune/Loss (Raw)": 0.816552996635437, "Finetune/Step": 5384, "Finetune/Step Time": 12.168874181807041}
+{"Finetune/Learning Rate": 1.6896320093803516e-05, "Finetune/Loss": 0.828953742980957, "Finetune/Loss (Raw)": 0.7857306003570557, "Finetune/Step": 5385, "Finetune/Step Time": 12.164535611867905}
+{"Finetune/Learning Rate": 1.6895100540783906e-05, "Finetune/Loss": 0.8276189565658569, "Finetune/Loss (Raw)": 0.80159991979599, "Finetune/Step": 5386, "Finetune/Step Time": 12.155727282166481}
+{"Finetune/Learning Rate": 1.6893880792238856e-05, "Finetune/Loss": 0.8273410201072693, "Finetune/Loss (Raw)": 0.8316699862480164, "Finetune/Step": 5387, "Finetune/Step Time": 12.155680604279041}
+{"Finetune/Learning Rate": 1.689266084820295e-05, "Finetune/Loss": 0.8291255831718445, "Finetune/Loss (Raw)": 0.8520926237106323, "Finetune/Step": 5388, "Finetune/Step Time": 12.13996003754437}
+{"Finetune/Learning Rate": 1.6891440708710778e-05, "Finetune/Loss": 0.8307866454124451, "Finetune/Loss (Raw)": 0.8473616242408752, "Finetune/Step": 5389, "Finetune/Step Time": 12.10885962843895}
+{"Finetune/Learning Rate": 1.689022037379695e-05, "Finetune/Loss": 0.8305445909500122, "Finetune/Loss (Raw)": 0.8496439456939697, "Finetune/Step": 5390, "Finetune/Step Time": 12.100037733092904}
+{"Finetune/Learning Rate": 1.688899984349606e-05, "Finetune/Loss": 0.829931914806366, "Finetune/Loss (Raw)": 0.821940541267395, "Finetune/Step": 5391, "Finetune/Step Time": 12.094973558560014}
+{"Finetune/Learning Rate": 1.6887779117842727e-05, "Finetune/Loss": 0.8303797841072083, "Finetune/Loss (Raw)": 0.8229096531867981, "Finetune/Step": 5392, "Finetune/Step Time": 12.071736032143235}
+{"Finetune/Learning Rate": 1.6886558196871562e-05, "Finetune/Loss": 0.8302097916603088, "Finetune/Loss (Raw)": 0.8185616731643677, "Finetune/Step": 5393, "Finetune/Step Time": 12.047450313344598}
+{"Finetune/Learning Rate": 1.6885337080617195e-05, "Finetune/Loss": 0.8292579054832458, "Finetune/Loss (Raw)": 0.8331111073493958, "Finetune/Step": 5394, "Finetune/Step Time": 12.06757858209312}
+{"Finetune/Learning Rate": 1.6884115769114245e-05, "Finetune/Loss": 0.8267779350280762, "Finetune/Loss (Raw)": 0.6202871799468994, "Finetune/Step": 5395, "Finetune/Step Time": 12.09396498836577}
+{"Finetune/Learning Rate": 1.6882894262397343e-05, "Finetune/Loss": 0.8265259265899658, "Finetune/Loss (Raw)": 0.8325348496437073, "Finetune/Step": 5396, "Finetune/Step Time": 12.094320062547922}
+{"Finetune/Learning Rate": 1.688167256050114e-05, "Finetune/Loss": 0.826073408126831, "Finetune/Loss (Raw)": 0.7510280609130859, "Finetune/Step": 5397, "Finetune/Step Time": 12.108331812545657}
+{"Finetune/Learning Rate": 1.6880450663460262e-05, "Finetune/Loss": 0.8256229758262634, "Finetune/Loss (Raw)": 0.838434100151062, "Finetune/Step": 5398, "Finetune/Step Time": 12.118110314011574}
+{"Finetune/Learning Rate": 1.6879228571309377e-05, "Finetune/Loss": 0.8270037174224854, "Finetune/Loss (Raw)": 0.8694878220558167, "Finetune/Step": 5399, "Finetune/Step Time": 12.09305864199996}
+{"Finetune/Learning Rate": 1.687800628408313e-05, "Finetune/Loss": 0.8259363770484924, "Finetune/Loss (Raw)": 0.8255972862243652, "Finetune/Step": 5400, "Finetune/Step Time": 12.105107389390469}
+{"Finetune/Learning Rate": 1.687678380181618e-05, "Finetune/Loss": 0.8244627714157104, "Finetune/Loss (Raw)": 0.6878718733787537, "Finetune/Step": 5401, "Finetune/Step Time": 12.132834004238248}
+{"Finetune/Learning Rate": 1.68755611245432e-05, "Finetune/Loss": 0.8245279788970947, "Finetune/Loss (Raw)": 0.8595325946807861, "Finetune/Step": 5402, "Finetune/Step Time": 12.135267909616232}
+{"Finetune/Learning Rate": 1.687433825229886e-05, "Finetune/Loss": 0.8250951766967773, "Finetune/Loss (Raw)": 0.7864972949028015, "Finetune/Step": 5403, "Finetune/Step Time": 12.139154948294163}
+{"Finetune/Learning Rate": 1.6873115185117828e-05, "Finetune/Loss": 0.8272092342376709, "Finetune/Loss (Raw)": 0.8910338282585144, "Finetune/Step": 5404, "Finetune/Step Time": 12.143219942227006}
+{"Finetune/Learning Rate": 1.6871891923034797e-05, "Finetune/Loss": 0.8267008066177368, "Finetune/Loss (Raw)": 0.7387843132019043, "Finetune/Step": 5405, "Finetune/Step Time": 12.160600295290351}
+{"Finetune/Learning Rate": 1.6870668466084453e-05, "Finetune/Loss": 0.8276854157447815, "Finetune/Loss (Raw)": 0.9565942287445068, "Finetune/Step": 5406, "Finetune/Step Time": 12.164828170090914}
+{"Finetune/Learning Rate": 1.686944481430149e-05, "Finetune/Loss": 0.829791784286499, "Finetune/Loss (Raw)": 0.8432380557060242, "Finetune/Step": 5407, "Finetune/Step Time": 12.148843796923757}
+{"Finetune/Learning Rate": 1.6868220967720604e-05, "Finetune/Loss": 0.8276126384735107, "Finetune/Loss (Raw)": 0.6725022792816162, "Finetune/Step": 5408, "Finetune/Step Time": 12.18157466314733}
+{"Finetune/Learning Rate": 1.68669969263765e-05, "Finetune/Loss": 0.8281599283218384, "Finetune/Loss (Raw)": 0.8048061728477478, "Finetune/Step": 5409, "Finetune/Step Time": 12.161752138286829}
+{"Finetune/Learning Rate": 1.6865772690303894e-05, "Finetune/Loss": 0.8269698619842529, "Finetune/Loss (Raw)": 0.8322367668151855, "Finetune/Step": 5410, "Finetune/Step Time": 12.167107181623578}
+{"Finetune/Learning Rate": 1.6864548259537497e-05, "Finetune/Loss": 0.8277954459190369, "Finetune/Loss (Raw)": 0.8752621412277222, "Finetune/Step": 5411, "Finetune/Step Time": 12.17981524206698}
+{"Finetune/Learning Rate": 1.6863323634112034e-05, "Finetune/Loss": 0.8275372385978699, "Finetune/Loss (Raw)": 0.8322570323944092, "Finetune/Step": 5412, "Finetune/Step Time": 12.17715234681964}
+{"Finetune/Learning Rate": 1.6862098814062227e-05, "Finetune/Loss": 0.8274029493331909, "Finetune/Loss (Raw)": 0.7473692893981934, "Finetune/Step": 5413, "Finetune/Step Time": 12.168998163193464}
+{"Finetune/Learning Rate": 1.686087379942281e-05, "Finetune/Loss": 0.8271664381027222, "Finetune/Loss (Raw)": 0.7516226172447205, "Finetune/Step": 5414, "Finetune/Step Time": 12.149014819413424}
+{"Finetune/Learning Rate": 1.6859648590228524e-05, "Finetune/Loss": 0.825790286064148, "Finetune/Loss (Raw)": 0.7219058275222778, "Finetune/Step": 5415, "Finetune/Step Time": 12.152636349201202}
+{"Finetune/Learning Rate": 1.6858423186514108e-05, "Finetune/Loss": 0.8262424468994141, "Finetune/Loss (Raw)": 0.9237866997718811, "Finetune/Step": 5416, "Finetune/Step Time": 12.1393375787884}
+{"Finetune/Learning Rate": 1.685719758831431e-05, "Finetune/Loss": 0.8245822191238403, "Finetune/Loss (Raw)": 0.7647791504859924, "Finetune/Step": 5417, "Finetune/Step Time": 12.178214548155665}
+{"Finetune/Learning Rate": 1.6855971795663895e-05, "Finetune/Loss": 0.8237583637237549, "Finetune/Loss (Raw)": 0.7681441903114319, "Finetune/Step": 5418, "Finetune/Step Time": 12.177706519141793}
+{"Finetune/Learning Rate": 1.685474580859761e-05, "Finetune/Loss": 0.8224413394927979, "Finetune/Loss (Raw)": 0.7248828411102295, "Finetune/Step": 5419, "Finetune/Step Time": 12.168301846832037}
+{"Finetune/Learning Rate": 1.6853519627150227e-05, "Finetune/Loss": 0.8225386142730713, "Finetune/Loss (Raw)": 0.87687087059021, "Finetune/Step": 5420, "Finetune/Step Time": 12.155038764700294}
+{"Finetune/Learning Rate": 1.685229325135652e-05, "Finetune/Loss": 0.8235626220703125, "Finetune/Loss (Raw)": 0.8483554124832153, "Finetune/Step": 5421, "Finetune/Step Time": 12.152301512658596}
+{"Finetune/Learning Rate": 1.6851066681251258e-05, "Finetune/Loss": 0.8234039545059204, "Finetune/Loss (Raw)": 0.8520023822784424, "Finetune/Step": 5422, "Finetune/Step Time": 12.138811262324452}
+{"Finetune/Learning Rate": 1.6849839916869227e-05, "Finetune/Loss": 0.8225135207176208, "Finetune/Loss (Raw)": 0.7743003964424133, "Finetune/Step": 5423, "Finetune/Step Time": 12.109678950160742}
+{"Finetune/Learning Rate": 1.6848612958245215e-05, "Finetune/Loss": 0.8223878145217896, "Finetune/Loss (Raw)": 0.7815377116203308, "Finetune/Step": 5424, "Finetune/Step Time": 12.112782634794712}
+{"Finetune/Learning Rate": 1.6847385805414017e-05, "Finetune/Loss": 0.8214156627655029, "Finetune/Loss (Raw)": 0.7485858798027039, "Finetune/Step": 5425, "Finetune/Step Time": 12.09880238585174}
+{"Finetune/Learning Rate": 1.6846158458410426e-05, "Finetune/Loss": 0.8208452463150024, "Finetune/Loss (Raw)": 0.7361483573913574, "Finetune/Step": 5426, "Finetune/Step Time": 12.09240485727787}
+{"Finetune/Learning Rate": 1.6844930917269252e-05, "Finetune/Loss": 0.8214048743247986, "Finetune/Loss (Raw)": 0.8333632349967957, "Finetune/Step": 5427, "Finetune/Step Time": 12.092736741527915}
+{"Finetune/Learning Rate": 1.6843703182025298e-05, "Finetune/Loss": 0.8202862739562988, "Finetune/Loss (Raw)": 0.7812158465385437, "Finetune/Step": 5428, "Finetune/Step Time": 12.092960990965366}
+{"Finetune/Learning Rate": 1.6842475252713383e-05, "Finetune/Loss": 0.8213182687759399, "Finetune/Loss (Raw)": 0.8100947141647339, "Finetune/Step": 5429, "Finetune/Step Time": 12.065032292157412}
+{"Finetune/Learning Rate": 1.684124712936833e-05, "Finetune/Loss": 0.8213727474212646, "Finetune/Loss (Raw)": 0.8423786759376526, "Finetune/Step": 5430, "Finetune/Step Time": 12.066097607836127}
+{"Finetune/Learning Rate": 1.6840018812024958e-05, "Finetune/Loss": 0.8226133584976196, "Finetune/Loss (Raw)": 0.8602255582809448, "Finetune/Step": 5431, "Finetune/Step Time": 12.07903110049665}
+{"Finetune/Learning Rate": 1.6838790300718107e-05, "Finetune/Loss": 0.8247082233428955, "Finetune/Loss (Raw)": 0.7940839529037476, "Finetune/Step": 5432, "Finetune/Step Time": 12.05083422549069}
+{"Finetune/Learning Rate": 1.6837561595482606e-05, "Finetune/Loss": 0.8248417973518372, "Finetune/Loss (Raw)": 0.870485246181488, "Finetune/Step": 5433, "Finetune/Step Time": 12.054711924865842}
+{"Finetune/Learning Rate": 1.6836332696353305e-05, "Finetune/Loss": 0.8243023157119751, "Finetune/Loss (Raw)": 0.8264542818069458, "Finetune/Step": 5434, "Finetune/Step Time": 12.052301343530416}
+{"Finetune/Learning Rate": 1.6835103603365047e-05, "Finetune/Loss": 0.824652910232544, "Finetune/Loss (Raw)": 0.8595489859580994, "Finetune/Step": 5435, "Finetune/Step Time": 12.051190827041864}
+{"Finetune/Learning Rate": 1.6833874316552686e-05, "Finetune/Loss": 0.8252023458480835, "Finetune/Loss (Raw)": 0.8705541491508484, "Finetune/Step": 5436, "Finetune/Step Time": 12.046498807147145}
+{"Finetune/Learning Rate": 1.6832644835951086e-05, "Finetune/Loss": 0.8255771398544312, "Finetune/Loss (Raw)": 0.9270562529563904, "Finetune/Step": 5437, "Finetune/Step Time": 12.074924172833562}
+{"Finetune/Learning Rate": 1.6831415161595103e-05, "Finetune/Loss": 0.8261295557022095, "Finetune/Loss (Raw)": 0.9810611009597778, "Finetune/Step": 5438, "Finetune/Step Time": 12.068444915115833}
+{"Finetune/Learning Rate": 1.6830185293519616e-05, "Finetune/Loss": 0.8268452286720276, "Finetune/Loss (Raw)": 0.8457732200622559, "Finetune/Step": 5439, "Finetune/Step Time": 12.07020227983594}
+{"Finetune/Learning Rate": 1.6828955231759495e-05, "Finetune/Loss": 0.8245680332183838, "Finetune/Loss (Raw)": 0.6699379682540894, "Finetune/Step": 5440, "Finetune/Step Time": 12.06890638358891}
+{"Finetune/Learning Rate": 1.6827724976349624e-05, "Finetune/Loss": 0.8238629698753357, "Finetune/Loss (Raw)": 0.8196502327919006, "Finetune/Step": 5441, "Finetune/Step Time": 12.072800872847438}
+{"Finetune/Learning Rate": 1.6826494527324887e-05, "Finetune/Loss": 0.8242309093475342, "Finetune/Loss (Raw)": 0.8891788125038147, "Finetune/Step": 5442, "Finetune/Step Time": 12.070874551311135}
+{"Finetune/Learning Rate": 1.6825263884720176e-05, "Finetune/Loss": 0.823091983795166, "Finetune/Loss (Raw)": 0.6954465508460999, "Finetune/Step": 5443, "Finetune/Step Time": 12.062203014269471}
+{"Finetune/Learning Rate": 1.682403304857039e-05, "Finetune/Loss": 0.8224375247955322, "Finetune/Loss (Raw)": 0.8101112842559814, "Finetune/Step": 5444, "Finetune/Step Time": 12.074029445648193}
+{"Finetune/Learning Rate": 1.6822802018910437e-05, "Finetune/Loss": 0.8239344954490662, "Finetune/Loss (Raw)": 0.7932712435722351, "Finetune/Step": 5445, "Finetune/Step Time": 12.044441854581237}
+{"Finetune/Learning Rate": 1.6821570795775212e-05, "Finetune/Loss": 0.8221834897994995, "Finetune/Loss (Raw)": 0.7117889523506165, "Finetune/Step": 5446, "Finetune/Step Time": 12.04041650891304}
+{"Finetune/Learning Rate": 1.682033937919964e-05, "Finetune/Loss": 0.8209652900695801, "Finetune/Loss (Raw)": 0.7709532380104065, "Finetune/Step": 5447, "Finetune/Step Time": 12.042401395738125}
+{"Finetune/Learning Rate": 1.681910776921864e-05, "Finetune/Loss": 0.8207776546478271, "Finetune/Loss (Raw)": 0.8406801223754883, "Finetune/Step": 5448, "Finetune/Step Time": 12.025182271376252}
+{"Finetune/Learning Rate": 1.6817875965867135e-05, "Finetune/Loss": 0.8218466639518738, "Finetune/Loss (Raw)": 0.9053749442100525, "Finetune/Step": 5449, "Finetune/Step Time": 12.020686626434326}
+{"Finetune/Learning Rate": 1.681664396918005e-05, "Finetune/Loss": 0.8207194805145264, "Finetune/Loss (Raw)": 0.7243202924728394, "Finetune/Step": 5450, "Finetune/Step Time": 12.023161426186562}
+{"Finetune/Learning Rate": 1.681541177919233e-05, "Finetune/Loss": 0.8205187320709229, "Finetune/Loss (Raw)": 0.8510351181030273, "Finetune/Step": 5451, "Finetune/Step Time": 12.025275340303779}
+{"Finetune/Learning Rate": 1.6814179395938915e-05, "Finetune/Loss": 0.819965124130249, "Finetune/Loss (Raw)": 0.8605432510375977, "Finetune/Step": 5452, "Finetune/Step Time": 12.020164050161839}
+{"Finetune/Learning Rate": 1.6812946819454742e-05, "Finetune/Loss": 0.8201594352722168, "Finetune/Loss (Raw)": 0.8760104775428772, "Finetune/Step": 5453, "Finetune/Step Time": 12.010486954823136}
+{"Finetune/Learning Rate": 1.6811714049774775e-05, "Finetune/Loss": 0.8218436241149902, "Finetune/Loss (Raw)": 0.9978691339492798, "Finetune/Step": 5454, "Finetune/Step Time": 12.016156608238816}
+{"Finetune/Learning Rate": 1.681048108693397e-05, "Finetune/Loss": 0.8218887448310852, "Finetune/Loss (Raw)": 0.808518648147583, "Finetune/Step": 5455, "Finetune/Step Time": 12.016709510236979}
+{"Finetune/Learning Rate": 1.6809247930967282e-05, "Finetune/Loss": 0.8219876289367676, "Finetune/Loss (Raw)": 0.964521050453186, "Finetune/Step": 5456, "Finetune/Step Time": 12.015780989080667}
+{"Finetune/Learning Rate": 1.6808014581909687e-05, "Finetune/Loss": 0.8225359916687012, "Finetune/Loss (Raw)": 0.9568043947219849, "Finetune/Step": 5457, "Finetune/Step Time": 12.01358282752335}
+{"Finetune/Learning Rate": 1.680678103979616e-05, "Finetune/Loss": 0.8206939697265625, "Finetune/Loss (Raw)": 0.7754708528518677, "Finetune/Step": 5458, "Finetune/Step Time": 12.026419844478369}
+{"Finetune/Learning Rate": 1.6805547304661677e-05, "Finetune/Loss": 0.8215450048446655, "Finetune/Loss (Raw)": 0.7482659816741943, "Finetune/Step": 5459, "Finetune/Step Time": 12.000255428254604}
+{"Finetune/Learning Rate": 1.6804313376541226e-05, "Finetune/Loss": 0.8223859071731567, "Finetune/Loss (Raw)": 0.968454897403717, "Finetune/Step": 5460, "Finetune/Step Time": 11.993862440809608}
+{"Finetune/Learning Rate": 1.6803079255469797e-05, "Finetune/Loss": 0.822234570980072, "Finetune/Loss (Raw)": 0.8859155178070068, "Finetune/Step": 5461, "Finetune/Step Time": 12.011615933850408}
+{"Finetune/Learning Rate": 1.6801844941482385e-05, "Finetune/Loss": 0.8210703134536743, "Finetune/Loss (Raw)": 0.796079695224762, "Finetune/Step": 5462, "Finetune/Step Time": 12.01080240122974}
+{"Finetune/Learning Rate": 1.6800610434613995e-05, "Finetune/Loss": 0.8214806318283081, "Finetune/Loss (Raw)": 0.8382616639137268, "Finetune/Step": 5463, "Finetune/Step Time": 12.002211529761553}
+{"Finetune/Learning Rate": 1.6799375734899624e-05, "Finetune/Loss": 0.8216572999954224, "Finetune/Loss (Raw)": 0.8018484711647034, "Finetune/Step": 5464, "Finetune/Step Time": 12.007690785452724}
+{"Finetune/Learning Rate": 1.67981408423743e-05, "Finetune/Loss": 0.8197938203811646, "Finetune/Loss (Raw)": 0.6964238882064819, "Finetune/Step": 5465, "Finetune/Step Time": 12.02819992043078}
+{"Finetune/Learning Rate": 1.679690575707303e-05, "Finetune/Loss": 0.8198906183242798, "Finetune/Loss (Raw)": 0.8109979033470154, "Finetune/Step": 5466, "Finetune/Step Time": 12.029570473358035}
+{"Finetune/Learning Rate": 1.6795670479030837e-05, "Finetune/Loss": 0.8216811418533325, "Finetune/Loss (Raw)": 0.8454949259757996, "Finetune/Step": 5467, "Finetune/Step Time": 11.999424858018756}
+{"Finetune/Learning Rate": 1.6794435008282758e-05, "Finetune/Loss": 0.8216475248336792, "Finetune/Loss (Raw)": 0.9131784439086914, "Finetune/Step": 5468, "Finetune/Step Time": 11.998888896778226}
+{"Finetune/Learning Rate": 1.679319934486382e-05, "Finetune/Loss": 0.819265604019165, "Finetune/Loss (Raw)": 0.7002449631690979, "Finetune/Step": 5469, "Finetune/Step Time": 12.0181252527982}
+{"Finetune/Learning Rate": 1.679196348880907e-05, "Finetune/Loss": 0.8191173076629639, "Finetune/Loss (Raw)": 0.8487001061439514, "Finetune/Step": 5470, "Finetune/Step Time": 12.004954179748893}
+{"Finetune/Learning Rate": 1.6790727440153545e-05, "Finetune/Loss": 0.8201174139976501, "Finetune/Loss (Raw)": 0.9310964941978455, "Finetune/Step": 5471, "Finetune/Step Time": 11.999398292973638}
+{"Finetune/Learning Rate": 1.6789491198932302e-05, "Finetune/Loss": 0.8194527626037598, "Finetune/Loss (Raw)": 0.8517293334007263, "Finetune/Step": 5472, "Finetune/Step Time": 11.986562887206674}
+{"Finetune/Learning Rate": 1.6788254765180397e-05, "Finetune/Loss": 0.8178415298461914, "Finetune/Loss (Raw)": 0.651326060295105, "Finetune/Step": 5473, "Finetune/Step Time": 12.002398362383246}
+{"Finetune/Learning Rate": 1.6787018138932888e-05, "Finetune/Loss": 0.8199580907821655, "Finetune/Loss (Raw)": 0.9814950227737427, "Finetune/Step": 5474, "Finetune/Step Time": 12.013990955427289}
+{"Finetune/Learning Rate": 1.678578132022484e-05, "Finetune/Loss": 0.8212569952011108, "Finetune/Loss (Raw)": 0.7887404561042786, "Finetune/Step": 5475, "Finetune/Step Time": 12.002191629260778}
+{"Finetune/Learning Rate": 1.6784544309091337e-05, "Finetune/Loss": 0.8206408619880676, "Finetune/Loss (Raw)": 0.6825726628303528, "Finetune/Step": 5476, "Finetune/Step Time": 12.00474993698299}
+{"Finetune/Learning Rate": 1.6783307105567446e-05, "Finetune/Loss": 0.8213748931884766, "Finetune/Loss (Raw)": 0.898697555065155, "Finetune/Step": 5477, "Finetune/Step Time": 11.999301256611943}
+{"Finetune/Learning Rate": 1.6782069709688254e-05, "Finetune/Loss": 0.8218367099761963, "Finetune/Loss (Raw)": 0.8839844465255737, "Finetune/Step": 5478, "Finetune/Step Time": 12.004028748720884}
+{"Finetune/Learning Rate": 1.6780832121488856e-05, "Finetune/Loss": 0.8225268125534058, "Finetune/Loss (Raw)": 0.8573588132858276, "Finetune/Step": 5479, "Finetune/Step Time": 12.003362162038684}
+{"Finetune/Learning Rate": 1.6779594341004336e-05, "Finetune/Loss": 0.8232326507568359, "Finetune/Loss (Raw)": 0.9222592115402222, "Finetune/Step": 5480, "Finetune/Step Time": 12.00220675766468}
+{"Finetune/Learning Rate": 1.67783563682698e-05, "Finetune/Loss": 0.8252102136611938, "Finetune/Loss (Raw)": 0.9741448163986206, "Finetune/Step": 5481, "Finetune/Step Time": 11.974801043048501}
+{"Finetune/Learning Rate": 1.6777118203320354e-05, "Finetune/Loss": 0.8246464729309082, "Finetune/Loss (Raw)": 0.7007387280464172, "Finetune/Step": 5482, "Finetune/Step Time": 11.971919944509864}
+{"Finetune/Learning Rate": 1.6775879846191107e-05, "Finetune/Loss": 0.8235206604003906, "Finetune/Loss (Raw)": 0.8404027223587036, "Finetune/Step": 5483, "Finetune/Step Time": 11.977225316688418}
+{"Finetune/Learning Rate": 1.6774641296917177e-05, "Finetune/Loss": 0.8235515356063843, "Finetune/Loss (Raw)": 0.8204087615013123, "Finetune/Step": 5484, "Finetune/Step Time": 11.965730870142579}
+{"Finetune/Learning Rate": 1.677340255553368e-05, "Finetune/Loss": 0.8258413076400757, "Finetune/Loss (Raw)": 1.0805411338806152, "Finetune/Step": 5485, "Finetune/Step Time": 11.963462425395846}
+{"Finetune/Learning Rate": 1.6772163622075752e-05, "Finetune/Loss": 0.828589677810669, "Finetune/Loss (Raw)": 0.9485273361206055, "Finetune/Step": 5486, "Finetune/Step Time": 11.939064584672451}
+{"Finetune/Learning Rate": 1.6770924496578518e-05, "Finetune/Loss": 0.8283112049102783, "Finetune/Loss (Raw)": 0.760414183139801, "Finetune/Step": 5487, "Finetune/Step Time": 11.944941831752658}
+{"Finetune/Learning Rate": 1.676968517907712e-05, "Finetune/Loss": 0.8282296657562256, "Finetune/Loss (Raw)": 0.8686732649803162, "Finetune/Step": 5488, "Finetune/Step Time": 11.947911340743303}
+{"Finetune/Learning Rate": 1.67684456696067e-05, "Finetune/Loss": 0.8277419805526733, "Finetune/Loss (Raw)": 0.8048787117004395, "Finetune/Step": 5489, "Finetune/Step Time": 11.93267479352653}
+{"Finetune/Learning Rate": 1.6767205968202408e-05, "Finetune/Loss": 0.8257218599319458, "Finetune/Loss (Raw)": 0.7478603720664978, "Finetune/Step": 5490, "Finetune/Step Time": 11.929876485839486}
+{"Finetune/Learning Rate": 1.6765966074899402e-05, "Finetune/Loss": 0.8250756859779358, "Finetune/Loss (Raw)": 0.8123366832733154, "Finetune/Step": 5491, "Finetune/Step Time": 11.931409748271108}
+{"Finetune/Learning Rate": 1.6764725989732836e-05, "Finetune/Loss": 0.8260433673858643, "Finetune/Loss (Raw)": 0.8192183375358582, "Finetune/Step": 5492, "Finetune/Step Time": 11.927089320495725}
+{"Finetune/Learning Rate": 1.6763485712737874e-05, "Finetune/Loss": 0.8249714970588684, "Finetune/Loss (Raw)": 0.7714232206344604, "Finetune/Step": 5493, "Finetune/Step Time": 11.931300174444914}
+{"Finetune/Learning Rate": 1.6762245243949693e-05, "Finetune/Loss": 0.8253014087677002, "Finetune/Loss (Raw)": 0.9071985483169556, "Finetune/Step": 5494, "Finetune/Step Time": 11.913178401067853}
+{"Finetune/Learning Rate": 1.676100458340346e-05, "Finetune/Loss": 0.823876142501831, "Finetune/Loss (Raw)": 0.7749391794204712, "Finetune/Step": 5495, "Finetune/Step Time": 11.934736333787441}
+{"Finetune/Learning Rate": 1.675976373113437e-05, "Finetune/Loss": 0.8229525089263916, "Finetune/Loss (Raw)": 0.8720108866691589, "Finetune/Step": 5496, "Finetune/Step Time": 11.917982948943973}
+{"Finetune/Learning Rate": 1.6758522687177602e-05, "Finetune/Loss": 0.8227256536483765, "Finetune/Loss (Raw)": 0.78529953956604, "Finetune/Step": 5497, "Finetune/Step Time": 11.912758603692055}
+{"Finetune/Learning Rate": 1.675728145156835e-05, "Finetune/Loss": 0.8229200839996338, "Finetune/Loss (Raw)": 0.777890682220459, "Finetune/Step": 5498, "Finetune/Step Time": 11.907842656597495}
+{"Finetune/Learning Rate": 1.6756040024341805e-05, "Finetune/Loss": 0.8222031593322754, "Finetune/Loss (Raw)": 0.8040367364883423, "Finetune/Step": 5499, "Finetune/Step Time": 11.912670597434044}
+{"Finetune/Learning Rate": 1.6754798405533184e-05, "Finetune/Loss": 0.8221149444580078, "Finetune/Loss (Raw)": 0.8150545954704285, "Finetune/Step": 5500, "Finetune/Step Time": 11.917689375579357}
+{"Finetune/Learning Rate": 1.6753556595177683e-05, "Finetune/Loss": 0.8230621814727783, "Finetune/Loss (Raw)": 0.8986873030662537, "Finetune/Step": 5501, "Finetune/Step Time": 11.916370054706931}
+{"Finetune/Learning Rate": 1.6752314593310524e-05, "Finetune/Loss": 0.8228859305381775, "Finetune/Loss (Raw)": 0.7884527444839478, "Finetune/Step": 5502, "Finetune/Step Time": 11.910993166267872}
+{"Finetune/Learning Rate": 1.6751072399966924e-05, "Finetune/Loss": 0.8235465288162231, "Finetune/Loss (Raw)": 0.9273414611816406, "Finetune/Step": 5503, "Finetune/Step Time": 11.915064571425319}
+{"Finetune/Learning Rate": 1.6749830015182106e-05, "Finetune/Loss": 0.8248487710952759, "Finetune/Loss (Raw)": 0.8448393940925598, "Finetune/Step": 5504, "Finetune/Step Time": 11.905621012672782}
+{"Finetune/Learning Rate": 1.6748587438991303e-05, "Finetune/Loss": 0.8246092796325684, "Finetune/Loss (Raw)": 0.8458428978919983, "Finetune/Step": 5505, "Finetune/Step Time": 11.930271282792091}
+{"Finetune/Learning Rate": 1.6747344671429755e-05, "Finetune/Loss": 0.8242158889770508, "Finetune/Loss (Raw)": 0.9020003080368042, "Finetune/Step": 5506, "Finetune/Step Time": 11.921840569004416}
+{"Finetune/Learning Rate": 1.6746101712532696e-05, "Finetune/Loss": 0.8254214525222778, "Finetune/Loss (Raw)": 0.9014514088630676, "Finetune/Step": 5507, "Finetune/Step Time": 11.900351744145155}
+{"Finetune/Learning Rate": 1.6744858562335373e-05, "Finetune/Loss": 0.8257142305374146, "Finetune/Loss (Raw)": 0.8723567128181458, "Finetune/Step": 5508, "Finetune/Step Time": 11.924772419035435}
+{"Finetune/Learning Rate": 1.6743615220873048e-05, "Finetune/Loss": 0.8262989521026611, "Finetune/Loss (Raw)": 0.9154214859008789, "Finetune/Step": 5509, "Finetune/Step Time": 11.94350866228342}
+{"Finetune/Learning Rate": 1.6742371688180966e-05, "Finetune/Loss": 0.8269673585891724, "Finetune/Loss (Raw)": 0.8374268412590027, "Finetune/Step": 5510, "Finetune/Step Time": 11.9548086412251}
+{"Finetune/Learning Rate": 1.6741127964294395e-05, "Finetune/Loss": 0.82799232006073, "Finetune/Loss (Raw)": 0.8168386220932007, "Finetune/Step": 5511, "Finetune/Step Time": 11.945588352158666}
+{"Finetune/Learning Rate": 1.6739884049248608e-05, "Finetune/Loss": 0.8277263641357422, "Finetune/Loss (Raw)": 0.7825128436088562, "Finetune/Step": 5512, "Finetune/Step Time": 11.943278770893812}
+{"Finetune/Learning Rate": 1.6738639943078873e-05, "Finetune/Loss": 0.8279387950897217, "Finetune/Loss (Raw)": 0.8129224181175232, "Finetune/Step": 5513, "Finetune/Step Time": 11.947553718462586}
+{"Finetune/Learning Rate": 1.673739564582047e-05, "Finetune/Loss": 0.8276620507240295, "Finetune/Loss (Raw)": 0.7661741971969604, "Finetune/Step": 5514, "Finetune/Step Time": 11.957143858075142}
+{"Finetune/Learning Rate": 1.673615115750869e-05, "Finetune/Loss": 0.8287079930305481, "Finetune/Loss (Raw)": 0.9655507206916809, "Finetune/Step": 5515, "Finetune/Step Time": 11.979148356243968}
+{"Finetune/Learning Rate": 1.6734906478178814e-05, "Finetune/Loss": 0.8291665315628052, "Finetune/Loss (Raw)": 0.9107786417007446, "Finetune/Step": 5516, "Finetune/Step Time": 11.968275871127844}
+{"Finetune/Learning Rate": 1.673366160786614e-05, "Finetune/Loss": 0.8293975591659546, "Finetune/Loss (Raw)": 0.8769404888153076, "Finetune/Step": 5517, "Finetune/Step Time": 11.984166361391544}
+{"Finetune/Learning Rate": 1.6732416546605973e-05, "Finetune/Loss": 0.8294728994369507, "Finetune/Loss (Raw)": 0.8592891097068787, "Finetune/Step": 5518, "Finetune/Step Time": 11.986014321446419}
+{"Finetune/Learning Rate": 1.673117129443362e-05, "Finetune/Loss": 0.8287157416343689, "Finetune/Loss (Raw)": 0.7250198721885681, "Finetune/Step": 5519, "Finetune/Step Time": 12.015909967944026}
+{"Finetune/Learning Rate": 1.6729925851384385e-05, "Finetune/Loss": 0.8283737301826477, "Finetune/Loss (Raw)": 0.7791335582733154, "Finetune/Step": 5520, "Finetune/Step Time": 12.018147123977542}
+{"Finetune/Learning Rate": 1.6728680217493595e-05, "Finetune/Loss": 0.8290755152702332, "Finetune/Loss (Raw)": 0.9083890914916992, "Finetune/Step": 5521, "Finetune/Step Time": 12.018351316452026}
+{"Finetune/Learning Rate": 1.6727434392796565e-05, "Finetune/Loss": 0.8300121426582336, "Finetune/Loss (Raw)": 0.9530031681060791, "Finetune/Step": 5522, "Finetune/Step Time": 11.993369452655315}
+{"Finetune/Learning Rate": 1.6726188377328627e-05, "Finetune/Loss": 0.8299280405044556, "Finetune/Loss (Raw)": 0.6095168590545654, "Finetune/Step": 5523, "Finetune/Step Time": 11.998791893944144}
+{"Finetune/Learning Rate": 1.6724942171125112e-05, "Finetune/Loss": 0.8297628164291382, "Finetune/Loss (Raw)": 0.8113865852355957, "Finetune/Step": 5524, "Finetune/Step Time": 12.002190854400396}
+{"Finetune/Learning Rate": 1.672369577422136e-05, "Finetune/Loss": 0.8285318613052368, "Finetune/Loss (Raw)": 0.5934693813323975, "Finetune/Step": 5525, "Finetune/Step Time": 12.013513967394829}
+{"Finetune/Learning Rate": 1.6722449186652717e-05, "Finetune/Loss": 0.8278534412384033, "Finetune/Loss (Raw)": 0.7515959143638611, "Finetune/Step": 5526, "Finetune/Step Time": 12.02725526317954}
+{"Finetune/Learning Rate": 1.6721202408454534e-05, "Finetune/Loss": 0.8279331922531128, "Finetune/Loss (Raw)": 0.8796948194503784, "Finetune/Step": 5527, "Finetune/Step Time": 12.041603775694966}
+{"Finetune/Learning Rate": 1.6719955439662158e-05, "Finetune/Loss": 0.8283975124359131, "Finetune/Loss (Raw)": 0.8850352764129639, "Finetune/Step": 5528, "Finetune/Step Time": 12.03563304618001}
+{"Finetune/Learning Rate": 1.6718708280310956e-05, "Finetune/Loss": 0.8294963836669922, "Finetune/Loss (Raw)": 0.8285192847251892, "Finetune/Step": 5529, "Finetune/Step Time": 12.010930601507425}
+{"Finetune/Learning Rate": 1.6717460930436295e-05, "Finetune/Loss": 0.8293830156326294, "Finetune/Loss (Raw)": 0.8450282216072083, "Finetune/Step": 5530, "Finetune/Step Time": 12.010211618617177}
+{"Finetune/Learning Rate": 1.6716213390073543e-05, "Finetune/Loss": 0.8301759958267212, "Finetune/Loss (Raw)": 0.8879969120025635, "Finetune/Step": 5531, "Finetune/Step Time": 12.006501570343971}
+{"Finetune/Learning Rate": 1.6714965659258075e-05, "Finetune/Loss": 0.8306809663772583, "Finetune/Loss (Raw)": 0.9556738138198853, "Finetune/Step": 5532, "Finetune/Step Time": 11.998980240896344}
+{"Finetune/Learning Rate": 1.6713717738025278e-05, "Finetune/Loss": 0.8317821621894836, "Finetune/Loss (Raw)": 0.8797317743301392, "Finetune/Step": 5533, "Finetune/Step Time": 11.97700784355402}
+{"Finetune/Learning Rate": 1.6712469626410536e-05, "Finetune/Loss": 0.8298561573028564, "Finetune/Loss (Raw)": 0.7100698351860046, "Finetune/Step": 5534, "Finetune/Step Time": 11.989516407251358}
+{"Finetune/Learning Rate": 1.6711221324449246e-05, "Finetune/Loss": 0.8301331996917725, "Finetune/Loss (Raw)": 0.8786877393722534, "Finetune/Step": 5535, "Finetune/Step Time": 11.974768746644258}
+{"Finetune/Learning Rate": 1.6709972832176797e-05, "Finetune/Loss": 0.8310547471046448, "Finetune/Loss (Raw)": 0.790470540523529, "Finetune/Step": 5536, "Finetune/Step Time": 11.944373471662402}
+{"Finetune/Learning Rate": 1.6708724149628604e-05, "Finetune/Loss": 0.8315451145172119, "Finetune/Loss (Raw)": 0.8675674200057983, "Finetune/Step": 5537, "Finetune/Step Time": 11.943816222250462}
+{"Finetune/Learning Rate": 1.670747527684007e-05, "Finetune/Loss": 0.8312241435050964, "Finetune/Loss (Raw)": 0.7911544442176819, "Finetune/Step": 5538, "Finetune/Step Time": 11.937276689335704}
+{"Finetune/Learning Rate": 1.670622621384661e-05, "Finetune/Loss": 0.8314955234527588, "Finetune/Loss (Raw)": 0.9100012183189392, "Finetune/Step": 5539, "Finetune/Step Time": 11.923204939812422}
+{"Finetune/Learning Rate": 1.670497696068365e-05, "Finetune/Loss": 0.8323476314544678, "Finetune/Loss (Raw)": 0.941320538520813, "Finetune/Step": 5540, "Finetune/Step Time": 11.922293744981289}
+{"Finetune/Learning Rate": 1.6703727517386604e-05, "Finetune/Loss": 0.8328232765197754, "Finetune/Loss (Raw)": 0.8082584738731384, "Finetune/Step": 5541, "Finetune/Step Time": 11.918710492551327}
+{"Finetune/Learning Rate": 1.6702477883990908e-05, "Finetune/Loss": 0.8342931270599365, "Finetune/Loss (Raw)": 0.9397585391998291, "Finetune/Step": 5542, "Finetune/Step Time": 11.924529191106558}
+{"Finetune/Learning Rate": 1.6701228060532002e-05, "Finetune/Loss": 0.835196852684021, "Finetune/Loss (Raw)": 0.837580144405365, "Finetune/Step": 5543, "Finetune/Step Time": 11.920801104977727}
+{"Finetune/Learning Rate": 1.669997804704532e-05, "Finetune/Loss": 0.8340514898300171, "Finetune/Loss (Raw)": 0.7771851420402527, "Finetune/Step": 5544, "Finetune/Step Time": 11.95265039615333}
+{"Finetune/Learning Rate": 1.6698727843566316e-05, "Finetune/Loss": 0.8343114852905273, "Finetune/Loss (Raw)": 0.798060953617096, "Finetune/Step": 5545, "Finetune/Step Time": 11.913194231688976}
+{"Finetune/Learning Rate": 1.669747745013044e-05, "Finetune/Loss": 0.8351073265075684, "Finetune/Loss (Raw)": 0.8700135946273804, "Finetune/Step": 5546, "Finetune/Step Time": 11.912078941240907}
+{"Finetune/Learning Rate": 1.6696226866773147e-05, "Finetune/Loss": 0.8365074396133423, "Finetune/Loss (Raw)": 0.9040877819061279, "Finetune/Step": 5547, "Finetune/Step Time": 11.913702987134457}
+{"Finetune/Learning Rate": 1.6694976093529896e-05, "Finetune/Loss": 0.8366827368736267, "Finetune/Loss (Raw)": 0.8993166089057922, "Finetune/Step": 5548, "Finetune/Step Time": 11.90832506492734}
+{"Finetune/Learning Rate": 1.669372513043617e-05, "Finetune/Loss": 0.8375259637832642, "Finetune/Loss (Raw)": 0.9562885761260986, "Finetune/Step": 5549, "Finetune/Step Time": 11.90825418382883}
+{"Finetune/Learning Rate": 1.669247397752743e-05, "Finetune/Loss": 0.8374452590942383, "Finetune/Loss (Raw)": 0.8416715264320374, "Finetune/Step": 5550, "Finetune/Step Time": 11.904365440830588}
+{"Finetune/Learning Rate": 1.6691222634839157e-05, "Finetune/Loss": 0.8378710746765137, "Finetune/Loss (Raw)": 0.8287976980209351, "Finetune/Step": 5551, "Finetune/Step Time": 11.906211530789733}
+{"Finetune/Learning Rate": 1.668997110240684e-05, "Finetune/Loss": 0.8390804529190063, "Finetune/Loss (Raw)": 0.9363407492637634, "Finetune/Step": 5552, "Finetune/Step Time": 11.903443869203329}
+{"Finetune/Learning Rate": 1.6688719380265965e-05, "Finetune/Loss": 0.8396713733673096, "Finetune/Loss (Raw)": 0.8242308497428894, "Finetune/Step": 5553, "Finetune/Step Time": 11.924703557044268}
+{"Finetune/Learning Rate": 1.6687467468452028e-05, "Finetune/Loss": 0.8399680852890015, "Finetune/Loss (Raw)": 0.7741222381591797, "Finetune/Step": 5554, "Finetune/Step Time": 11.976133761927485}
+{"Finetune/Learning Rate": 1.6686215367000532e-05, "Finetune/Loss": 0.8408384323120117, "Finetune/Loss (Raw)": 0.9447688460350037, "Finetune/Step": 5555, "Finetune/Step Time": 11.97475516051054}
+{"Finetune/Learning Rate": 1.668496307594698e-05, "Finetune/Loss": 0.8415393233299255, "Finetune/Loss (Raw)": 0.8709251284599304, "Finetune/Step": 5556, "Finetune/Step Time": 11.98296950571239}
+{"Finetune/Learning Rate": 1.6683710595326887e-05, "Finetune/Loss": 0.841690719127655, "Finetune/Loss (Raw)": 0.8294776678085327, "Finetune/Step": 5557, "Finetune/Step Time": 11.985746834427118}
+{"Finetune/Learning Rate": 1.6682457925175762e-05, "Finetune/Loss": 0.8428748250007629, "Finetune/Loss (Raw)": 0.9939432144165039, "Finetune/Step": 5558, "Finetune/Step Time": 11.978890435770154}
+{"Finetune/Learning Rate": 1.668120506552914e-05, "Finetune/Loss": 0.8428585529327393, "Finetune/Loss (Raw)": 0.8581386804580688, "Finetune/Step": 5559, "Finetune/Step Time": 11.952895039692521}
+{"Finetune/Learning Rate": 1.6679952016422537e-05, "Finetune/Loss": 0.8435143828392029, "Finetune/Loss (Raw)": 0.878033459186554, "Finetune/Step": 5560, "Finetune/Step Time": 11.984301866963506}
+{"Finetune/Learning Rate": 1.667869877789149e-05, "Finetune/Loss": 0.8430572748184204, "Finetune/Loss (Raw)": 0.8119733929634094, "Finetune/Step": 5561, "Finetune/Step Time": 11.991482159122825}
+{"Finetune/Learning Rate": 1.6677445349971537e-05, "Finetune/Loss": 0.842381477355957, "Finetune/Loss (Raw)": 0.7399530410766602, "Finetune/Step": 5562, "Finetune/Step Time": 11.999483931809664}
+{"Finetune/Learning Rate": 1.667619173269822e-05, "Finetune/Loss": 0.8429511189460754, "Finetune/Loss (Raw)": 0.9324645400047302, "Finetune/Step": 5563, "Finetune/Step Time": 12.00280461087823}
+{"Finetune/Learning Rate": 1.6674937926107095e-05, "Finetune/Loss": 0.8429510593414307, "Finetune/Loss (Raw)": 0.8705480694770813, "Finetune/Step": 5564, "Finetune/Step Time": 11.99612407013774}
+{"Finetune/Learning Rate": 1.667368393023371e-05, "Finetune/Loss": 0.8423532247543335, "Finetune/Loss (Raw)": 0.8505367636680603, "Finetune/Step": 5565, "Finetune/Step Time": 11.968624763190746}
+{"Finetune/Learning Rate": 1.6672429745113622e-05, "Finetune/Loss": 0.8422107696533203, "Finetune/Loss (Raw)": 0.9628310203552246, "Finetune/Step": 5566, "Finetune/Step Time": 11.9669807869941}
+{"Finetune/Learning Rate": 1.6671175370782403e-05, "Finetune/Loss": 0.8425284624099731, "Finetune/Loss (Raw)": 0.8864341378211975, "Finetune/Step": 5567, "Finetune/Step Time": 11.951429273933172}
+{"Finetune/Learning Rate": 1.6669920807275622e-05, "Finetune/Loss": 0.844273030757904, "Finetune/Loss (Raw)": 0.8932374715805054, "Finetune/Step": 5568, "Finetune/Step Time": 11.948452860116959}
+{"Finetune/Learning Rate": 1.6668666054628853e-05, "Finetune/Loss": 0.8448496460914612, "Finetune/Loss (Raw)": 0.8934600949287415, "Finetune/Step": 5569, "Finetune/Step Time": 11.944239497184753}
+{"Finetune/Learning Rate": 1.666741111287768e-05, "Finetune/Loss": 0.8438231945037842, "Finetune/Loss (Raw)": 0.7577881813049316, "Finetune/Step": 5570, "Finetune/Step Time": 11.93858782760799}
+{"Finetune/Learning Rate": 1.6666155982057683e-05, "Finetune/Loss": 0.844821035861969, "Finetune/Loss (Raw)": 0.8231724500656128, "Finetune/Step": 5571, "Finetune/Step Time": 11.960185514762998}
+{"Finetune/Learning Rate": 1.666490066220446e-05, "Finetune/Loss": 0.8454270362854004, "Finetune/Loss (Raw)": 0.8876758813858032, "Finetune/Step": 5572, "Finetune/Step Time": 11.944569429382682}
+{"Finetune/Learning Rate": 1.6663645153353608e-05, "Finetune/Loss": 0.8461337685585022, "Finetune/Loss (Raw)": 0.883740246295929, "Finetune/Step": 5573, "Finetune/Step Time": 11.941115697845817}
+{"Finetune/Learning Rate": 1.6662389455540728e-05, "Finetune/Loss": 0.8474159240722656, "Finetune/Loss (Raw)": 0.8759064078330994, "Finetune/Step": 5574, "Finetune/Step Time": 11.943388551473618}
+{"Finetune/Learning Rate": 1.6661133568801427e-05, "Finetune/Loss": 0.8475699424743652, "Finetune/Loss (Raw)": 0.7906718254089355, "Finetune/Step": 5575, "Finetune/Step Time": 11.950157875195146}
+{"Finetune/Learning Rate": 1.665987749317132e-05, "Finetune/Loss": 0.8470221161842346, "Finetune/Loss (Raw)": 0.770551860332489, "Finetune/Step": 5576, "Finetune/Step Time": 11.976916113868356}
+{"Finetune/Learning Rate": 1.665862122868603e-05, "Finetune/Loss": 0.845897912979126, "Finetune/Loss (Raw)": 0.7614822387695312, "Finetune/Step": 5577, "Finetune/Step Time": 11.978369338437915}
+{"Finetune/Learning Rate": 1.665736477538117e-05, "Finetune/Loss": 0.8470656871795654, "Finetune/Loss (Raw)": 0.873788058757782, "Finetune/Step": 5578, "Finetune/Step Time": 11.969610566273332}
+{"Finetune/Learning Rate": 1.6656108133292377e-05, "Finetune/Loss": 0.8454108834266663, "Finetune/Loss (Raw)": 0.6392191648483276, "Finetune/Step": 5579, "Finetune/Step Time": 11.99421234242618}
+{"Finetune/Learning Rate": 1.6654851302455287e-05, "Finetune/Loss": 0.8450579047203064, "Finetune/Loss (Raw)": 0.8153625130653381, "Finetune/Step": 5580, "Finetune/Step Time": 12.001926593482494}
+{"Finetune/Learning Rate": 1.6653594282905534e-05, "Finetune/Loss": 0.8439874649047852, "Finetune/Loss (Raw)": 0.7389940619468689, "Finetune/Step": 5581, "Finetune/Step Time": 12.006417552009225}
+{"Finetune/Learning Rate": 1.6652337074678773e-05, "Finetune/Loss": 0.8426389694213867, "Finetune/Loss (Raw)": 0.825258195400238, "Finetune/Step": 5582, "Finetune/Step Time": 12.04249963350594}
+{"Finetune/Learning Rate": 1.6651079677810645e-05, "Finetune/Loss": 0.843110203742981, "Finetune/Loss (Raw)": 0.8688465356826782, "Finetune/Step": 5583, "Finetune/Step Time": 12.058452097699046}
+{"Finetune/Learning Rate": 1.6649822092336815e-05, "Finetune/Loss": 0.8436636924743652, "Finetune/Loss (Raw)": 1.0353679656982422, "Finetune/Step": 5584, "Finetune/Step Time": 12.069923220202327}
+{"Finetune/Learning Rate": 1.664856431829294e-05, "Finetune/Loss": 0.8443081378936768, "Finetune/Loss (Raw)": 1.0392894744873047, "Finetune/Step": 5585, "Finetune/Step Time": 12.079897688701749}
+{"Finetune/Learning Rate": 1.664730635571468e-05, "Finetune/Loss": 0.8451708555221558, "Finetune/Loss (Raw)": 0.8858999013900757, "Finetune/Step": 5586, "Finetune/Step Time": 12.082934740930796}
+{"Finetune/Learning Rate": 1.664604820463772e-05, "Finetune/Loss": 0.8464077115058899, "Finetune/Loss (Raw)": 0.9065825939178467, "Finetune/Step": 5587, "Finetune/Step Time": 12.094184275716543}
+{"Finetune/Learning Rate": 1.664478986509773e-05, "Finetune/Loss": 0.8450308442115784, "Finetune/Loss (Raw)": 0.7922133207321167, "Finetune/Step": 5588, "Finetune/Step Time": 12.11134028993547}
+{"Finetune/Learning Rate": 1.664353133713039e-05, "Finetune/Loss": 0.844351053237915, "Finetune/Loss (Raw)": 0.7989084720611572, "Finetune/Step": 5589, "Finetune/Step Time": 12.116126891225576}
+{"Finetune/Learning Rate": 1.66422726207714e-05, "Finetune/Loss": 0.8452759385108948, "Finetune/Loss (Raw)": 0.9144614934921265, "Finetune/Step": 5590, "Finetune/Step Time": 12.11372977308929}
+{"Finetune/Learning Rate": 1.6641013716056447e-05, "Finetune/Loss": 0.8439915180206299, "Finetune/Loss (Raw)": 0.6738609075546265, "Finetune/Step": 5591, "Finetune/Step Time": 12.12142619676888}
+{"Finetune/Learning Rate": 1.6639754623021227e-05, "Finetune/Loss": 0.8438886404037476, "Finetune/Loss (Raw)": 0.7886748313903809, "Finetune/Step": 5592, "Finetune/Step Time": 12.123425962403417}
+{"Finetune/Learning Rate": 1.6638495341701442e-05, "Finetune/Loss": 0.8448609113693237, "Finetune/Loss (Raw)": 0.8208745718002319, "Finetune/Step": 5593, "Finetune/Step Time": 12.0971908736974}
+{"Finetune/Learning Rate": 1.6637235872132813e-05, "Finetune/Loss": 0.8451355695724487, "Finetune/Loss (Raw)": 0.8461505174636841, "Finetune/Step": 5594, "Finetune/Step Time": 12.099011056125164}
+{"Finetune/Learning Rate": 1.6635976214351048e-05, "Finetune/Loss": 0.8446160554885864, "Finetune/Loss (Raw)": 0.7790009379386902, "Finetune/Step": 5595, "Finetune/Step Time": 12.101351229473948}
+{"Finetune/Learning Rate": 1.6634716368391866e-05, "Finetune/Loss": 0.8428674936294556, "Finetune/Loss (Raw)": 0.6893612742424011, "Finetune/Step": 5596, "Finetune/Step Time": 12.100436136126518}
+{"Finetune/Learning Rate": 1.6633456334290998e-05, "Finetune/Loss": 0.8443110585212708, "Finetune/Loss (Raw)": 0.885022759437561, "Finetune/Step": 5597, "Finetune/Step Time": 12.071805445477366}
+{"Finetune/Learning Rate": 1.6632196112084165e-05, "Finetune/Loss": 0.8452394008636475, "Finetune/Loss (Raw)": 0.9675243496894836, "Finetune/Step": 5598, "Finetune/Step Time": 12.07061712257564}
+{"Finetune/Learning Rate": 1.663093570180711e-05, "Finetune/Loss": 0.8451451063156128, "Finetune/Loss (Raw)": 0.9190236926078796, "Finetune/Step": 5599, "Finetune/Step Time": 12.073226692155004}
+{"Finetune/Learning Rate": 1.662967510349558e-05, "Finetune/Loss": 0.8449385166168213, "Finetune/Loss (Raw)": 0.8252968192100525, "Finetune/Step": 5600, "Finetune/Step Time": 12.071451285853982}
+{"Finetune/Learning Rate": 1.6628414317185314e-05, "Finetune/Loss": 0.8466969728469849, "Finetune/Loss (Raw)": 0.8764060139656067, "Finetune/Step": 5601, "Finetune/Step Time": 12.060663485899568}
+{"Finetune/Learning Rate": 1.6627153342912063e-05, "Finetune/Loss": 0.8448089957237244, "Finetune/Loss (Raw)": 0.7398347854614258, "Finetune/Step": 5602, "Finetune/Step Time": 12.05633457005024}
+{"Finetune/Learning Rate": 1.6625892180711594e-05, "Finetune/Loss": 0.8457705974578857, "Finetune/Loss (Raw)": 0.9118266105651855, "Finetune/Step": 5603, "Finetune/Step Time": 12.054458271712065}
+{"Finetune/Learning Rate": 1.662463083061966e-05, "Finetune/Loss": 0.8471450209617615, "Finetune/Loss (Raw)": 0.8584923148155212, "Finetune/Step": 5604, "Finetune/Step Time": 12.053423542529345}
+{"Finetune/Learning Rate": 1.6623369292672034e-05, "Finetune/Loss": 0.8475856781005859, "Finetune/Loss (Raw)": 0.9551025032997131, "Finetune/Step": 5605, "Finetune/Step Time": 12.06204424239695}
+{"Finetune/Learning Rate": 1.662210756690449e-05, "Finetune/Loss": 0.8466448783874512, "Finetune/Loss (Raw)": 0.7635670304298401, "Finetune/Step": 5606, "Finetune/Step Time": 12.077991416677833}
+{"Finetune/Learning Rate": 1.662084565335281e-05, "Finetune/Loss": 0.8458460569381714, "Finetune/Loss (Raw)": 0.755103588104248, "Finetune/Step": 5607, "Finetune/Step Time": 12.079375382512808}
+{"Finetune/Learning Rate": 1.661958355205277e-05, "Finetune/Loss": 0.8456401824951172, "Finetune/Loss (Raw)": 0.8959042429924011, "Finetune/Step": 5608, "Finetune/Step Time": 12.07593104429543}
+{"Finetune/Learning Rate": 1.6618321263040167e-05, "Finetune/Loss": 0.8449758291244507, "Finetune/Loss (Raw)": 0.8891146183013916, "Finetune/Step": 5609, "Finetune/Step Time": 12.068980120122433}
+{"Finetune/Learning Rate": 1.661705878635079e-05, "Finetune/Loss": 0.8459939956665039, "Finetune/Loss (Raw)": 0.8310667872428894, "Finetune/Step": 5610, "Finetune/Step Time": 12.074227038770914}
+{"Finetune/Learning Rate": 1.6615796122020443e-05, "Finetune/Loss": 0.845789909362793, "Finetune/Loss (Raw)": 0.8142727613449097, "Finetune/Step": 5611, "Finetune/Step Time": 12.07192449271679}
+{"Finetune/Learning Rate": 1.661453327008493e-05, "Finetune/Loss": 0.846375048160553, "Finetune/Loss (Raw)": 0.8953056931495667, "Finetune/Step": 5612, "Finetune/Step Time": 12.074690209701657}
+{"Finetune/Learning Rate": 1.6613270230580065e-05, "Finetune/Loss": 0.8441394567489624, "Finetune/Loss (Raw)": 0.7943933606147766, "Finetune/Step": 5613, "Finetune/Step Time": 12.077972121536732}
+{"Finetune/Learning Rate": 1.661200700354166e-05, "Finetune/Loss": 0.843266487121582, "Finetune/Loss (Raw)": 0.8367786407470703, "Finetune/Step": 5614, "Finetune/Step Time": 12.075702412053943}
+{"Finetune/Learning Rate": 1.6610743589005537e-05, "Finetune/Loss": 0.845076322555542, "Finetune/Loss (Raw)": 0.9920822381973267, "Finetune/Step": 5615, "Finetune/Step Time": 12.079108528792858}
+{"Finetune/Learning Rate": 1.6609479987007527e-05, "Finetune/Loss": 0.8446714878082275, "Finetune/Loss (Raw)": 0.8168444037437439, "Finetune/Step": 5616, "Finetune/Step Time": 12.099342193454504}
+{"Finetune/Learning Rate": 1.660821619758346e-05, "Finetune/Loss": 0.8441627025604248, "Finetune/Loss (Raw)": 0.7397550940513611, "Finetune/Step": 5617, "Finetune/Step Time": 12.09831142053008}
+{"Finetune/Learning Rate": 1.660695222076917e-05, "Finetune/Loss": 0.8449549078941345, "Finetune/Loss (Raw)": 0.849265992641449, "Finetune/Step": 5618, "Finetune/Step Time": 12.098879627883434}
+{"Finetune/Learning Rate": 1.6605688056600503e-05, "Finetune/Loss": 0.8448927402496338, "Finetune/Loss (Raw)": 0.8043757081031799, "Finetune/Step": 5619, "Finetune/Step Time": 12.101325729861856}
+{"Finetune/Learning Rate": 1.660442370511331e-05, "Finetune/Loss": 0.8448811769485474, "Finetune/Loss (Raw)": 0.8177343010902405, "Finetune/Step": 5620, "Finetune/Step Time": 12.099164444953203}
+{"Finetune/Learning Rate": 1.660315916634344e-05, "Finetune/Loss": 0.8463354706764221, "Finetune/Loss (Raw)": 0.9575796127319336, "Finetune/Step": 5621, "Finetune/Step Time": 12.097289435565472}
+{"Finetune/Learning Rate": 1.6601894440326752e-05, "Finetune/Loss": 0.8455686569213867, "Finetune/Loss (Raw)": 0.80904620885849, "Finetune/Step": 5622, "Finetune/Step Time": 12.09813834540546}
+{"Finetune/Learning Rate": 1.660062952709911e-05, "Finetune/Loss": 0.8457890748977661, "Finetune/Loss (Raw)": 0.8031606674194336, "Finetune/Step": 5623, "Finetune/Step Time": 12.11433412693441}
+{"Finetune/Learning Rate": 1.6599364426696385e-05, "Finetune/Loss": 0.8459356427192688, "Finetune/Loss (Raw)": 0.8907605409622192, "Finetune/Step": 5624, "Finetune/Step Time": 12.119399692863226}
+{"Finetune/Learning Rate": 1.6598099139154452e-05, "Finetune/Loss": 0.8468918204307556, "Finetune/Loss (Raw)": 0.9076959490776062, "Finetune/Step": 5625, "Finetune/Step Time": 12.117140155285597}
+{"Finetune/Learning Rate": 1.659683366450919e-05, "Finetune/Loss": 0.8469957113265991, "Finetune/Loss (Raw)": 0.7911821603775024, "Finetune/Step": 5626, "Finetune/Step Time": 12.13391906954348}
+{"Finetune/Learning Rate": 1.6595568002796483e-05, "Finetune/Loss": 0.8479987382888794, "Finetune/Loss (Raw)": 0.9324330687522888, "Finetune/Step": 5627, "Finetune/Step Time": 12.131015487015247}
+{"Finetune/Learning Rate": 1.6594302154052223e-05, "Finetune/Loss": 0.8481448888778687, "Finetune/Loss (Raw)": 0.8337519764900208, "Finetune/Step": 5628, "Finetune/Step Time": 12.126656593754888}
+{"Finetune/Learning Rate": 1.6593036118312305e-05, "Finetune/Loss": 0.8456550240516663, "Finetune/Loss (Raw)": 0.5799902081489563, "Finetune/Step": 5629, "Finetune/Step Time": 12.153248162940145}
+{"Finetune/Learning Rate": 1.659176989561263e-05, "Finetune/Loss": 0.8458607196807861, "Finetune/Loss (Raw)": 0.8147733211517334, "Finetune/Step": 5630, "Finetune/Step Time": 12.15690440312028}
+{"Finetune/Learning Rate": 1.659050348598911e-05, "Finetune/Loss": 0.8450564742088318, "Finetune/Loss (Raw)": 0.8244110941886902, "Finetune/Step": 5631, "Finetune/Step Time": 12.149565327912569}
+{"Finetune/Learning Rate": 1.658923688947765e-05, "Finetune/Loss": 0.8456754684448242, "Finetune/Loss (Raw)": 0.9240564107894897, "Finetune/Step": 5632, "Finetune/Step Time": 12.162185672670603}
+{"Finetune/Learning Rate": 1.6587970106114166e-05, "Finetune/Loss": 0.844713568687439, "Finetune/Loss (Raw)": 0.7227309942245483, "Finetune/Step": 5633, "Finetune/Step Time": 12.154909923672676}
+{"Finetune/Learning Rate": 1.6586703135934585e-05, "Finetune/Loss": 0.8453866839408875, "Finetune/Loss (Raw)": 0.9881537556648254, "Finetune/Step": 5634, "Finetune/Step Time": 12.153689647093415}
+{"Finetune/Learning Rate": 1.658543597897483e-05, "Finetune/Loss": 0.8468215465545654, "Finetune/Loss (Raw)": 1.0851166248321533, "Finetune/Step": 5635, "Finetune/Step Time": 12.14069714769721}
+{"Finetune/Learning Rate": 1.658416863527084e-05, "Finetune/Loss": 0.8471452593803406, "Finetune/Loss (Raw)": 0.913790762424469, "Finetune/Step": 5636, "Finetune/Step Time": 12.120142672210932}
+{"Finetune/Learning Rate": 1.658290110485855e-05, "Finetune/Loss": 0.8468254208564758, "Finetune/Loss (Raw)": 0.8744868636131287, "Finetune/Step": 5637, "Finetune/Step Time": 12.100961275398731}
+{"Finetune/Learning Rate": 1.6581633387773907e-05, "Finetune/Loss": 0.846533477306366, "Finetune/Loss (Raw)": 0.8000509738922119, "Finetune/Step": 5638, "Finetune/Step Time": 12.078983712941408}
+{"Finetune/Learning Rate": 1.6580365484052853e-05, "Finetune/Loss": 0.8474563360214233, "Finetune/Loss (Raw)": 0.9349755644798279, "Finetune/Step": 5639, "Finetune/Step Time": 12.070356972515583}
+{"Finetune/Learning Rate": 1.657909739373135e-05, "Finetune/Loss": 0.8485885262489319, "Finetune/Loss (Raw)": 0.9274272918701172, "Finetune/Step": 5640, "Finetune/Step Time": 12.074499692767859}
+{"Finetune/Learning Rate": 1.657782911684535e-05, "Finetune/Loss": 0.8477915525436401, "Finetune/Loss (Raw)": 0.7109118103981018, "Finetune/Step": 5641, "Finetune/Step Time": 12.074386840686202}
+{"Finetune/Learning Rate": 1.657656065343082e-05, "Finetune/Loss": 0.8486061692237854, "Finetune/Loss (Raw)": 0.8704434037208557, "Finetune/Step": 5642, "Finetune/Step Time": 12.07439978606999}
+{"Finetune/Learning Rate": 1.6575292003523737e-05, "Finetune/Loss": 0.8480867147445679, "Finetune/Loss (Raw)": 0.8990576863288879, "Finetune/Step": 5643, "Finetune/Step Time": 12.046717258170247}
+{"Finetune/Learning Rate": 1.6574023167160065e-05, "Finetune/Loss": 0.8469937443733215, "Finetune/Loss (Raw)": 0.7708806395530701, "Finetune/Step": 5644, "Finetune/Step Time": 12.070160239934921}
+{"Finetune/Learning Rate": 1.6572754144375793e-05, "Finetune/Loss": 0.8479660749435425, "Finetune/Loss (Raw)": 1.0014011859893799, "Finetune/Step": 5645, "Finetune/Step Time": 12.05614365823567}
+{"Finetune/Learning Rate": 1.65714849352069e-05, "Finetune/Loss": 0.8486539125442505, "Finetune/Loss (Raw)": 0.9473260045051575, "Finetune/Step": 5646, "Finetune/Step Time": 12.054525598883629}
+{"Finetune/Learning Rate": 1.6570215539689384e-05, "Finetune/Loss": 0.8499931693077087, "Finetune/Loss (Raw)": 0.896453320980072, "Finetune/Step": 5647, "Finetune/Step Time": 12.021133854985237}
+{"Finetune/Learning Rate": 1.6568945957859236e-05, "Finetune/Loss": 0.8500063419342041, "Finetune/Loss (Raw)": 0.7808145880699158, "Finetune/Step": 5648, "Finetune/Step Time": 12.018625807017088}
+{"Finetune/Learning Rate": 1.6567676189752465e-05, "Finetune/Loss": 0.8501051068305969, "Finetune/Loss (Raw)": 0.9210312962532043, "Finetune/Step": 5649, "Finetune/Step Time": 12.016253875568509}
+{"Finetune/Learning Rate": 1.6566406235405067e-05, "Finetune/Loss": 0.8496631979942322, "Finetune/Loss (Raw)": 0.8964370489120483, "Finetune/Step": 5650, "Finetune/Step Time": 12.021925618872046}
+{"Finetune/Learning Rate": 1.6565136094853067e-05, "Finetune/Loss": 0.8519500494003296, "Finetune/Loss (Raw)": 0.9022396206855774, "Finetune/Step": 5651, "Finetune/Step Time": 11.987324688583612}
+{"Finetune/Learning Rate": 1.6563865768132472e-05, "Finetune/Loss": 0.8523893356323242, "Finetune/Loss (Raw)": 0.8676080107688904, "Finetune/Step": 5652, "Finetune/Step Time": 12.009249407798052}
+{"Finetune/Learning Rate": 1.656259525527931e-05, "Finetune/Loss": 0.8540270328521729, "Finetune/Loss (Raw)": 0.803097665309906, "Finetune/Step": 5653, "Finetune/Step Time": 11.985272780060768}
+{"Finetune/Learning Rate": 1.656132455632961e-05, "Finetune/Loss": 0.8544067740440369, "Finetune/Loss (Raw)": 0.8001973032951355, "Finetune/Step": 5654, "Finetune/Step Time": 11.957468409091234}
+{"Finetune/Learning Rate": 1.65600536713194e-05, "Finetune/Loss": 0.8541380763053894, "Finetune/Loss (Raw)": 0.8453086614608765, "Finetune/Step": 5655, "Finetune/Step Time": 11.954329093918204}
+{"Finetune/Learning Rate": 1.6558782600284724e-05, "Finetune/Loss": 0.8543589115142822, "Finetune/Loss (Raw)": 0.9132988452911377, "Finetune/Step": 5656, "Finetune/Step Time": 11.956282775849104}
+{"Finetune/Learning Rate": 1.6557511343261622e-05, "Finetune/Loss": 0.8532952070236206, "Finetune/Loss (Raw)": 0.6923606991767883, "Finetune/Step": 5657, "Finetune/Step Time": 11.999513084068894}
+{"Finetune/Learning Rate": 1.655623990028615e-05, "Finetune/Loss": 0.8533785939216614, "Finetune/Loss (Raw)": 0.8557085394859314, "Finetune/Step": 5658, "Finetune/Step Time": 12.012222163379192}
+{"Finetune/Learning Rate": 1.6554968271394353e-05, "Finetune/Loss": 0.853287935256958, "Finetune/Loss (Raw)": 0.8763893842697144, "Finetune/Step": 5659, "Finetune/Step Time": 12.031208323314786}
+{"Finetune/Learning Rate": 1.65536964566223e-05, "Finetune/Loss": 0.8518242239952087, "Finetune/Loss (Raw)": 0.7683217525482178, "Finetune/Step": 5660, "Finetune/Step Time": 12.032496428117156}
+{"Finetune/Learning Rate": 1.6552424456006045e-05, "Finetune/Loss": 0.852148711681366, "Finetune/Loss (Raw)": 0.9212682843208313, "Finetune/Step": 5661, "Finetune/Step Time": 12.035165306180716}
+{"Finetune/Learning Rate": 1.6551152269581673e-05, "Finetune/Loss": 0.8527194857597351, "Finetune/Loss (Raw)": 0.7831254601478577, "Finetune/Step": 5662, "Finetune/Step Time": 12.047791928052902}
+{"Finetune/Learning Rate": 1.6549879897385242e-05, "Finetune/Loss": 0.8522539138793945, "Finetune/Loss (Raw)": 0.8190970420837402, "Finetune/Step": 5663, "Finetune/Step Time": 12.049050524830818}
+{"Finetune/Learning Rate": 1.6548607339452853e-05, "Finetune/Loss": 0.8517096042633057, "Finetune/Loss (Raw)": 0.7207958698272705, "Finetune/Step": 5664, "Finetune/Step Time": 12.077247500419617}
+{"Finetune/Learning Rate": 1.6547334595820576e-05, "Finetune/Loss": 0.8508598804473877, "Finetune/Loss (Raw)": 0.7588022351264954, "Finetune/Step": 5665, "Finetune/Step Time": 12.07874203287065}
+{"Finetune/Learning Rate": 1.6546061666524508e-05, "Finetune/Loss": 0.8506859540939331, "Finetune/Loss (Raw)": 0.768895149230957, "Finetune/Step": 5666, "Finetune/Step Time": 12.078828416764736}
+{"Finetune/Learning Rate": 1.654478855160075e-05, "Finetune/Loss": 0.8497319221496582, "Finetune/Loss (Raw)": 0.7878863215446472, "Finetune/Step": 5667, "Finetune/Step Time": 12.080249281600118}
+{"Finetune/Learning Rate": 1.6543515251085397e-05, "Finetune/Loss": 0.8494564890861511, "Finetune/Loss (Raw)": 0.9060624241828918, "Finetune/Step": 5668, "Finetune/Step Time": 12.11287765018642}
+{"Finetune/Learning Rate": 1.6542241765014555e-05, "Finetune/Loss": 0.8497118353843689, "Finetune/Loss (Raw)": 0.8409433364868164, "Finetune/Step": 5669, "Finetune/Step Time": 12.113090604543686}
+{"Finetune/Learning Rate": 1.6540968093424345e-05, "Finetune/Loss": 0.849201500415802, "Finetune/Loss (Raw)": 0.8744319081306458, "Finetune/Step": 5670, "Finetune/Step Time": 12.110653324052691}
+{"Finetune/Learning Rate": 1.6539694236350877e-05, "Finetune/Loss": 0.8497169017791748, "Finetune/Loss (Raw)": 0.9035637974739075, "Finetune/Step": 5671, "Finetune/Step Time": 12.117918817326427}
+{"Finetune/Learning Rate": 1.653842019383028e-05, "Finetune/Loss": 0.8495550155639648, "Finetune/Loss (Raw)": 0.7564519047737122, "Finetune/Step": 5672, "Finetune/Step Time": 12.087697559967637}
+{"Finetune/Learning Rate": 1.6537145965898674e-05, "Finetune/Loss": 0.8486517071723938, "Finetune/Loss (Raw)": 0.6824407577514648, "Finetune/Step": 5673, "Finetune/Step Time": 12.093527564778924}
+{"Finetune/Learning Rate": 1.6535871552592202e-05, "Finetune/Loss": 0.8485068082809448, "Finetune/Loss (Raw)": 0.8514626026153564, "Finetune/Step": 5674, "Finetune/Step Time": 12.088384348899126}
+{"Finetune/Learning Rate": 1.6534596953946996e-05, "Finetune/Loss": 0.8478004336357117, "Finetune/Loss (Raw)": 0.8136764764785767, "Finetune/Step": 5675, "Finetune/Step Time": 12.08794522844255}
+{"Finetune/Learning Rate": 1.65333221699992e-05, "Finetune/Loss": 0.848218560218811, "Finetune/Loss (Raw)": 0.9528329372406006, "Finetune/Step": 5676, "Finetune/Step Time": 12.098468942567706}
+{"Finetune/Learning Rate": 1.653204720078497e-05, "Finetune/Loss": 0.8453915119171143, "Finetune/Loss (Raw)": 0.5944334864616394, "Finetune/Step": 5677, "Finetune/Step Time": 12.166242506355047}
+{"Finetune/Learning Rate": 1.6530772046340455e-05, "Finetune/Loss": 0.8458622694015503, "Finetune/Loss (Raw)": 0.901917576789856, "Finetune/Step": 5678, "Finetune/Step Time": 12.182452278211713}
+{"Finetune/Learning Rate": 1.6529496706701818e-05, "Finetune/Loss": 0.8462358713150024, "Finetune/Loss (Raw)": 0.8766260743141174, "Finetune/Step": 5679, "Finetune/Step Time": 12.186471100896597}
+{"Finetune/Learning Rate": 1.6528221181905217e-05, "Finetune/Loss": 0.8444865942001343, "Finetune/Loss (Raw)": 0.7124380469322205, "Finetune/Step": 5680, "Finetune/Step Time": 12.192978389561176}
+{"Finetune/Learning Rate": 1.6526945471986832e-05, "Finetune/Loss": 0.843544602394104, "Finetune/Loss (Raw)": 0.7036508321762085, "Finetune/Step": 5681, "Finetune/Step Time": 12.177631758153439}
+{"Finetune/Learning Rate": 1.652566957698283e-05, "Finetune/Loss": 0.8442104458808899, "Finetune/Loss (Raw)": 0.8593500256538391, "Finetune/Step": 5682, "Finetune/Step Time": 12.119084494188428}
+{"Finetune/Learning Rate": 1.6524393496929393e-05, "Finetune/Loss": 0.8432761430740356, "Finetune/Loss (Raw)": 0.825172483921051, "Finetune/Step": 5683, "Finetune/Step Time": 12.122716888785362}
+{"Finetune/Learning Rate": 1.6523117231862714e-05, "Finetune/Loss": 0.8428000807762146, "Finetune/Loss (Raw)": 0.8099924921989441, "Finetune/Step": 5684, "Finetune/Step Time": 12.11136381700635}
+{"Finetune/Learning Rate": 1.652184078181898e-05, "Finetune/Loss": 0.8434284329414368, "Finetune/Loss (Raw)": 0.9099124670028687, "Finetune/Step": 5685, "Finetune/Step Time": 12.10648544691503}
+{"Finetune/Learning Rate": 1.6520564146834385e-05, "Finetune/Loss": 0.8424150943756104, "Finetune/Loss (Raw)": 0.8642337322235107, "Finetune/Step": 5686, "Finetune/Step Time": 12.107587471604347}
+{"Finetune/Learning Rate": 1.651928732694513e-05, "Finetune/Loss": 0.8428760766983032, "Finetune/Loss (Raw)": 0.9171440601348877, "Finetune/Step": 5687, "Finetune/Step Time": 12.109765795990825}
+{"Finetune/Learning Rate": 1.651801032218743e-05, "Finetune/Loss": 0.8431723713874817, "Finetune/Loss (Raw)": 0.9159595966339111, "Finetune/Step": 5688, "Finetune/Step Time": 12.0806819293648}
+{"Finetune/Learning Rate": 1.651673313259749e-05, "Finetune/Loss": 0.8447432518005371, "Finetune/Loss (Raw)": 1.0130457878112793, "Finetune/Step": 5689, "Finetune/Step Time": 12.070521542802453}
+{"Finetune/Learning Rate": 1.651545575821153e-05, "Finetune/Loss": 0.845095694065094, "Finetune/Loss (Raw)": 0.7850642204284668, "Finetune/Step": 5690, "Finetune/Step Time": 12.069997608661652}
+{"Finetune/Learning Rate": 1.6514178199065772e-05, "Finetune/Loss": 0.8446257710456848, "Finetune/Loss (Raw)": 0.8723185658454895, "Finetune/Step": 5691, "Finetune/Step Time": 12.061073133721948}
+{"Finetune/Learning Rate": 1.651290045519644e-05, "Finetune/Loss": 0.8442521095275879, "Finetune/Loss (Raw)": 0.8227183222770691, "Finetune/Step": 5692, "Finetune/Step Time": 12.066702568903565}
+{"Finetune/Learning Rate": 1.6511622526639777e-05, "Finetune/Loss": 0.8443073630332947, "Finetune/Loss (Raw)": 0.8576107621192932, "Finetune/Step": 5693, "Finetune/Step Time": 12.090698659420013}
+{"Finetune/Learning Rate": 1.6510344413432015e-05, "Finetune/Loss": 0.843264102935791, "Finetune/Loss (Raw)": 0.8292898535728455, "Finetune/Step": 5694, "Finetune/Step Time": 12.091508653014898}
+{"Finetune/Learning Rate": 1.6509066115609394e-05, "Finetune/Loss": 0.8411850333213806, "Finetune/Loss (Raw)": 0.6203154921531677, "Finetune/Step": 5695, "Finetune/Step Time": 12.11521521769464}
+{"Finetune/Learning Rate": 1.6507787633208173e-05, "Finetune/Loss": 0.8407367467880249, "Finetune/Loss (Raw)": 0.8358567357063293, "Finetune/Step": 5696, "Finetune/Step Time": 12.121413871645927}
+{"Finetune/Learning Rate": 1.6506508966264595e-05, "Finetune/Loss": 0.840679943561554, "Finetune/Loss (Raw)": 0.8861883282661438, "Finetune/Step": 5697, "Finetune/Step Time": 12.129349177703261}
+{"Finetune/Learning Rate": 1.650523011481493e-05, "Finetune/Loss": 0.8416781425476074, "Finetune/Loss (Raw)": 0.8855543732643127, "Finetune/Step": 5698, "Finetune/Step Time": 12.1402890663594}
+{"Finetune/Learning Rate": 1.6503951078895433e-05, "Finetune/Loss": 0.8416857719421387, "Finetune/Loss (Raw)": 0.8241477012634277, "Finetune/Step": 5699, "Finetune/Step Time": 12.121692998334765}
+{"Finetune/Learning Rate": 1.6502671858542378e-05, "Finetune/Loss": 0.8425920605659485, "Finetune/Loss (Raw)": 1.0036814212799072, "Finetune/Step": 5700, "Finetune/Step Time": 12.122223572805524}
+{"Finetune/Learning Rate": 1.6501392453792046e-05, "Finetune/Loss": 0.8407316207885742, "Finetune/Loss (Raw)": 0.6456066966056824, "Finetune/Step": 5701, "Finetune/Step Time": 12.12888165190816}
+{"Finetune/Learning Rate": 1.6500112864680703e-05, "Finetune/Loss": 0.8415117263793945, "Finetune/Loss (Raw)": 0.9757609963417053, "Finetune/Step": 5702, "Finetune/Step Time": 12.119220595806837}
+{"Finetune/Learning Rate": 1.6498833091244648e-05, "Finetune/Loss": 0.8424321413040161, "Finetune/Loss (Raw)": 0.9084827303886414, "Finetune/Step": 5703, "Finetune/Step Time": 12.111620979383588}
+{"Finetune/Learning Rate": 1.649755313352017e-05, "Finetune/Loss": 0.8428852558135986, "Finetune/Loss (Raw)": 0.8285509347915649, "Finetune/Step": 5704, "Finetune/Step Time": 12.08234640210867}
+{"Finetune/Learning Rate": 1.6496272991543554e-05, "Finetune/Loss": 0.8431310057640076, "Finetune/Loss (Raw)": 0.7929354310035706, "Finetune/Step": 5705, "Finetune/Step Time": 12.113002011552453}
+{"Finetune/Learning Rate": 1.6494992665351114e-05, "Finetune/Loss": 0.8434504866600037, "Finetune/Loss (Raw)": 0.9146814346313477, "Finetune/Step": 5706, "Finetune/Step Time": 12.117442140355706}
+{"Finetune/Learning Rate": 1.6493712154979152e-05, "Finetune/Loss": 0.8450618982315063, "Finetune/Loss (Raw)": 0.845482587814331, "Finetune/Step": 5707, "Finetune/Step Time": 12.0914401486516}
+{"Finetune/Learning Rate": 1.6492431460463976e-05, "Finetune/Loss": 0.8444926738739014, "Finetune/Loss (Raw)": 0.7424965500831604, "Finetune/Step": 5708, "Finetune/Step Time": 12.090078627690673}
+{"Finetune/Learning Rate": 1.6491150581841906e-05, "Finetune/Loss": 0.8457766175270081, "Finetune/Loss (Raw)": 0.9033475518226624, "Finetune/Step": 5709, "Finetune/Step Time": 12.08672864921391}
+{"Finetune/Learning Rate": 1.6489869519149263e-05, "Finetune/Loss": 0.8464721441268921, "Finetune/Loss (Raw)": 0.9142772555351257, "Finetune/Step": 5710, "Finetune/Step Time": 12.04690869897604}
+{"Finetune/Learning Rate": 1.6488588272422378e-05, "Finetune/Loss": 0.8462148904800415, "Finetune/Loss (Raw)": 0.8359204530715942, "Finetune/Step": 5711, "Finetune/Step Time": 12.038359079509974}
+{"Finetune/Learning Rate": 1.648730684169758e-05, "Finetune/Loss": 0.8444802165031433, "Finetune/Loss (Raw)": 0.8133372664451599, "Finetune/Step": 5712, "Finetune/Step Time": 12.0319121517241}
+{"Finetune/Learning Rate": 1.6486025227011206e-05, "Finetune/Loss": 0.842280387878418, "Finetune/Loss (Raw)": 0.7577093243598938, "Finetune/Step": 5713, "Finetune/Step Time": 12.023824041709304}
+{"Finetune/Learning Rate": 1.6484743428399604e-05, "Finetune/Loss": 0.8405717015266418, "Finetune/Loss (Raw)": 0.667186439037323, "Finetune/Step": 5714, "Finetune/Step Time": 12.078151794150472}
+{"Finetune/Learning Rate": 1.6483461445899115e-05, "Finetune/Loss": 0.8403942584991455, "Finetune/Loss (Raw)": 0.883870005607605, "Finetune/Step": 5715, "Finetune/Step Time": 12.058639185503125}
+{"Finetune/Learning Rate": 1.6482179279546096e-05, "Finetune/Loss": 0.8402531147003174, "Finetune/Loss (Raw)": 0.7741461396217346, "Finetune/Step": 5716, "Finetune/Step Time": 12.03899904154241}
+{"Finetune/Learning Rate": 1.6480896929376905e-05, "Finetune/Loss": 0.8414585590362549, "Finetune/Loss (Raw)": 0.953199028968811, "Finetune/Step": 5717, "Finetune/Step Time": 12.026406792923808}
+{"Finetune/Learning Rate": 1.6479614395427908e-05, "Finetune/Loss": 0.8413817286491394, "Finetune/Loss (Raw)": 0.9046303629875183, "Finetune/Step": 5718, "Finetune/Step Time": 12.04023846425116}
+{"Finetune/Learning Rate": 1.6478331677735472e-05, "Finetune/Loss": 0.8430718183517456, "Finetune/Loss (Raw)": 0.8901909589767456, "Finetune/Step": 5719, "Finetune/Step Time": 12.038617143407464}
+{"Finetune/Learning Rate": 1.6477048776335972e-05, "Finetune/Loss": 0.8421642780303955, "Finetune/Loss (Raw)": 0.6725142002105713, "Finetune/Step": 5720, "Finetune/Step Time": 12.0669014621526}
+{"Finetune/Learning Rate": 1.6475765691265784e-05, "Finetune/Loss": 0.8422683477401733, "Finetune/Loss (Raw)": 0.8341890573501587, "Finetune/Step": 5721, "Finetune/Step Time": 12.068776970729232}
+{"Finetune/Learning Rate": 1.64744824225613e-05, "Finetune/Loss": 0.8424699306488037, "Finetune/Loss (Raw)": 0.8719531297683716, "Finetune/Step": 5722, "Finetune/Step Time": 12.06586623378098}
+{"Finetune/Learning Rate": 1.6473198970258902e-05, "Finetune/Loss": 0.8418279886245728, "Finetune/Loss (Raw)": 0.6968322396278381, "Finetune/Step": 5723, "Finetune/Step Time": 12.059096872806549}
+{"Finetune/Learning Rate": 1.647191533439499e-05, "Finetune/Loss": 0.8442410230636597, "Finetune/Loss (Raw)": 0.9982357025146484, "Finetune/Step": 5724, "Finetune/Step Time": 12.06262074969709}
+{"Finetune/Learning Rate": 1.6470631515005965e-05, "Finetune/Loss": 0.8439112901687622, "Finetune/Loss (Raw)": 0.8428171277046204, "Finetune/Step": 5725, "Finetune/Step Time": 12.064624980092049}
+{"Finetune/Learning Rate": 1.6469347512128226e-05, "Finetune/Loss": 0.8431479930877686, "Finetune/Loss (Raw)": 0.8698209524154663, "Finetune/Step": 5726, "Finetune/Step Time": 12.06529545597732}
+{"Finetune/Learning Rate": 1.646806332579819e-05, "Finetune/Loss": 0.8426516056060791, "Finetune/Loss (Raw)": 0.85547935962677, "Finetune/Step": 5727, "Finetune/Step Time": 12.063035568222404}
+{"Finetune/Learning Rate": 1.646677895605227e-05, "Finetune/Loss": 0.8410079479217529, "Finetune/Loss (Raw)": 0.6149157881736755, "Finetune/Step": 5728, "Finetune/Step Time": 12.09543902054429}
+{"Finetune/Learning Rate": 1.646549440292689e-05, "Finetune/Loss": 0.8402253985404968, "Finetune/Loss (Raw)": 0.7762396931648254, "Finetune/Step": 5729, "Finetune/Step Time": 12.095877291634679}
+{"Finetune/Learning Rate": 1.646420966645847e-05, "Finetune/Loss": 0.8407843112945557, "Finetune/Loss (Raw)": 0.8113753199577332, "Finetune/Step": 5730, "Finetune/Step Time": 12.106454767286777}
+{"Finetune/Learning Rate": 1.646292474668345e-05, "Finetune/Loss": 0.8405115604400635, "Finetune/Loss (Raw)": 0.8769113421440125, "Finetune/Step": 5731, "Finetune/Step Time": 12.110836757346988}
+{"Finetune/Learning Rate": 1.6461639643638258e-05, "Finetune/Loss": 0.8398265838623047, "Finetune/Loss (Raw)": 0.7708237171173096, "Finetune/Step": 5732, "Finetune/Step Time": 12.107791192829609}
+{"Finetune/Learning Rate": 1.6460354357359345e-05, "Finetune/Loss": 0.839836597442627, "Finetune/Loss (Raw)": 0.9563756585121155, "Finetune/Step": 5733, "Finetune/Step Time": 12.110971918329597}
+{"Finetune/Learning Rate": 1.6459068887883153e-05, "Finetune/Loss": 0.8407465219497681, "Finetune/Loss (Raw)": 0.8800357580184937, "Finetune/Step": 5734, "Finetune/Step Time": 12.088564366102219}
+{"Finetune/Learning Rate": 1.645778323524613e-05, "Finetune/Loss": 0.8417109251022339, "Finetune/Loss (Raw)": 0.8785467743873596, "Finetune/Step": 5735, "Finetune/Step Time": 12.12645903788507}
+{"Finetune/Learning Rate": 1.645649739948474e-05, "Finetune/Loss": 0.8420600891113281, "Finetune/Loss (Raw)": 0.9406062364578247, "Finetune/Step": 5736, "Finetune/Step Time": 12.154443051666021}
+{"Finetune/Learning Rate": 1.6455211380635442e-05, "Finetune/Loss": 0.841865062713623, "Finetune/Loss (Raw)": 0.8641442060470581, "Finetune/Step": 5737, "Finetune/Step Time": 12.153332937508821}
+{"Finetune/Learning Rate": 1.645392517873471e-05, "Finetune/Loss": 0.8424050211906433, "Finetune/Loss (Raw)": 0.9001852869987488, "Finetune/Step": 5738, "Finetune/Step Time": 12.162341183051467}
+{"Finetune/Learning Rate": 1.6452638793819007e-05, "Finetune/Loss": 0.8421677350997925, "Finetune/Loss (Raw)": 0.7838997840881348, "Finetune/Step": 5739, "Finetune/Step Time": 12.166696293279529}
+{"Finetune/Learning Rate": 1.645135222592482e-05, "Finetune/Loss": 0.8412831425666809, "Finetune/Loss (Raw)": 0.7820812463760376, "Finetune/Step": 5740, "Finetune/Step Time": 12.172793984413147}
+{"Finetune/Learning Rate": 1.6450065475088628e-05, "Finetune/Loss": 0.8394110202789307, "Finetune/Loss (Raw)": 0.5547565817832947, "Finetune/Step": 5741, "Finetune/Step Time": 12.199883418157697}
+{"Finetune/Learning Rate": 1.6448778541346923e-05, "Finetune/Loss": 0.8391899466514587, "Finetune/Loss (Raw)": 0.8084883689880371, "Finetune/Step": 5742, "Finetune/Step Time": 12.201421124860644}
+{"Finetune/Learning Rate": 1.6447491424736194e-05, "Finetune/Loss": 0.8387976884841919, "Finetune/Loss (Raw)": 0.941870927810669, "Finetune/Step": 5743, "Finetune/Step Time": 12.214346051216125}
+{"Finetune/Learning Rate": 1.644620412529294e-05, "Finetune/Loss": 0.8390301465988159, "Finetune/Loss (Raw)": 0.8466027975082397, "Finetune/Step": 5744, "Finetune/Step Time": 12.191481795161963}
+{"Finetune/Learning Rate": 1.644491664305367e-05, "Finetune/Loss": 0.8400417566299438, "Finetune/Loss (Raw)": 0.8692327737808228, "Finetune/Step": 5745, "Finetune/Step Time": 12.187721578404307}
+{"Finetune/Learning Rate": 1.6443628978054893e-05, "Finetune/Loss": 0.8398380875587463, "Finetune/Loss (Raw)": 0.8231958746910095, "Finetune/Step": 5746, "Finetune/Step Time": 12.18727033957839}
+{"Finetune/Learning Rate": 1.644234113033312e-05, "Finetune/Loss": 0.8408756256103516, "Finetune/Loss (Raw)": 0.9371856451034546, "Finetune/Step": 5747, "Finetune/Step Time": 12.188778206706047}
+{"Finetune/Learning Rate": 1.6441053099924872e-05, "Finetune/Loss": 0.8399499654769897, "Finetune/Loss (Raw)": 0.6992443799972534, "Finetune/Step": 5748, "Finetune/Step Time": 12.19845492579043}
+{"Finetune/Learning Rate": 1.6439764886866674e-05, "Finetune/Loss": 0.8385393619537354, "Finetune/Loss (Raw)": 0.7770230770111084, "Finetune/Step": 5749, "Finetune/Step Time": 12.208009054884315}
+{"Finetune/Learning Rate": 1.6438476491195053e-05, "Finetune/Loss": 0.8369505405426025, "Finetune/Loss (Raw)": 0.6056755185127258, "Finetune/Step": 5750, "Finetune/Step Time": 12.235484974458814}
+{"Finetune/Learning Rate": 1.643718791294655e-05, "Finetune/Loss": 0.8371871709823608, "Finetune/Loss (Raw)": 0.8334507346153259, "Finetune/Step": 5751, "Finetune/Step Time": 12.208003284409642}
+{"Finetune/Learning Rate": 1.6435899152157706e-05, "Finetune/Loss": 0.8362568616867065, "Finetune/Loss (Raw)": 0.7716811895370483, "Finetune/Step": 5752, "Finetune/Step Time": 12.210810527205467}
+{"Finetune/Learning Rate": 1.6434610208865058e-05, "Finetune/Loss": 0.8361168503761292, "Finetune/Loss (Raw)": 0.8897737860679626, "Finetune/Step": 5753, "Finetune/Step Time": 12.208940336480737}
+{"Finetune/Learning Rate": 1.6433321083105165e-05, "Finetune/Loss": 0.837063193321228, "Finetune/Loss (Raw)": 0.9123145341873169, "Finetune/Step": 5754, "Finetune/Step Time": 12.20242103561759}
+{"Finetune/Learning Rate": 1.643203177491458e-05, "Finetune/Loss": 0.8364986181259155, "Finetune/Loss (Raw)": 0.8601634502410889, "Finetune/Step": 5755, "Finetune/Step Time": 12.200300695374608}
+{"Finetune/Learning Rate": 1.6430742284329865e-05, "Finetune/Loss": 0.8370183110237122, "Finetune/Loss (Raw)": 0.9002812504768372, "Finetune/Step": 5756, "Finetune/Step Time": 12.193996550515294}
+{"Finetune/Learning Rate": 1.642945261138758e-05, "Finetune/Loss": 0.8393663167953491, "Finetune/Loss (Raw)": 0.8805314302444458, "Finetune/Step": 5757, "Finetune/Step Time": 12.161480225622654}
+{"Finetune/Learning Rate": 1.6428162756124305e-05, "Finetune/Loss": 0.8396390080451965, "Finetune/Loss (Raw)": 0.8496811985969543, "Finetune/Step": 5758, "Finetune/Step Time": 12.158189740031958}
+{"Finetune/Learning Rate": 1.6426872718576613e-05, "Finetune/Loss": 0.8389164805412292, "Finetune/Loss (Raw)": 0.731926441192627, "Finetune/Step": 5759, "Finetune/Step Time": 12.155386744067073}
+{"Finetune/Learning Rate": 1.642558249878109e-05, "Finetune/Loss": 0.8380348086357117, "Finetune/Loss (Raw)": 0.8112030625343323, "Finetune/Step": 5760, "Finetune/Step Time": 12.158773178234696}
+{"Finetune/Learning Rate": 1.6424292096774317e-05, "Finetune/Loss": 0.8393094539642334, "Finetune/Loss (Raw)": 0.8858872652053833, "Finetune/Step": 5761, "Finetune/Step Time": 12.144693866372108}
+{"Finetune/Learning Rate": 1.642300151259289e-05, "Finetune/Loss": 0.8394477963447571, "Finetune/Loss (Raw)": 1.0058542490005493, "Finetune/Step": 5762, "Finetune/Step Time": 12.144740346819162}
+{"Finetune/Learning Rate": 1.6421710746273397e-05, "Finetune/Loss": 0.8380619287490845, "Finetune/Loss (Raw)": 0.907730758190155, "Finetune/Step": 5763, "Finetune/Step Time": 12.14313361607492}
+{"Finetune/Learning Rate": 1.6420419797852457e-05, "Finetune/Loss": 0.8381174206733704, "Finetune/Loss (Raw)": 0.9208953976631165, "Finetune/Step": 5764, "Finetune/Step Time": 12.14468402042985}
+{"Finetune/Learning Rate": 1.6419128667366664e-05, "Finetune/Loss": 0.8382943868637085, "Finetune/Loss (Raw)": 0.897133469581604, "Finetune/Step": 5765, "Finetune/Step Time": 12.148493068292737}
+{"Finetune/Learning Rate": 1.6417837354852637e-05, "Finetune/Loss": 0.8366202712059021, "Finetune/Loss (Raw)": 0.5857629776000977, "Finetune/Step": 5766, "Finetune/Step Time": 12.171525800600648}
+{"Finetune/Learning Rate": 1.6416545860346995e-05, "Finetune/Loss": 0.8370019197463989, "Finetune/Loss (Raw)": 0.9838272333145142, "Finetune/Step": 5767, "Finetune/Step Time": 12.178551683202386}
+{"Finetune/Learning Rate": 1.6415254183886356e-05, "Finetune/Loss": 0.8363966941833496, "Finetune/Loss (Raw)": 0.8499603867530823, "Finetune/Step": 5768, "Finetune/Step Time": 12.176941893994808}
+{"Finetune/Learning Rate": 1.641396232550735e-05, "Finetune/Loss": 0.8375339508056641, "Finetune/Loss (Raw)": 0.8564817905426025, "Finetune/Step": 5769, "Finetune/Step Time": 12.16780847683549}
+{"Finetune/Learning Rate": 1.641267028524661e-05, "Finetune/Loss": 0.8368021845817566, "Finetune/Loss (Raw)": 0.7767717838287354, "Finetune/Step": 5770, "Finetune/Step Time": 12.179188011214137}
+{"Finetune/Learning Rate": 1.641137806314078e-05, "Finetune/Loss": 0.8362171649932861, "Finetune/Loss (Raw)": 0.8241840600967407, "Finetune/Step": 5771, "Finetune/Step Time": 12.194698875769973}
+{"Finetune/Learning Rate": 1.6410085659226494e-05, "Finetune/Loss": 0.8381485939025879, "Finetune/Loss (Raw)": 1.0180975198745728, "Finetune/Step": 5772, "Finetune/Step Time": 12.173815516754985}
+{"Finetune/Learning Rate": 1.6408793073540416e-05, "Finetune/Loss": 0.8369722962379456, "Finetune/Loss (Raw)": 0.8508370518684387, "Finetune/Step": 5773, "Finetune/Step Time": 12.18081427179277}
+{"Finetune/Learning Rate": 1.6407500306119183e-05, "Finetune/Loss": 0.8355095386505127, "Finetune/Loss (Raw)": 0.7600938677787781, "Finetune/Step": 5774, "Finetune/Step Time": 12.18387115187943}
+{"Finetune/Learning Rate": 1.6406207356999466e-05, "Finetune/Loss": 0.8354908227920532, "Finetune/Loss (Raw)": 0.8940576314926147, "Finetune/Step": 5775, "Finetune/Step Time": 12.188815459609032}
+{"Finetune/Learning Rate": 1.6404914226217924e-05, "Finetune/Loss": 0.8361789584159851, "Finetune/Loss (Raw)": 0.868894636631012, "Finetune/Step": 5776, "Finetune/Step Time": 12.188477655872703}
+{"Finetune/Learning Rate": 1.6403620913811224e-05, "Finetune/Loss": 0.8349405527114868, "Finetune/Loss (Raw)": 0.7625125050544739, "Finetune/Step": 5777, "Finetune/Step Time": 12.198896799236536}
+{"Finetune/Learning Rate": 1.6402327419816045e-05, "Finetune/Loss": 0.8338382244110107, "Finetune/Loss (Raw)": 0.7553427219390869, "Finetune/Step": 5778, "Finetune/Step Time": 12.189472064375877}
+{"Finetune/Learning Rate": 1.640103374426907e-05, "Finetune/Loss": 0.8339821696281433, "Finetune/Loss (Raw)": 0.9206631779670715, "Finetune/Step": 5779, "Finetune/Step Time": 12.189467556774616}
+{"Finetune/Learning Rate": 1.639973988720698e-05, "Finetune/Loss": 0.8349236249923706, "Finetune/Loss (Raw)": 0.9881128668785095, "Finetune/Step": 5780, "Finetune/Step Time": 12.161784552037716}
+{"Finetune/Learning Rate": 1.639844584866646e-05, "Finetune/Loss": 0.8354130983352661, "Finetune/Loss (Raw)": 0.8657520413398743, "Finetune/Step": 5781, "Finetune/Step Time": 12.156703177839518}
+{"Finetune/Learning Rate": 1.6397151628684213e-05, "Finetune/Loss": 0.8340560793876648, "Finetune/Loss (Raw)": 0.6264951229095459, "Finetune/Step": 5782, "Finetune/Step Time": 12.187178472056985}
+{"Finetune/Learning Rate": 1.639585722729694e-05, "Finetune/Loss": 0.8343786001205444, "Finetune/Loss (Raw)": 0.8865975737571716, "Finetune/Step": 5783, "Finetune/Step Time": 12.199878763407469}
+{"Finetune/Learning Rate": 1.6394562644541342e-05, "Finetune/Loss": 0.8350922465324402, "Finetune/Loss (Raw)": 1.0046457052230835, "Finetune/Step": 5784, "Finetune/Step Time": 12.196491219103336}
+{"Finetune/Learning Rate": 1.639326788045413e-05, "Finetune/Loss": 0.8348376750946045, "Finetune/Loss (Raw)": 0.6597768068313599, "Finetune/Step": 5785, "Finetune/Step Time": 12.18305685557425}
+{"Finetune/Learning Rate": 1.639197293507202e-05, "Finetune/Loss": 0.835727334022522, "Finetune/Loss (Raw)": 0.9695778489112854, "Finetune/Step": 5786, "Finetune/Step Time": 12.167020175606012}
+{"Finetune/Learning Rate": 1.6390677808431737e-05, "Finetune/Loss": 0.8365699052810669, "Finetune/Loss (Raw)": 0.9842463731765747, "Finetune/Step": 5787, "Finetune/Step Time": 12.1437873467803}
+{"Finetune/Learning Rate": 1.638938250057e-05, "Finetune/Loss": 0.835204005241394, "Finetune/Loss (Raw)": 0.5934804081916809, "Finetune/Step": 5788, "Finetune/Step Time": 12.167757201939821}
+{"Finetune/Learning Rate": 1.6388087011523545e-05, "Finetune/Loss": 0.834618091583252, "Finetune/Loss (Raw)": 0.8462698459625244, "Finetune/Step": 5789, "Finetune/Step Time": 12.162864457815886}
+{"Finetune/Learning Rate": 1.638679134132911e-05, "Finetune/Loss": 0.8363618850708008, "Finetune/Loss (Raw)": 1.0063358545303345, "Finetune/Step": 5790, "Finetune/Step Time": 12.135862313210964}
+{"Finetune/Learning Rate": 1.6385495490023434e-05, "Finetune/Loss": 0.8369494080543518, "Finetune/Loss (Raw)": 0.8942962288856506, "Finetune/Step": 5791, "Finetune/Step Time": 12.142001524567604}
+{"Finetune/Learning Rate": 1.6384199457643264e-05, "Finetune/Loss": 0.8378139138221741, "Finetune/Loss (Raw)": 0.8314557671546936, "Finetune/Step": 5792, "Finetune/Step Time": 12.149652348831296}
+{"Finetune/Learning Rate": 1.638290324422535e-05, "Finetune/Loss": 0.8385486006736755, "Finetune/Loss (Raw)": 0.8528435230255127, "Finetune/Step": 5793, "Finetune/Step Time": 12.151149382814765}
+{"Finetune/Learning Rate": 1.638160684980645e-05, "Finetune/Loss": 0.839374303817749, "Finetune/Loss (Raw)": 0.8745805621147156, "Finetune/Step": 5794, "Finetune/Step Time": 12.148451015353203}
+{"Finetune/Learning Rate": 1.638031027442333e-05, "Finetune/Loss": 0.8392747640609741, "Finetune/Loss (Raw)": 0.7751505374908447, "Finetune/Step": 5795, "Finetune/Step Time": 12.158183425664902}
+{"Finetune/Learning Rate": 1.6379013518112753e-05, "Finetune/Loss": 0.8385053873062134, "Finetune/Loss (Raw)": 0.8075780868530273, "Finetune/Step": 5796, "Finetune/Step Time": 12.125125089660287}
+{"Finetune/Learning Rate": 1.6377716580911487e-05, "Finetune/Loss": 0.8394509553909302, "Finetune/Loss (Raw)": 0.9619710445404053, "Finetune/Step": 5797, "Finetune/Step Time": 12.144519409164786}
+{"Finetune/Learning Rate": 1.6376419462856322e-05, "Finetune/Loss": 0.8394593596458435, "Finetune/Loss (Raw)": 0.8755113482475281, "Finetune/Step": 5798, "Finetune/Step Time": 12.145916637033224}
+{"Finetune/Learning Rate": 1.637512216398403e-05, "Finetune/Loss": 0.8396894931793213, "Finetune/Loss (Raw)": 0.933021605014801, "Finetune/Step": 5799, "Finetune/Step Time": 12.140277387574315}
+{"Finetune/Learning Rate": 1.6373824684331397e-05, "Finetune/Loss": 0.8405172228813171, "Finetune/Loss (Raw)": 0.8624008297920227, "Finetune/Step": 5800, "Finetune/Step Time": 12.134618047624826}
+{"Finetune/Learning Rate": 1.6372527023935227e-05, "Finetune/Loss": 0.8420408368110657, "Finetune/Loss (Raw)": 0.8774639368057251, "Finetune/Step": 5801, "Finetune/Step Time": 12.1263556368649}
+{"Finetune/Learning Rate": 1.637122918283231e-05, "Finetune/Loss": 0.8425676822662354, "Finetune/Loss (Raw)": 0.9188967347145081, "Finetune/Step": 5802, "Finetune/Step Time": 12.126061396673322}
+{"Finetune/Learning Rate": 1.6369931161059448e-05, "Finetune/Loss": 0.842827558517456, "Finetune/Loss (Raw)": 0.8469471335411072, "Finetune/Step": 5803, "Finetune/Step Time": 12.14199815876782}
+{"Finetune/Learning Rate": 1.6368632958653457e-05, "Finetune/Loss": 0.8417669534683228, "Finetune/Loss (Raw)": 0.8170727491378784, "Finetune/Step": 5804, "Finetune/Step Time": 12.132203774526715}
+{"Finetune/Learning Rate": 1.6367334575651138e-05, "Finetune/Loss": 0.8446162939071655, "Finetune/Loss (Raw)": 0.9591478705406189, "Finetune/Step": 5805, "Finetune/Step Time": 12.122491288930178}
+{"Finetune/Learning Rate": 1.6366036012089322e-05, "Finetune/Loss": 0.8449280858039856, "Finetune/Loss (Raw)": 0.9418277144432068, "Finetune/Step": 5806, "Finetune/Step Time": 12.110155204311013}
+{"Finetune/Learning Rate": 1.636473726800483e-05, "Finetune/Loss": 0.8451639413833618, "Finetune/Loss (Raw)": 0.9068162441253662, "Finetune/Step": 5807, "Finetune/Step Time": 12.110162433236837}
+{"Finetune/Learning Rate": 1.6363438343434483e-05, "Finetune/Loss": 0.8457701206207275, "Finetune/Loss (Raw)": 0.7900281548500061, "Finetune/Step": 5808, "Finetune/Step Time": 12.104224575683475}
+{"Finetune/Learning Rate": 1.636213923841512e-05, "Finetune/Loss": 0.84762042760849, "Finetune/Loss (Raw)": 0.9404928088188171, "Finetune/Step": 5809, "Finetune/Step Time": 12.108992734923959}
+{"Finetune/Learning Rate": 1.6360839952983583e-05, "Finetune/Loss": 0.8475915789604187, "Finetune/Loss (Raw)": 0.8556572794914246, "Finetune/Step": 5810, "Finetune/Step Time": 12.120049754157662}
+{"Finetune/Learning Rate": 1.635954048717671e-05, "Finetune/Loss": 0.8480531573295593, "Finetune/Loss (Raw)": 0.884254515171051, "Finetune/Step": 5811, "Finetune/Step Time": 12.117334451526403}
+{"Finetune/Learning Rate": 1.635824084103135e-05, "Finetune/Loss": 0.8477509021759033, "Finetune/Loss (Raw)": 0.7713007926940918, "Finetune/Step": 5812, "Finetune/Step Time": 12.135642632842064}
+{"Finetune/Learning Rate": 1.6356941014584367e-05, "Finetune/Loss": 0.8464921712875366, "Finetune/Loss (Raw)": 0.7487995028495789, "Finetune/Step": 5813, "Finetune/Step Time": 12.138347242027521}
+{"Finetune/Learning Rate": 1.635564100787261e-05, "Finetune/Loss": 0.8471519351005554, "Finetune/Loss (Raw)": 0.9486754536628723, "Finetune/Step": 5814, "Finetune/Step Time": 12.146656973287463}
+{"Finetune/Learning Rate": 1.6354340820932945e-05, "Finetune/Loss": 0.8474206924438477, "Finetune/Loss (Raw)": 0.9515464901924133, "Finetune/Step": 5815, "Finetune/Step Time": 12.14763362519443}
+{"Finetune/Learning Rate": 1.635304045380225e-05, "Finetune/Loss": 0.84690260887146, "Finetune/Loss (Raw)": 0.8496406078338623, "Finetune/Step": 5816, "Finetune/Step Time": 12.156111845746636}
+{"Finetune/Learning Rate": 1.635173990651739e-05, "Finetune/Loss": 0.8458606600761414, "Finetune/Loss (Raw)": 0.8796823620796204, "Finetune/Step": 5817, "Finetune/Step Time": 12.156407920643687}
+{"Finetune/Learning Rate": 1.6350439179115246e-05, "Finetune/Loss": 0.8451858758926392, "Finetune/Loss (Raw)": 0.6986859440803528, "Finetune/Step": 5818, "Finetune/Step Time": 12.16242890805006}
+{"Finetune/Learning Rate": 1.6349138271632705e-05, "Finetune/Loss": 0.8453609347343445, "Finetune/Loss (Raw)": 0.8947365283966064, "Finetune/Step": 5819, "Finetune/Step Time": 12.164357040077448}
+{"Finetune/Learning Rate": 1.6347837184106657e-05, "Finetune/Loss": 0.8453148603439331, "Finetune/Loss (Raw)": 0.8168104290962219, "Finetune/Step": 5820, "Finetune/Step Time": 12.161262921988964}
+{"Finetune/Learning Rate": 1.6346535916574002e-05, "Finetune/Loss": 0.8450395464897156, "Finetune/Loss (Raw)": 0.8223803043365479, "Finetune/Step": 5821, "Finetune/Step Time": 12.143923625349998}
+{"Finetune/Learning Rate": 1.634523446907163e-05, "Finetune/Loss": 0.8450018763542175, "Finetune/Loss (Raw)": 0.8244641423225403, "Finetune/Step": 5822, "Finetune/Step Time": 12.141940470784903}
+{"Finetune/Learning Rate": 1.6343932841636455e-05, "Finetune/Loss": 0.846611499786377, "Finetune/Loss (Raw)": 0.8263474702835083, "Finetune/Step": 5823, "Finetune/Step Time": 12.112572668120265}
+{"Finetune/Learning Rate": 1.6342631034305386e-05, "Finetune/Loss": 0.8460891842842102, "Finetune/Loss (Raw)": 0.7689973711967468, "Finetune/Step": 5824, "Finetune/Step Time": 12.114743070676923}
+{"Finetune/Learning Rate": 1.6341329047115335e-05, "Finetune/Loss": 0.8462317585945129, "Finetune/Loss (Raw)": 0.9044418931007385, "Finetune/Step": 5825, "Finetune/Step Time": 12.172700546681881}
+{"Finetune/Learning Rate": 1.6340026880103225e-05, "Finetune/Loss": 0.8454674482345581, "Finetune/Loss (Raw)": 0.7877197265625, "Finetune/Step": 5826, "Finetune/Step Time": 12.168274123221636}
+{"Finetune/Learning Rate": 1.633872453330598e-05, "Finetune/Loss": 0.8450478315353394, "Finetune/Loss (Raw)": 0.7704393863677979, "Finetune/Step": 5827, "Finetune/Step Time": 12.170012088492513}
+{"Finetune/Learning Rate": 1.633742200676053e-05, "Finetune/Loss": 0.8429189920425415, "Finetune/Loss (Raw)": 0.7311898469924927, "Finetune/Step": 5828, "Finetune/Step Time": 12.168860472738743}
+{"Finetune/Learning Rate": 1.633611930050382e-05, "Finetune/Loss": 0.8437427878379822, "Finetune/Loss (Raw)": 0.7510567307472229, "Finetune/Step": 5829, "Finetune/Step Time": 12.163778260350227}
+{"Finetune/Learning Rate": 1.6334816414572777e-05, "Finetune/Loss": 0.8421458005905151, "Finetune/Loss (Raw)": 0.771334707736969, "Finetune/Step": 5830, "Finetune/Step Time": 12.169104075059295}
+{"Finetune/Learning Rate": 1.633351334900436e-05, "Finetune/Loss": 0.841888427734375, "Finetune/Loss (Raw)": 0.8755456805229187, "Finetune/Step": 5831, "Finetune/Step Time": 12.170309020206332}
+{"Finetune/Learning Rate": 1.633221010383551e-05, "Finetune/Loss": 0.8414223194122314, "Finetune/Loss (Raw)": 0.7688872814178467, "Finetune/Step": 5832, "Finetune/Step Time": 12.172171087935567}
+{"Finetune/Learning Rate": 1.633090667910319e-05, "Finetune/Loss": 0.8411356806755066, "Finetune/Loss (Raw)": 0.7562467455863953, "Finetune/Step": 5833, "Finetune/Step Time": 12.158400066196918}
+{"Finetune/Learning Rate": 1.6329603074844358e-05, "Finetune/Loss": 0.8414820432662964, "Finetune/Loss (Raw)": 0.9590172171592712, "Finetune/Step": 5834, "Finetune/Step Time": 12.160692762583494}
+{"Finetune/Learning Rate": 1.6328299291095982e-05, "Finetune/Loss": 0.8417729139328003, "Finetune/Loss (Raw)": 0.8827106356620789, "Finetune/Step": 5835, "Finetune/Step Time": 12.160162258893251}
+{"Finetune/Learning Rate": 1.6326995327895034e-05, "Finetune/Loss": 0.8425049781799316, "Finetune/Loss (Raw)": 0.8362008333206177, "Finetune/Step": 5836, "Finetune/Step Time": 12.162507504224777}
+{"Finetune/Learning Rate": 1.632569118527849e-05, "Finetune/Loss": 0.8412795066833496, "Finetune/Loss (Raw)": 0.7464937567710876, "Finetune/Step": 5837, "Finetune/Step Time": 12.174916222691536}
+{"Finetune/Learning Rate": 1.632438686328333e-05, "Finetune/Loss": 0.8391643166542053, "Finetune/Loss (Raw)": 0.6435267925262451, "Finetune/Step": 5838, "Finetune/Step Time": 12.203399419784546}
+{"Finetune/Learning Rate": 1.6323082361946547e-05, "Finetune/Loss": 0.8396902084350586, "Finetune/Loss (Raw)": 0.9032360315322876, "Finetune/Step": 5839, "Finetune/Step Time": 12.198701545596123}
+{"Finetune/Learning Rate": 1.6321777681305128e-05, "Finetune/Loss": 0.8413026928901672, "Finetune/Loss (Raw)": 1.0197327136993408, "Finetune/Step": 5840, "Finetune/Step Time": 12.194679027423263}
+{"Finetune/Learning Rate": 1.6320472821396066e-05, "Finetune/Loss": 0.8426330089569092, "Finetune/Loss (Raw)": 0.9279882907867432, "Finetune/Step": 5841, "Finetune/Step Time": 12.189901676028967}
+{"Finetune/Learning Rate": 1.631916778225637e-05, "Finetune/Loss": 0.843645453453064, "Finetune/Loss (Raw)": 0.7967833876609802, "Finetune/Step": 5842, "Finetune/Step Time": 12.119711503386497}
+{"Finetune/Learning Rate": 1.6317862563923048e-05, "Finetune/Loss": 0.8441444039344788, "Finetune/Loss (Raw)": 0.9477407932281494, "Finetune/Step": 5843, "Finetune/Step Time": 12.129991156980395}
+{"Finetune/Learning Rate": 1.6316557166433105e-05, "Finetune/Loss": 0.8442471027374268, "Finetune/Loss (Raw)": 0.7872817516326904, "Finetune/Step": 5844, "Finetune/Step Time": 12.12978632748127}
+{"Finetune/Learning Rate": 1.6315251589823565e-05, "Finetune/Loss": 0.843783974647522, "Finetune/Loss (Raw)": 0.8939226269721985, "Finetune/Step": 5845, "Finetune/Step Time": 12.118352135643363}
+{"Finetune/Learning Rate": 1.631394583413145e-05, "Finetune/Loss": 0.8416248559951782, "Finetune/Loss (Raw)": 0.6282650232315063, "Finetune/Step": 5846, "Finetune/Step Time": 12.11044274456799}
+{"Finetune/Learning Rate": 1.6312639899393783e-05, "Finetune/Loss": 0.8410184383392334, "Finetune/Loss (Raw)": 0.8125708699226379, "Finetune/Step": 5847, "Finetune/Step Time": 12.10368918813765}
+{"Finetune/Learning Rate": 1.63113337856476e-05, "Finetune/Loss": 0.8422567844390869, "Finetune/Loss (Raw)": 0.8310229778289795, "Finetune/Step": 5848, "Finetune/Step Time": 12.078571112826467}
+{"Finetune/Learning Rate": 1.6310027492929938e-05, "Finetune/Loss": 0.8420498967170715, "Finetune/Loss (Raw)": 0.80770343542099, "Finetune/Step": 5849, "Finetune/Step Time": 12.076480085030198}
+{"Finetune/Learning Rate": 1.6308721021277836e-05, "Finetune/Loss": 0.842531681060791, "Finetune/Loss (Raw)": 0.933631956577301, "Finetune/Step": 5850, "Finetune/Step Time": 12.07394739985466}
+{"Finetune/Learning Rate": 1.630741437072835e-05, "Finetune/Loss": 0.8417956829071045, "Finetune/Loss (Raw)": 0.6026148200035095, "Finetune/Step": 5851, "Finetune/Step Time": 12.104784788563848}
+{"Finetune/Learning Rate": 1.6306107541318525e-05, "Finetune/Loss": 0.840170681476593, "Finetune/Loss (Raw)": 0.7902385592460632, "Finetune/Step": 5852, "Finetune/Step Time": 12.100763514637947}
+{"Finetune/Learning Rate": 1.6304800533085427e-05, "Finetune/Loss": 0.83928382396698, "Finetune/Loss (Raw)": 0.7292996644973755, "Finetune/Step": 5853, "Finetune/Step Time": 12.100192997604609}
+{"Finetune/Learning Rate": 1.6303493346066107e-05, "Finetune/Loss": 0.8389959335327148, "Finetune/Loss (Raw)": 0.8329712748527527, "Finetune/Step": 5854, "Finetune/Step Time": 12.09695191681385}
+{"Finetune/Learning Rate": 1.6302185980297647e-05, "Finetune/Loss": 0.8395927548408508, "Finetune/Loss (Raw)": 0.9318714737892151, "Finetune/Step": 5855, "Finetune/Step Time": 12.096549451351166}
+{"Finetune/Learning Rate": 1.6300878435817115e-05, "Finetune/Loss": 0.8417916297912598, "Finetune/Loss (Raw)": 0.8963706493377686, "Finetune/Step": 5856, "Finetune/Step Time": 12.068091550841928}
+{"Finetune/Learning Rate": 1.6299570712661582e-05, "Finetune/Loss": 0.8405786752700806, "Finetune/Loss (Raw)": 0.6209774613380432, "Finetune/Step": 5857, "Finetune/Step Time": 12.097091583535075}
+{"Finetune/Learning Rate": 1.629826281086814e-05, "Finetune/Loss": 0.8408024311065674, "Finetune/Loss (Raw)": 0.8400248885154724, "Finetune/Step": 5858, "Finetune/Step Time": 12.089914398267865}
+{"Finetune/Learning Rate": 1.6296954730473872e-05, "Finetune/Loss": 0.8393319845199585, "Finetune/Loss (Raw)": 0.6886978149414062, "Finetune/Step": 5859, "Finetune/Step Time": 12.083357037976384}
+{"Finetune/Learning Rate": 1.629564647151588e-05, "Finetune/Loss": 0.8397446870803833, "Finetune/Loss (Raw)": 0.8236416578292847, "Finetune/Step": 5860, "Finetune/Step Time": 12.093380315229297}
+{"Finetune/Learning Rate": 1.629433803403125e-05, "Finetune/Loss": 0.838286280632019, "Finetune/Loss (Raw)": 0.769702672958374, "Finetune/Step": 5861, "Finetune/Step Time": 12.087314013391733}
+{"Finetune/Learning Rate": 1.6293029418057096e-05, "Finetune/Loss": 0.8380552530288696, "Finetune/Loss (Raw)": 0.8504684567451477, "Finetune/Step": 5862, "Finetune/Step Time": 12.087598884478211}
+{"Finetune/Learning Rate": 1.6291720623630518e-05, "Finetune/Loss": 0.8383804559707642, "Finetune/Loss (Raw)": 0.920171856880188, "Finetune/Step": 5863, "Finetune/Step Time": 12.047678373754025}
+{"Finetune/Learning Rate": 1.629041165078864e-05, "Finetune/Loss": 0.8373510837554932, "Finetune/Loss (Raw)": 0.8088419437408447, "Finetune/Step": 5864, "Finetune/Step Time": 12.025733839720488}
+{"Finetune/Learning Rate": 1.6289102499568572e-05, "Finetune/Loss": 0.8381737470626831, "Finetune/Loss (Raw)": 0.9694401621818542, "Finetune/Step": 5865, "Finetune/Step Time": 12.031081115826964}
+{"Finetune/Learning Rate": 1.6287793170007442e-05, "Finetune/Loss": 0.8372482061386108, "Finetune/Loss (Raw)": 0.7817296385765076, "Finetune/Step": 5866, "Finetune/Step Time": 12.036444325000048}
+{"Finetune/Learning Rate": 1.628648366214238e-05, "Finetune/Loss": 0.8391128778457642, "Finetune/Loss (Raw)": 1.0225743055343628, "Finetune/Step": 5867, "Finetune/Step Time": 12.034123135730624}
+{"Finetune/Learning Rate": 1.6285173976010513e-05, "Finetune/Loss": 0.8376831412315369, "Finetune/Loss (Raw)": 0.5990667939186096, "Finetune/Step": 5868, "Finetune/Step Time": 12.054429640993476}
+{"Finetune/Learning Rate": 1.6283864111648985e-05, "Finetune/Loss": 0.8401229381561279, "Finetune/Loss (Raw)": 0.8670579195022583, "Finetune/Step": 5869, "Finetune/Step Time": 12.02292937040329}
+{"Finetune/Learning Rate": 1.6282554069094944e-05, "Finetune/Loss": 0.8406528234481812, "Finetune/Loss (Raw)": 0.8763164281845093, "Finetune/Step": 5870, "Finetune/Step Time": 12.017334423959255}
+{"Finetune/Learning Rate": 1.6281243848385534e-05, "Finetune/Loss": 0.8396015763282776, "Finetune/Loss (Raw)": 0.8073058724403381, "Finetune/Step": 5871, "Finetune/Step Time": 11.99961993098259}
+{"Finetune/Learning Rate": 1.6279933449557905e-05, "Finetune/Loss": 0.8400543332099915, "Finetune/Loss (Raw)": 0.9045531749725342, "Finetune/Step": 5872, "Finetune/Step Time": 12.007095074281096}
+{"Finetune/Learning Rate": 1.6278622872649223e-05, "Finetune/Loss": 0.8400680422782898, "Finetune/Loss (Raw)": 0.870990514755249, "Finetune/Step": 5873, "Finetune/Step Time": 12.028807774186134}
+{"Finetune/Learning Rate": 1.6277312117696655e-05, "Finetune/Loss": 0.8405541777610779, "Finetune/Loss (Raw)": 0.885424017906189, "Finetune/Step": 5874, "Finetune/Step Time": 12.030181026086211}
+{"Finetune/Learning Rate": 1.627600118473736e-05, "Finetune/Loss": 0.839891791343689, "Finetune/Loss (Raw)": 0.8524032235145569, "Finetune/Step": 5875, "Finetune/Step Time": 12.0303965061903}
+{"Finetune/Learning Rate": 1.627469007380852e-05, "Finetune/Loss": 0.8412450551986694, "Finetune/Loss (Raw)": 0.872455358505249, "Finetune/Step": 5876, "Finetune/Step Time": 12.029380125924945}
+{"Finetune/Learning Rate": 1.6273378784947315e-05, "Finetune/Loss": 0.8427550792694092, "Finetune/Loss (Raw)": 0.9703051447868347, "Finetune/Step": 5877, "Finetune/Step Time": 12.017506117001176}
+{"Finetune/Learning Rate": 1.6272067318190924e-05, "Finetune/Loss": 0.8454418182373047, "Finetune/Loss (Raw)": 0.9495790004730225, "Finetune/Step": 5878, "Finetune/Step Time": 11.993538847193122}
+{"Finetune/Learning Rate": 1.6270755673576538e-05, "Finetune/Loss": 0.8459725379943848, "Finetune/Loss (Raw)": 0.9013864398002625, "Finetune/Step": 5879, "Finetune/Step Time": 12.009217116981745}
+{"Finetune/Learning Rate": 1.6269443851141357e-05, "Finetune/Loss": 0.8466699123382568, "Finetune/Loss (Raw)": 0.8609413504600525, "Finetune/Step": 5880, "Finetune/Step Time": 12.001178255304694}
+{"Finetune/Learning Rate": 1.626813185092257e-05, "Finetune/Loss": 0.8477678298950195, "Finetune/Loss (Raw)": 1.030304193496704, "Finetune/Step": 5881, "Finetune/Step Time": 12.017084794119}
+{"Finetune/Learning Rate": 1.6266819672957394e-05, "Finetune/Loss": 0.8477481603622437, "Finetune/Loss (Raw)": 0.9098012447357178, "Finetune/Step": 5882, "Finetune/Step Time": 12.017744751647115}
+{"Finetune/Learning Rate": 1.626550731728303e-05, "Finetune/Loss": 0.847576379776001, "Finetune/Loss (Raw)": 0.8381671905517578, "Finetune/Step": 5883, "Finetune/Step Time": 12.025615245103836}
+{"Finetune/Learning Rate": 1.6264194783936697e-05, "Finetune/Loss": 0.8474061489105225, "Finetune/Loss (Raw)": 0.8784959316253662, "Finetune/Step": 5884, "Finetune/Step Time": 12.035643631592393}
+{"Finetune/Learning Rate": 1.626288207295561e-05, "Finetune/Loss": 0.8471816182136536, "Finetune/Loss (Raw)": 0.8517959713935852, "Finetune/Step": 5885, "Finetune/Step Time": 12.056656373664737}
+{"Finetune/Learning Rate": 1.6261569184376998e-05, "Finetune/Loss": 0.8473767638206482, "Finetune/Loss (Raw)": 0.8746579885482788, "Finetune/Step": 5886, "Finetune/Step Time": 12.05782850831747}
+{"Finetune/Learning Rate": 1.626025611823809e-05, "Finetune/Loss": 0.8489000797271729, "Finetune/Loss (Raw)": 0.9269124269485474, "Finetune/Step": 5887, "Finetune/Step Time": 12.074694532901049}
+{"Finetune/Learning Rate": 1.6258942874576117e-05, "Finetune/Loss": 0.8503267765045166, "Finetune/Loss (Raw)": 0.9938151240348816, "Finetune/Step": 5888, "Finetune/Step Time": 12.070943320170045}
+{"Finetune/Learning Rate": 1.6257629453428325e-05, "Finetune/Loss": 0.8498993515968323, "Finetune/Loss (Raw)": 0.8311789631843567, "Finetune/Step": 5889, "Finetune/Step Time": 12.060943773016334}
+{"Finetune/Learning Rate": 1.6256315854831956e-05, "Finetune/Loss": 0.8492028117179871, "Finetune/Loss (Raw)": 0.9167019128799438, "Finetune/Step": 5890, "Finetune/Step Time": 12.057164691388607}
+{"Finetune/Learning Rate": 1.6255002078824257e-05, "Finetune/Loss": 0.8481479287147522, "Finetune/Loss (Raw)": 0.7727022767066956, "Finetune/Step": 5891, "Finetune/Step Time": 12.055334089323878}
+{"Finetune/Learning Rate": 1.6253688125442493e-05, "Finetune/Loss": 0.8460804224014282, "Finetune/Loss (Raw)": 0.656249463558197, "Finetune/Step": 5892, "Finetune/Step Time": 12.067894732579589}
+{"Finetune/Learning Rate": 1.6252373994723912e-05, "Finetune/Loss": 0.845234751701355, "Finetune/Loss (Raw)": 0.7888932824134827, "Finetune/Step": 5893, "Finetune/Step Time": 12.062208205461502}
+{"Finetune/Learning Rate": 1.625105968670578e-05, "Finetune/Loss": 0.8469648361206055, "Finetune/Loss (Raw)": 0.8072082996368408, "Finetune/Step": 5894, "Finetune/Step Time": 12.035608626902103}
+{"Finetune/Learning Rate": 1.624974520142538e-05, "Finetune/Loss": 0.8459416627883911, "Finetune/Loss (Raw)": 0.8528721332550049, "Finetune/Step": 5895, "Finetune/Step Time": 12.034434791654348}
+{"Finetune/Learning Rate": 1.624843053891997e-05, "Finetune/Loss": 0.8464953899383545, "Finetune/Loss (Raw)": 0.9208313822746277, "Finetune/Step": 5896, "Finetune/Step Time": 12.03678591363132}
+{"Finetune/Learning Rate": 1.6247115699226843e-05, "Finetune/Loss": 0.8477128148078918, "Finetune/Loss (Raw)": 1.0123144388198853, "Finetune/Step": 5897, "Finetune/Step Time": 12.042878681793809}
+{"Finetune/Learning Rate": 1.624580068238328e-05, "Finetune/Loss": 0.8483534455299377, "Finetune/Loss (Raw)": 0.8587682247161865, "Finetune/Step": 5898, "Finetune/Step Time": 12.02911913394928}
+{"Finetune/Learning Rate": 1.6244485488426566e-05, "Finetune/Loss": 0.8485730290412903, "Finetune/Loss (Raw)": 0.8522891998291016, "Finetune/Step": 5899, "Finetune/Step Time": 12.017898784950376}
+{"Finetune/Learning Rate": 1.6243170117394e-05, "Finetune/Loss": 0.8476892113685608, "Finetune/Loss (Raw)": 0.9049717783927917, "Finetune/Step": 5900, "Finetune/Step Time": 12.008569603785872}
+{"Finetune/Learning Rate": 1.6241854569322887e-05, "Finetune/Loss": 0.8470597267150879, "Finetune/Loss (Raw)": 0.770260751247406, "Finetune/Step": 5901, "Finetune/Step Time": 12.008844699710608}
+{"Finetune/Learning Rate": 1.6240538844250524e-05, "Finetune/Loss": 0.8473706245422363, "Finetune/Loss (Raw)": 0.7998851537704468, "Finetune/Step": 5902, "Finetune/Step Time": 11.996115697547793}
+{"Finetune/Learning Rate": 1.6239222942214228e-05, "Finetune/Loss": 0.8472487926483154, "Finetune/Loss (Raw)": 0.8784711360931396, "Finetune/Step": 5903, "Finetune/Step Time": 11.999006593599916}
+{"Finetune/Learning Rate": 1.6237906863251313e-05, "Finetune/Loss": 0.8475321531295776, "Finetune/Loss (Raw)": 0.9051591753959656, "Finetune/Step": 5904, "Finetune/Step Time": 11.99991973489523}
+{"Finetune/Learning Rate": 1.6236590607399092e-05, "Finetune/Loss": 0.8480203747749329, "Finetune/Loss (Raw)": 0.8250065445899963, "Finetune/Step": 5905, "Finetune/Step Time": 11.987730912864208}
+{"Finetune/Learning Rate": 1.6235274174694896e-05, "Finetune/Loss": 0.8485399484634399, "Finetune/Loss (Raw)": 0.8218462467193604, "Finetune/Step": 5906, "Finetune/Step Time": 11.993348704650998}
+{"Finetune/Learning Rate": 1.623395756517606e-05, "Finetune/Loss": 0.8481631278991699, "Finetune/Loss (Raw)": 0.8724287748336792, "Finetune/Step": 5907, "Finetune/Step Time": 12.001924891024828}
+{"Finetune/Learning Rate": 1.623264077887991e-05, "Finetune/Loss": 0.8478755950927734, "Finetune/Loss (Raw)": 0.9513133764266968, "Finetune/Step": 5908, "Finetune/Step Time": 12.00315873324871}
+{"Finetune/Learning Rate": 1.6231323815843796e-05, "Finetune/Loss": 0.847870945930481, "Finetune/Loss (Raw)": 0.8651548624038696, "Finetune/Step": 5909, "Finetune/Step Time": 12.007371868938208}
+{"Finetune/Learning Rate": 1.6230006676105055e-05, "Finetune/Loss": 0.8497546911239624, "Finetune/Loss (Raw)": 0.8676164150238037, "Finetune/Step": 5910, "Finetune/Step Time": 12.004814606159925}
+{"Finetune/Learning Rate": 1.622868935970104e-05, "Finetune/Loss": 0.8501144647598267, "Finetune/Loss (Raw)": 0.9326472878456116, "Finetune/Step": 5911, "Finetune/Step Time": 12.02477989718318}
+{"Finetune/Learning Rate": 1.622737186666911e-05, "Finetune/Loss": 0.8467891216278076, "Finetune/Loss (Raw)": 0.5790048837661743, "Finetune/Step": 5912, "Finetune/Step Time": 12.0527225099504}
+{"Finetune/Learning Rate": 1.6226054197046617e-05, "Finetune/Loss": 0.8487251996994019, "Finetune/Loss (Raw)": 0.9075949192047119, "Finetune/Step": 5913, "Finetune/Step Time": 12.030692787840962}
+{"Finetune/Learning Rate": 1.6224736350870936e-05, "Finetune/Loss": 0.8468973636627197, "Finetune/Loss (Raw)": 0.7356117367744446, "Finetune/Step": 5914, "Finetune/Step Time": 12.032016269862652}
+{"Finetune/Learning Rate": 1.6223418328179426e-05, "Finetune/Loss": 0.8464475870132446, "Finetune/Loss (Raw)": 0.9266803860664368, "Finetune/Step": 5915, "Finetune/Step Time": 12.04579722136259}
+{"Finetune/Learning Rate": 1.6222100129009476e-05, "Finetune/Loss": 0.8482292890548706, "Finetune/Loss (Raw)": 0.8215368390083313, "Finetune/Step": 5916, "Finetune/Step Time": 12.020469570532441}
+{"Finetune/Learning Rate": 1.622078175339846e-05, "Finetune/Loss": 0.8476356267929077, "Finetune/Loss (Raw)": 0.7702794671058655, "Finetune/Step": 5917, "Finetune/Step Time": 12.015557028353214}
+{"Finetune/Learning Rate": 1.621946320138376e-05, "Finetune/Loss": 0.8456988334655762, "Finetune/Loss (Raw)": 0.7584240436553955, "Finetune/Step": 5918, "Finetune/Step Time": 12.040969785302877}
+{"Finetune/Learning Rate": 1.621814447300277e-05, "Finetune/Loss": 0.8441146612167358, "Finetune/Loss (Raw)": 0.6915289163589478, "Finetune/Step": 5919, "Finetune/Step Time": 12.047051889821887}
+{"Finetune/Learning Rate": 1.6216825568292885e-05, "Finetune/Loss": 0.8441227674484253, "Finetune/Loss (Raw)": 0.8324955701828003, "Finetune/Step": 5920, "Finetune/Step Time": 12.020407946780324}
+{"Finetune/Learning Rate": 1.6215506487291503e-05, "Finetune/Loss": 0.844158411026001, "Finetune/Loss (Raw)": 0.8573997020721436, "Finetune/Step": 5921, "Finetune/Step Time": 12.019907224923372}
+{"Finetune/Learning Rate": 1.6214187230036035e-05, "Finetune/Loss": 0.8437801599502563, "Finetune/Loss (Raw)": 0.8261650800704956, "Finetune/Step": 5922, "Finetune/Step Time": 12.024014176800847}
+{"Finetune/Learning Rate": 1.6212867796563887e-05, "Finetune/Loss": 0.8449565768241882, "Finetune/Loss (Raw)": 0.925730288028717, "Finetune/Step": 5923, "Finetune/Step Time": 12.016357021406293}
+{"Finetune/Learning Rate": 1.6211548186912474e-05, "Finetune/Loss": 0.8453318476676941, "Finetune/Loss (Raw)": 0.8556131720542908, "Finetune/Step": 5924, "Finetune/Step Time": 12.011636661365628}
+{"Finetune/Learning Rate": 1.6210228401119218e-05, "Finetune/Loss": 0.8442316651344299, "Finetune/Loss (Raw)": 0.8211440443992615, "Finetune/Step": 5925, "Finetune/Step Time": 11.986536527052522}
+{"Finetune/Learning Rate": 1.6208908439221547e-05, "Finetune/Loss": 0.8446455001831055, "Finetune/Loss (Raw)": 0.9284883737564087, "Finetune/Step": 5926, "Finetune/Step Time": 11.98591492138803}
+{"Finetune/Learning Rate": 1.620758830125688e-05, "Finetune/Loss": 0.8436479568481445, "Finetune/Loss (Raw)": 0.8053305149078369, "Finetune/Step": 5927, "Finetune/Step Time": 11.983423789963126}
+{"Finetune/Learning Rate": 1.620626798726267e-05, "Finetune/Loss": 0.8442621231079102, "Finetune/Loss (Raw)": 0.9410199522972107, "Finetune/Step": 5928, "Finetune/Step Time": 11.988467331975698}
+{"Finetune/Learning Rate": 1.6204947497276346e-05, "Finetune/Loss": 0.8444442749023438, "Finetune/Loss (Raw)": 0.9007776975631714, "Finetune/Step": 5929, "Finetune/Step Time": 11.994316663593054}
+{"Finetune/Learning Rate": 1.6203626831335356e-05, "Finetune/Loss": 0.8439005613327026, "Finetune/Loss (Raw)": 0.8492922782897949, "Finetune/Step": 5930, "Finetune/Step Time": 12.00005048327148}
+{"Finetune/Learning Rate": 1.620230598947715e-05, "Finetune/Loss": 0.8440812826156616, "Finetune/Loss (Raw)": 0.8700915575027466, "Finetune/Step": 5931, "Finetune/Step Time": 11.988601926714182}
+{"Finetune/Learning Rate": 1.6200984971739178e-05, "Finetune/Loss": 0.8451271057128906, "Finetune/Loss (Raw)": 0.950935959815979, "Finetune/Step": 5932, "Finetune/Step Time": 11.99901725165546}
+{"Finetune/Learning Rate": 1.6199663778158908e-05, "Finetune/Loss": 0.8433089256286621, "Finetune/Loss (Raw)": 0.7264232039451599, "Finetune/Step": 5933, "Finetune/Step Time": 11.949426122009754}
+{"Finetune/Learning Rate": 1.6198342408773803e-05, "Finetune/Loss": 0.8427608609199524, "Finetune/Loss (Raw)": 0.8716704249382019, "Finetune/Step": 5934, "Finetune/Step Time": 11.948186963796616}
+{"Finetune/Learning Rate": 1.6197020863621338e-05, "Finetune/Loss": 0.8426500558853149, "Finetune/Loss (Raw)": 0.8926382660865784, "Finetune/Step": 5935, "Finetune/Step Time": 11.945904741063714}
+{"Finetune/Learning Rate": 1.6195699142738976e-05, "Finetune/Loss": 0.8431388139724731, "Finetune/Loss (Raw)": 0.8525845408439636, "Finetune/Step": 5936, "Finetune/Step Time": 11.942597057670355}
+{"Finetune/Learning Rate": 1.619437724616421e-05, "Finetune/Loss": 0.8418482542037964, "Finetune/Loss (Raw)": 0.7753058671951294, "Finetune/Step": 5937, "Finetune/Step Time": 11.93961500748992}
+{"Finetune/Learning Rate": 1.6193055173934515e-05, "Finetune/Loss": 0.8413286805152893, "Finetune/Loss (Raw)": 0.7891438603401184, "Finetune/Step": 5938, "Finetune/Step Time": 11.92658967897296}
+{"Finetune/Learning Rate": 1.6191732926087386e-05, "Finetune/Loss": 0.8416776061058044, "Finetune/Loss (Raw)": 0.9289179444313049, "Finetune/Step": 5939, "Finetune/Step Time": 11.9284848254174}
+{"Finetune/Learning Rate": 1.6190410502660323e-05, "Finetune/Loss": 0.8429187536239624, "Finetune/Loss (Raw)": 0.9301645755767822, "Finetune/Step": 5940, "Finetune/Step Time": 11.912005580961704}
+{"Finetune/Learning Rate": 1.6189087903690817e-05, "Finetune/Loss": 0.8432883024215698, "Finetune/Loss (Raw)": 0.7961053252220154, "Finetune/Step": 5941, "Finetune/Step Time": 11.919084090739489}
+{"Finetune/Learning Rate": 1.618776512921638e-05, "Finetune/Loss": 0.8428604006767273, "Finetune/Loss (Raw)": 0.8939037919044495, "Finetune/Step": 5942, "Finetune/Step Time": 11.909266833215952}
+{"Finetune/Learning Rate": 1.618644217927452e-05, "Finetune/Loss": 0.841926097869873, "Finetune/Loss (Raw)": 0.8319584727287292, "Finetune/Step": 5943, "Finetune/Step Time": 11.913104021921754}
+{"Finetune/Learning Rate": 1.6185119053902748e-05, "Finetune/Loss": 0.8412594795227051, "Finetune/Loss (Raw)": 0.7643200159072876, "Finetune/Step": 5944, "Finetune/Step Time": 11.902473850175738}
+{"Finetune/Learning Rate": 1.6183795753138588e-05, "Finetune/Loss": 0.8425313830375671, "Finetune/Loss (Raw)": 1.0424787998199463, "Finetune/Step": 5945, "Finetune/Step Time": 11.908574832603335}
+{"Finetune/Learning Rate": 1.618247227701957e-05, "Finetune/Loss": 0.8438793420791626, "Finetune/Loss (Raw)": 0.8712248206138611, "Finetune/Step": 5946, "Finetune/Step Time": 11.903252873569727}
+{"Finetune/Learning Rate": 1.6181148625583215e-05, "Finetune/Loss": 0.8439798951148987, "Finetune/Loss (Raw)": 0.9076065421104431, "Finetune/Step": 5947, "Finetune/Step Time": 11.908140385523438}
+{"Finetune/Learning Rate": 1.6179824798867062e-05, "Finetune/Loss": 0.8438950181007385, "Finetune/Loss (Raw)": 0.8059484362602234, "Finetune/Step": 5948, "Finetune/Step Time": 11.91132877022028}
+{"Finetune/Learning Rate": 1.6178500796908652e-05, "Finetune/Loss": 0.8435606956481934, "Finetune/Loss (Raw)": 0.7795780897140503, "Finetune/Step": 5949, "Finetune/Step Time": 11.907053332775831}
+{"Finetune/Learning Rate": 1.617717661974553e-05, "Finetune/Loss": 0.843950092792511, "Finetune/Loss (Raw)": 0.8743140697479248, "Finetune/Step": 5950, "Finetune/Step Time": 11.909086178988218}
+{"Finetune/Learning Rate": 1.617585226741524e-05, "Finetune/Loss": 0.8430453538894653, "Finetune/Loss (Raw)": 0.7105390429496765, "Finetune/Step": 5951, "Finetune/Step Time": 11.92497324384749}
+{"Finetune/Learning Rate": 1.6174527739955345e-05, "Finetune/Loss": 0.8433220386505127, "Finetune/Loss (Raw)": 0.8044139742851257, "Finetune/Step": 5952, "Finetune/Step Time": 11.92134017124772}
+{"Finetune/Learning Rate": 1.61732030374034e-05, "Finetune/Loss": 0.8439600467681885, "Finetune/Loss (Raw)": 0.9861060380935669, "Finetune/Step": 5953, "Finetune/Step Time": 11.853768315166235}
+{"Finetune/Learning Rate": 1.6171878159796973e-05, "Finetune/Loss": 0.8449094295501709, "Finetune/Loss (Raw)": 0.9092398881912231, "Finetune/Step": 5954, "Finetune/Step Time": 11.848894346505404}
+{"Finetune/Learning Rate": 1.6170553107173627e-05, "Finetune/Loss": 0.8457834720611572, "Finetune/Loss (Raw)": 0.8823226094245911, "Finetune/Step": 5955, "Finetune/Step Time": 11.863756384700537}
+{"Finetune/Learning Rate": 1.6169227879570947e-05, "Finetune/Loss": 0.8475165963172913, "Finetune/Loss (Raw)": 0.9530240297317505, "Finetune/Step": 5956, "Finetune/Step Time": 11.870103104040027}
+{"Finetune/Learning Rate": 1.6167902477026503e-05, "Finetune/Loss": 0.8493990302085876, "Finetune/Loss (Raw)": 0.9920077323913574, "Finetune/Step": 5957, "Finetune/Step Time": 11.890108447521925}
+{"Finetune/Learning Rate": 1.6166576899577887e-05, "Finetune/Loss": 0.8497614860534668, "Finetune/Loss (Raw)": 0.8177288770675659, "Finetune/Step": 5958, "Finetune/Step Time": 11.888331858441234}
+{"Finetune/Learning Rate": 1.6165251147262687e-05, "Finetune/Loss": 0.8501418232917786, "Finetune/Loss (Raw)": 0.9242297410964966, "Finetune/Step": 5959, "Finetune/Step Time": 11.8786495719105}
+{"Finetune/Learning Rate": 1.6163925220118494e-05, "Finetune/Loss": 0.8507897257804871, "Finetune/Loss (Raw)": 0.851821780204773, "Finetune/Step": 5960, "Finetune/Step Time": 11.876454770565033}
+{"Finetune/Learning Rate": 1.6162599118182906e-05, "Finetune/Loss": 0.8512460589408875, "Finetune/Loss (Raw)": 0.814656138420105, "Finetune/Step": 5961, "Finetune/Step Time": 11.857319371774793}
+{"Finetune/Learning Rate": 1.6161272841493535e-05, "Finetune/Loss": 0.8506617546081543, "Finetune/Loss (Raw)": 0.88422691822052, "Finetune/Step": 5962, "Finetune/Step Time": 11.851954037323594}
+{"Finetune/Learning Rate": 1.6159946390087986e-05, "Finetune/Loss": 0.8508032560348511, "Finetune/Loss (Raw)": 0.9008208513259888, "Finetune/Step": 5963, "Finetune/Step Time": 11.85452338308096}
+{"Finetune/Learning Rate": 1.6158619764003874e-05, "Finetune/Loss": 0.8518452048301697, "Finetune/Loss (Raw)": 0.9695743322372437, "Finetune/Step": 5964, "Finetune/Step Time": 11.85026496835053}
+{"Finetune/Learning Rate": 1.6157292963278817e-05, "Finetune/Loss": 0.8524924516677856, "Finetune/Loss (Raw)": 0.8293336033821106, "Finetune/Step": 5965, "Finetune/Step Time": 11.835921397432685}
+{"Finetune/Learning Rate": 1.6155965987950444e-05, "Finetune/Loss": 0.8542200922966003, "Finetune/Loss (Raw)": 0.8646724820137024, "Finetune/Step": 5966, "Finetune/Step Time": 11.805015975609422}
+{"Finetune/Learning Rate": 1.6154638838056377e-05, "Finetune/Loss": 0.8542375564575195, "Finetune/Loss (Raw)": 0.9054660797119141, "Finetune/Step": 5967, "Finetune/Step Time": 11.801300840452313}
+{"Finetune/Learning Rate": 1.6153311513634257e-05, "Finetune/Loss": 0.8529273271560669, "Finetune/Loss (Raw)": 0.8520224690437317, "Finetune/Step": 5968, "Finetune/Step Time": 11.805475087836385}
+{"Finetune/Learning Rate": 1.6151984014721717e-05, "Finetune/Loss": 0.8525158762931824, "Finetune/Loss (Raw)": 0.8753294348716736, "Finetune/Step": 5969, "Finetune/Step Time": 11.810045048594475}
+{"Finetune/Learning Rate": 1.6150656341356406e-05, "Finetune/Loss": 0.8508563041687012, "Finetune/Loss (Raw)": 0.5843564867973328, "Finetune/Step": 5970, "Finetune/Step Time": 11.840368499979377}
+{"Finetune/Learning Rate": 1.6149328493575973e-05, "Finetune/Loss": 0.8507486581802368, "Finetune/Loss (Raw)": 0.9339649081230164, "Finetune/Step": 5971, "Finetune/Step Time": 11.832729872316122}
+{"Finetune/Learning Rate": 1.6148000471418066e-05, "Finetune/Loss": 0.8513526320457458, "Finetune/Loss (Raw)": 0.8645868301391602, "Finetune/Step": 5972, "Finetune/Step Time": 11.835466848686337}
+{"Finetune/Learning Rate": 1.614667227492035e-05, "Finetune/Loss": 0.8516502380371094, "Finetune/Loss (Raw)": 0.9320154190063477, "Finetune/Step": 5973, "Finetune/Step Time": 11.83773767016828}
+{"Finetune/Learning Rate": 1.6145343904120488e-05, "Finetune/Loss": 0.8534166216850281, "Finetune/Loss (Raw)": 0.8543626666069031, "Finetune/Step": 5974, "Finetune/Step Time": 11.858448877930641}
+{"Finetune/Learning Rate": 1.614401535905615e-05, "Finetune/Loss": 0.8541061878204346, "Finetune/Loss (Raw)": 0.9008375406265259, "Finetune/Step": 5975, "Finetune/Step Time": 11.856488095596433}
+{"Finetune/Learning Rate": 1.6142686639765e-05, "Finetune/Loss": 0.8545389771461487, "Finetune/Loss (Raw)": 0.8864110708236694, "Finetune/Step": 5976, "Finetune/Step Time": 11.85121944360435}
+{"Finetune/Learning Rate": 1.6141357746284734e-05, "Finetune/Loss": 0.8541662693023682, "Finetune/Loss (Raw)": 0.7600059509277344, "Finetune/Step": 5977, "Finetune/Step Time": 11.857065020129085}
+{"Finetune/Learning Rate": 1.614002867865302e-05, "Finetune/Loss": 0.8535698652267456, "Finetune/Loss (Raw)": 0.8572902679443359, "Finetune/Step": 5978, "Finetune/Step Time": 11.86363279260695}
+{"Finetune/Learning Rate": 1.6138699436907555e-05, "Finetune/Loss": 0.8552407622337341, "Finetune/Loss (Raw)": 0.8164856433868408, "Finetune/Step": 5979, "Finetune/Step Time": 11.838534967973828}
+{"Finetune/Learning Rate": 1.613737002108603e-05, "Finetune/Loss": 0.8546158671379089, "Finetune/Loss (Raw)": 0.7102562189102173, "Finetune/Step": 5980, "Finetune/Step Time": 11.833087777718902}
+{"Finetune/Learning Rate": 1.6136040431226143e-05, "Finetune/Loss": 0.8566973805427551, "Finetune/Loss (Raw)": 0.9957338571548462, "Finetune/Step": 5981, "Finetune/Step Time": 11.833619633689523}
+{"Finetune/Learning Rate": 1.6134710667365598e-05, "Finetune/Loss": 0.8576644062995911, "Finetune/Loss (Raw)": 0.9567471742630005, "Finetune/Step": 5982, "Finetune/Step Time": 11.832580154761672}
+{"Finetune/Learning Rate": 1.61333807295421e-05, "Finetune/Loss": 0.8563730716705322, "Finetune/Loss (Raw)": 0.7665804028511047, "Finetune/Step": 5983, "Finetune/Step Time": 11.832099791616201}
+{"Finetune/Learning Rate": 1.613205061779337e-05, "Finetune/Loss": 0.8555070161819458, "Finetune/Loss (Raw)": 0.7855166792869568, "Finetune/Step": 5984, "Finetune/Step Time": 11.858561908826232}
+{"Finetune/Learning Rate": 1.613072033215712e-05, "Finetune/Loss": 0.8568170666694641, "Finetune/Loss (Raw)": 0.7886661291122437, "Finetune/Step": 5985, "Finetune/Step Time": 11.845157708972692}
+{"Finetune/Learning Rate": 1.6129389872671074e-05, "Finetune/Loss": 0.8567028045654297, "Finetune/Loss (Raw)": 0.8253968954086304, "Finetune/Step": 5986, "Finetune/Step Time": 11.84818272292614}
+{"Finetune/Learning Rate": 1.6128059239372965e-05, "Finetune/Loss": 0.8582935333251953, "Finetune/Loss (Raw)": 0.892312228679657, "Finetune/Step": 5987, "Finetune/Step Time": 11.853735158219934}
+{"Finetune/Learning Rate": 1.6126728432300516e-05, "Finetune/Loss": 0.8584625720977783, "Finetune/Loss (Raw)": 0.8452780246734619, "Finetune/Step": 5988, "Finetune/Step Time": 11.858376245945692}
+{"Finetune/Learning Rate": 1.6125397451491473e-05, "Finetune/Loss": 0.8592031598091125, "Finetune/Loss (Raw)": 0.8645009398460388, "Finetune/Step": 5989, "Finetune/Step Time": 11.86162836290896}
+{"Finetune/Learning Rate": 1.612406629698358e-05, "Finetune/Loss": 0.8592005968093872, "Finetune/Loss (Raw)": 0.8501426577568054, "Finetune/Step": 5990, "Finetune/Step Time": 11.852045744657516}
+{"Finetune/Learning Rate": 1.6122734968814574e-05, "Finetune/Loss": 0.8575892448425293, "Finetune/Loss (Raw)": 0.713909924030304, "Finetune/Step": 5991, "Finetune/Step Time": 11.854940706864}
+{"Finetune/Learning Rate": 1.6121403467022223e-05, "Finetune/Loss": 0.8569771647453308, "Finetune/Loss (Raw)": 0.7304942011833191, "Finetune/Step": 5992, "Finetune/Step Time": 11.851135207340121}
+{"Finetune/Learning Rate": 1.6120071791644273e-05, "Finetune/Loss": 0.856319785118103, "Finetune/Loss (Raw)": 0.8853049874305725, "Finetune/Step": 5993, "Finetune/Step Time": 11.854000225663185}
+{"Finetune/Learning Rate": 1.611873994271849e-05, "Finetune/Loss": 0.8575964570045471, "Finetune/Loss (Raw)": 0.9451372027397156, "Finetune/Step": 5994, "Finetune/Step Time": 11.853944275528193}
+{"Finetune/Learning Rate": 1.611740792028264e-05, "Finetune/Loss": 0.8566885590553284, "Finetune/Loss (Raw)": 0.9063675403594971, "Finetune/Step": 5995, "Finetune/Step Time": 11.856781639158726}
+{"Finetune/Learning Rate": 1.6116075724374497e-05, "Finetune/Loss": 0.8584332466125488, "Finetune/Loss (Raw)": 0.8223873972892761, "Finetune/Step": 5996, "Finetune/Step Time": 11.82619279064238}
+{"Finetune/Learning Rate": 1.611474335503184e-05, "Finetune/Loss": 0.8589879870414734, "Finetune/Loss (Raw)": 0.9380641579627991, "Finetune/Step": 5997, "Finetune/Step Time": 11.829968566074967}
+{"Finetune/Learning Rate": 1.611341081229245e-05, "Finetune/Loss": 0.8588864803314209, "Finetune/Loss (Raw)": 0.8633230328559875, "Finetune/Step": 5998, "Finetune/Step Time": 11.836788574233651}
+{"Finetune/Learning Rate": 1.6112078096194114e-05, "Finetune/Loss": 0.8586040735244751, "Finetune/Loss (Raw)": 0.7711546421051025, "Finetune/Step": 5999, "Finetune/Step Time": 11.838239250704646}
+{"Finetune/Learning Rate": 1.611074520677462e-05, "Finetune/Loss": 0.858525276184082, "Finetune/Loss (Raw)": 0.8944653272628784, "Finetune/Step": 6000, "Finetune/Step Time": 11.830168006941676}
+{"Finetune/Learning Rate": 1.6109412144071774e-05, "Finetune/Loss": 0.8571887612342834, "Finetune/Loss (Raw)": 0.6999185681343079, "Finetune/Step": 6001, "Finetune/Step Time": 11.829270418733358}
+{"Finetune/Learning Rate": 1.6108078908123368e-05, "Finetune/Loss": 0.8565233945846558, "Finetune/Loss (Raw)": 0.8002607226371765, "Finetune/Step": 6002, "Finetune/Step Time": 11.829823140054941}
+{"Finetune/Learning Rate": 1.6106745498967217e-05, "Finetune/Loss": 0.8561360836029053, "Finetune/Loss (Raw)": 0.8028289079666138, "Finetune/Step": 6003, "Finetune/Step Time": 11.823218988254666}
+{"Finetune/Learning Rate": 1.6105411916641126e-05, "Finetune/Loss": 0.8565673828125, "Finetune/Loss (Raw)": 0.9276547431945801, "Finetune/Step": 6004, "Finetune/Step Time": 11.8139653429389}
+{"Finetune/Learning Rate": 1.6104078161182913e-05, "Finetune/Loss": 0.855257511138916, "Finetune/Loss (Raw)": 0.8026474118232727, "Finetune/Step": 6005, "Finetune/Step Time": 11.818136360496283}
+{"Finetune/Learning Rate": 1.6102744232630404e-05, "Finetune/Loss": 0.8544136881828308, "Finetune/Loss (Raw)": 0.8415684700012207, "Finetune/Step": 6006, "Finetune/Step Time": 11.811338141560555}
+{"Finetune/Learning Rate": 1.6101410131021423e-05, "Finetune/Loss": 0.8532541990280151, "Finetune/Loss (Raw)": 0.7529697418212891, "Finetune/Step": 6007, "Finetune/Step Time": 11.804290141910315}
+{"Finetune/Learning Rate": 1.61000758563938e-05, "Finetune/Loss": 0.8514125943183899, "Finetune/Loss (Raw)": 0.6252151131629944, "Finetune/Step": 6008, "Finetune/Step Time": 11.828110905364156}
+{"Finetune/Learning Rate": 1.609874140878537e-05, "Finetune/Loss": 0.8507975339889526, "Finetune/Loss (Raw)": 0.9515790343284607, "Finetune/Step": 6009, "Finetune/Step Time": 11.812456363812089}
+{"Finetune/Learning Rate": 1.609740678823398e-05, "Finetune/Loss": 0.8505316376686096, "Finetune/Loss (Raw)": 0.8757681250572205, "Finetune/Step": 6010, "Finetune/Step Time": 11.803807232528925}
+{"Finetune/Learning Rate": 1.609607199477747e-05, "Finetune/Loss": 0.8505163192749023, "Finetune/Loss (Raw)": 0.8362143635749817, "Finetune/Step": 6011, "Finetune/Step Time": 11.799241689965129}
+{"Finetune/Learning Rate": 1.609473702845369e-05, "Finetune/Loss": 0.851222038269043, "Finetune/Loss (Raw)": 0.9688218235969543, "Finetune/Step": 6012, "Finetune/Step Time": 11.7932721786201}
+{"Finetune/Learning Rate": 1.6093401889300505e-05, "Finetune/Loss": 0.8519219756126404, "Finetune/Loss (Raw)": 0.9413857460021973, "Finetune/Step": 6013, "Finetune/Step Time": 11.776985747739673}
+{"Finetune/Learning Rate": 1.609206657735576e-05, "Finetune/Loss": 0.8527015447616577, "Finetune/Loss (Raw)": 0.9744439125061035, "Finetune/Step": 6014, "Finetune/Step Time": 11.776079008355737}
+{"Finetune/Learning Rate": 1.609073109265734e-05, "Finetune/Loss": 0.8530900478363037, "Finetune/Loss (Raw)": 0.9766417741775513, "Finetune/Step": 6015, "Finetune/Step Time": 11.764167120680213}
+{"Finetune/Learning Rate": 1.6089395435243105e-05, "Finetune/Loss": 0.85294508934021, "Finetune/Loss (Raw)": 0.9752535820007324, "Finetune/Step": 6016, "Finetune/Step Time": 11.765314707532525}
+{"Finetune/Learning Rate": 1.6088059605150926e-05, "Finetune/Loss": 0.8536583185195923, "Finetune/Loss (Raw)": 0.9224736094474792, "Finetune/Step": 6017, "Finetune/Step Time": 11.772541904821992}
+{"Finetune/Learning Rate": 1.608672360241869e-05, "Finetune/Loss": 0.852683424949646, "Finetune/Loss (Raw)": 0.791911780834198, "Finetune/Step": 6018, "Finetune/Step Time": 11.772314868867397}
+{"Finetune/Learning Rate": 1.608538742708429e-05, "Finetune/Loss": 0.853335976600647, "Finetune/Loss (Raw)": 0.8562345504760742, "Finetune/Step": 6019, "Finetune/Step Time": 11.770054709166288}
+{"Finetune/Learning Rate": 1.60840510791856e-05, "Finetune/Loss": 0.8550084829330444, "Finetune/Loss (Raw)": 0.8703249096870422, "Finetune/Step": 6020, "Finetune/Step Time": 11.757045583799481}
+{"Finetune/Learning Rate": 1.608271455876052e-05, "Finetune/Loss": 0.855663001537323, "Finetune/Loss (Raw)": 0.8726751208305359, "Finetune/Step": 6021, "Finetune/Step Time": 11.784560216590762}
+{"Finetune/Learning Rate": 1.6081377865846954e-05, "Finetune/Loss": 0.8560863733291626, "Finetune/Loss (Raw)": 0.8614080548286438, "Finetune/Step": 6022, "Finetune/Step Time": 11.783735677599907}
+{"Finetune/Learning Rate": 1.6080041000482806e-05, "Finetune/Loss": 0.8577684164047241, "Finetune/Loss (Raw)": 1.0681685209274292, "Finetune/Step": 6023, "Finetune/Step Time": 11.778444508090615}
+{"Finetune/Learning Rate": 1.6078703962705983e-05, "Finetune/Loss": 0.8570905923843384, "Finetune/Loss (Raw)": 0.8340668678283691, "Finetune/Step": 6024, "Finetune/Step Time": 11.779259469360113}
+{"Finetune/Learning Rate": 1.60773667525544e-05, "Finetune/Loss": 0.8559157848358154, "Finetune/Loss (Raw)": 0.8619399666786194, "Finetune/Step": 6025, "Finetune/Step Time": 11.79797288030386}
+{"Finetune/Learning Rate": 1.607602937006598e-05, "Finetune/Loss": 0.8560275435447693, "Finetune/Loss (Raw)": 0.8730782866477966, "Finetune/Step": 6026, "Finetune/Step Time": 11.807403549551964}
+{"Finetune/Learning Rate": 1.6074691815278643e-05, "Finetune/Loss": 0.8558135032653809, "Finetune/Loss (Raw)": 0.8248909115791321, "Finetune/Step": 6027, "Finetune/Step Time": 11.815109107643366}
+{"Finetune/Learning Rate": 1.6073354088230325e-05, "Finetune/Loss": 0.855522632598877, "Finetune/Loss (Raw)": 0.8677374124526978, "Finetune/Step": 6028, "Finetune/Step Time": 11.820166200399399}
+{"Finetune/Learning Rate": 1.607201618895895e-05, "Finetune/Loss": 0.8549225330352783, "Finetune/Loss (Raw)": 0.6934468150138855, "Finetune/Step": 6029, "Finetune/Step Time": 11.826338512822986}
+{"Finetune/Learning Rate": 1.6070678117502465e-05, "Finetune/Loss": 0.8556917905807495, "Finetune/Loss (Raw)": 0.8983505368232727, "Finetune/Step": 6030, "Finetune/Step Time": 11.84486798197031}
+{"Finetune/Learning Rate": 1.6069339873898812e-05, "Finetune/Loss": 0.8554872274398804, "Finetune/Loss (Raw)": 0.8522865176200867, "Finetune/Step": 6031, "Finetune/Step Time": 11.845729488879442}
+{"Finetune/Learning Rate": 1.6068001458185934e-05, "Finetune/Loss": 0.8550059795379639, "Finetune/Loss (Raw)": 0.8435599207878113, "Finetune/Step": 6032, "Finetune/Step Time": 11.856453569605947}
+{"Finetune/Learning Rate": 1.6066662870401796e-05, "Finetune/Loss": 0.8547472953796387, "Finetune/Loss (Raw)": 0.7918976545333862, "Finetune/Step": 6033, "Finetune/Step Time": 11.865200158208609}
+{"Finetune/Learning Rate": 1.6065324110584345e-05, "Finetune/Loss": 0.8549099564552307, "Finetune/Loss (Raw)": 0.8426660895347595, "Finetune/Step": 6034, "Finetune/Step Time": 11.88897230476141}
+{"Finetune/Learning Rate": 1.6063985178771555e-05, "Finetune/Loss": 0.8548028469085693, "Finetune/Loss (Raw)": 0.8587214946746826, "Finetune/Step": 6035, "Finetune/Step Time": 11.881680944934487}
+{"Finetune/Learning Rate": 1.6062646075001386e-05, "Finetune/Loss": 0.8547595143318176, "Finetune/Loss (Raw)": 0.9457634091377258, "Finetune/Step": 6036, "Finetune/Step Time": 11.88410853408277}
+{"Finetune/Learning Rate": 1.606130679931181e-05, "Finetune/Loss": 0.8552840948104858, "Finetune/Loss (Raw)": 0.9322986006736755, "Finetune/Step": 6037, "Finetune/Step Time": 11.881439540535212}
+{"Finetune/Learning Rate": 1.6059967351740818e-05, "Finetune/Loss": 0.8549908399581909, "Finetune/Loss (Raw)": 0.8300799131393433, "Finetune/Step": 6038, "Finetune/Step Time": 11.852323297411203}
+{"Finetune/Learning Rate": 1.6058627732326376e-05, "Finetune/Loss": 0.8543961644172668, "Finetune/Loss (Raw)": 0.8565317988395691, "Finetune/Step": 6039, "Finetune/Step Time": 11.812038790434599}
+{"Finetune/Learning Rate": 1.6057287941106484e-05, "Finetune/Loss": 0.8569315671920776, "Finetune/Loss (Raw)": 0.9035392999649048, "Finetune/Step": 6040, "Finetune/Step Time": 11.78975335508585}
+{"Finetune/Learning Rate": 1.6055947978119134e-05, "Finetune/Loss": 0.8567693829536438, "Finetune/Loss (Raw)": 0.8868301510810852, "Finetune/Step": 6041, "Finetune/Step Time": 11.783227682113647}
+{"Finetune/Learning Rate": 1.6054607843402313e-05, "Finetune/Loss": 0.8570945262908936, "Finetune/Loss (Raw)": 0.7772318124771118, "Finetune/Step": 6042, "Finetune/Step Time": 11.79277284257114}
+{"Finetune/Learning Rate": 1.6053267536994037e-05, "Finetune/Loss": 0.8566713333129883, "Finetune/Loss (Raw)": 0.8725094199180603, "Finetune/Step": 6043, "Finetune/Step Time": 11.780318656936288}
+{"Finetune/Learning Rate": 1.6051927058932306e-05, "Finetune/Loss": 0.8571128249168396, "Finetune/Loss (Raw)": 0.878048300743103, "Finetune/Step": 6044, "Finetune/Step Time": 11.779765106737614}
+{"Finetune/Learning Rate": 1.605058640925513e-05, "Finetune/Loss": 0.8575248122215271, "Finetune/Loss (Raw)": 0.8230162262916565, "Finetune/Step": 6045, "Finetune/Step Time": 11.781746111810207}
+{"Finetune/Learning Rate": 1.604924558800053e-05, "Finetune/Loss": 0.8580025434494019, "Finetune/Loss (Raw)": 0.8195691108703613, "Finetune/Step": 6046, "Finetune/Step Time": 11.754355400800705}
+{"Finetune/Learning Rate": 1.604790459520653e-05, "Finetune/Loss": 0.860110878944397, "Finetune/Loss (Raw)": 0.9614018201828003, "Finetune/Step": 6047, "Finetune/Step Time": 11.745930446311831}
+{"Finetune/Learning Rate": 1.6046563430911148e-05, "Finetune/Loss": 0.859622597694397, "Finetune/Loss (Raw)": 0.7699938416481018, "Finetune/Step": 6048, "Finetune/Step Time": 11.740197967737913}
+{"Finetune/Learning Rate": 1.604522209515242e-05, "Finetune/Loss": 0.859438955783844, "Finetune/Loss (Raw)": 0.8338958024978638, "Finetune/Step": 6049, "Finetune/Step Time": 11.734462082386017}
+{"Finetune/Learning Rate": 1.6043880587968387e-05, "Finetune/Loss": 0.8600624799728394, "Finetune/Loss (Raw)": 0.9059804081916809, "Finetune/Step": 6050, "Finetune/Step Time": 11.73588221333921}
+{"Finetune/Learning Rate": 1.6042538909397088e-05, "Finetune/Loss": 0.8591294288635254, "Finetune/Loss (Raw)": 0.806298017501831, "Finetune/Step": 6051, "Finetune/Step Time": 11.739945087581873}
+{"Finetune/Learning Rate": 1.6041197059476566e-05, "Finetune/Loss": 0.8588287830352783, "Finetune/Loss (Raw)": 0.8171207308769226, "Finetune/Step": 6052, "Finetune/Step Time": 11.741629360243678}
+{"Finetune/Learning Rate": 1.6039855038244878e-05, "Finetune/Loss": 0.8592720627784729, "Finetune/Loss (Raw)": 0.8778899908065796, "Finetune/Step": 6053, "Finetune/Step Time": 11.74606498517096}
+{"Finetune/Learning Rate": 1.6038512845740072e-05, "Finetune/Loss": 0.8601163029670715, "Finetune/Loss (Raw)": 1.0365477800369263, "Finetune/Step": 6054, "Finetune/Step Time": 11.749022984877229}
+{"Finetune/Learning Rate": 1.6037170482000217e-05, "Finetune/Loss": 0.8608526587486267, "Finetune/Loss (Raw)": 0.8995890021324158, "Finetune/Step": 6055, "Finetune/Step Time": 11.750462338328362}
+{"Finetune/Learning Rate": 1.6035827947063375e-05, "Finetune/Loss": 0.8604742288589478, "Finetune/Loss (Raw)": 0.8925754427909851, "Finetune/Step": 6056, "Finetune/Step Time": 11.75429293513298}
+{"Finetune/Learning Rate": 1.603448524096761e-05, "Finetune/Loss": 0.860648512840271, "Finetune/Loss (Raw)": 0.923088788986206, "Finetune/Step": 6057, "Finetune/Step Time": 11.747958524152637}
+{"Finetune/Learning Rate": 1.6033142363751007e-05, "Finetune/Loss": 0.8620445728302002, "Finetune/Loss (Raw)": 1.0279831886291504, "Finetune/Step": 6058, "Finetune/Step Time": 11.738172614946961}
+{"Finetune/Learning Rate": 1.6031799315451643e-05, "Finetune/Loss": 0.8636483550071716, "Finetune/Loss (Raw)": 1.0753830671310425, "Finetune/Step": 6059, "Finetune/Step Time": 11.732350556179881}
+{"Finetune/Learning Rate": 1.6030456096107602e-05, "Finetune/Loss": 0.8628348112106323, "Finetune/Loss (Raw)": 0.8468013405799866, "Finetune/Step": 6060, "Finetune/Step Time": 11.735429106280208}
+{"Finetune/Learning Rate": 1.6029112705756974e-05, "Finetune/Loss": 0.8636839389801025, "Finetune/Loss (Raw)": 0.8351026177406311, "Finetune/Step": 6061, "Finetune/Step Time": 11.731367575004697}
+{"Finetune/Learning Rate": 1.602776914443786e-05, "Finetune/Loss": 0.8624753952026367, "Finetune/Loss (Raw)": 0.7169873714447021, "Finetune/Step": 6062, "Finetune/Step Time": 11.764337480068207}
+{"Finetune/Learning Rate": 1.602642541218834e-05, "Finetune/Loss": 0.8617364764213562, "Finetune/Loss (Raw)": 0.7980549335479736, "Finetune/Step": 6063, "Finetune/Step Time": 11.761541429907084}
+{"Finetune/Learning Rate": 1.6025081509046545e-05, "Finetune/Loss": 0.8610055446624756, "Finetune/Loss (Raw)": 0.7590286135673523, "Finetune/Step": 6064, "Finetune/Step Time": 11.762402528896928}
+{"Finetune/Learning Rate": 1.6023737435050567e-05, "Finetune/Loss": 0.8623502254486084, "Finetune/Loss (Raw)": 0.9474215507507324, "Finetune/Step": 6065, "Finetune/Step Time": 11.757765581831336}
+{"Finetune/Learning Rate": 1.6022393190238523e-05, "Finetune/Loss": 0.8632374405860901, "Finetune/Loss (Raw)": 0.9027072787284851, "Finetune/Step": 6066, "Finetune/Step Time": 11.760244086384773}
+{"Finetune/Learning Rate": 1.6021048774648536e-05, "Finetune/Loss": 0.8629593849182129, "Finetune/Loss (Raw)": 0.8933252096176147, "Finetune/Step": 6067, "Finetune/Step Time": 11.759980062022805}
+{"Finetune/Learning Rate": 1.6019704188318724e-05, "Finetune/Loss": 0.8624362349510193, "Finetune/Loss (Raw)": 0.8631982207298279, "Finetune/Step": 6068, "Finetune/Step Time": 11.75885502062738}
+{"Finetune/Learning Rate": 1.6018359431287222e-05, "Finetune/Loss": 0.8624818921089172, "Finetune/Loss (Raw)": 0.801953136920929, "Finetune/Step": 6069, "Finetune/Step Time": 11.744033025577664}
+{"Finetune/Learning Rate": 1.601701450359216e-05, "Finetune/Loss": 0.8619596362113953, "Finetune/Loss (Raw)": 0.8270536661148071, "Finetune/Step": 6070, "Finetune/Step Time": 11.774040658026934}
+{"Finetune/Learning Rate": 1.6015669405271677e-05, "Finetune/Loss": 0.8626987934112549, "Finetune/Loss (Raw)": 0.9265684485435486, "Finetune/Step": 6071, "Finetune/Step Time": 11.771695666015148}
+{"Finetune/Learning Rate": 1.6014324136363915e-05, "Finetune/Loss": 0.8624300956726074, "Finetune/Loss (Raw)": 0.729928195476532, "Finetune/Step": 6072, "Finetune/Step Time": 11.772238401696086}
+{"Finetune/Learning Rate": 1.6012978696907024e-05, "Finetune/Loss": 0.858026385307312, "Finetune/Loss (Raw)": 0.4788108170032501, "Finetune/Step": 6073, "Finetune/Step Time": 11.82413231022656}
+{"Finetune/Learning Rate": 1.6011633086939155e-05, "Finetune/Loss": 0.8577439188957214, "Finetune/Loss (Raw)": 0.8350613713264465, "Finetune/Step": 6074, "Finetune/Step Time": 11.81685071066022}
+{"Finetune/Learning Rate": 1.6010287306498465e-05, "Finetune/Loss": 0.85679030418396, "Finetune/Loss (Raw)": 0.7855473756790161, "Finetune/Step": 6075, "Finetune/Step Time": 11.811299994587898}
+{"Finetune/Learning Rate": 1.600894135562312e-05, "Finetune/Loss": 0.8573483228683472, "Finetune/Loss (Raw)": 0.8773674964904785, "Finetune/Step": 6076, "Finetune/Step Time": 11.812995176762342}
+{"Finetune/Learning Rate": 1.6007595234351284e-05, "Finetune/Loss": 0.8590395450592041, "Finetune/Loss (Raw)": 0.9960526823997498, "Finetune/Step": 6077, "Finetune/Step Time": 11.823139533400536}
+{"Finetune/Learning Rate": 1.6006248942721132e-05, "Finetune/Loss": 0.8584086894989014, "Finetune/Loss (Raw)": 0.7935705184936523, "Finetune/Step": 6078, "Finetune/Step Time": 11.816491905599833}
+{"Finetune/Learning Rate": 1.6004902480770838e-05, "Finetune/Loss": 0.8589218258857727, "Finetune/Loss (Raw)": 0.7762270569801331, "Finetune/Step": 6079, "Finetune/Step Time": 11.799332419410348}
+{"Finetune/Learning Rate": 1.6003555848538586e-05, "Finetune/Loss": 0.8591310381889343, "Finetune/Loss (Raw)": 0.8311882019042969, "Finetune/Step": 6080, "Finetune/Step Time": 11.792272569611669}
+{"Finetune/Learning Rate": 1.6002209046062565e-05, "Finetune/Loss": 0.8581321239471436, "Finetune/Loss (Raw)": 0.8582420349121094, "Finetune/Step": 6081, "Finetune/Step Time": 11.799192864447832}
+{"Finetune/Learning Rate": 1.600086207338096e-05, "Finetune/Loss": 0.8571548461914062, "Finetune/Loss (Raw)": 0.784146249294281, "Finetune/Step": 6082, "Finetune/Step Time": 11.806731218472123}
+{"Finetune/Learning Rate": 1.599951493053197e-05, "Finetune/Loss": 0.8566446304321289, "Finetune/Loss (Raw)": 0.8170136213302612, "Finetune/Step": 6083, "Finetune/Step Time": 11.789535999298096}
+{"Finetune/Learning Rate": 1.59981676175538e-05, "Finetune/Loss": 0.8552639484405518, "Finetune/Loss (Raw)": 0.7762987017631531, "Finetune/Step": 6084, "Finetune/Step Time": 11.78245946764946}
+{"Finetune/Learning Rate": 1.5996820134484648e-05, "Finetune/Loss": 0.853281557559967, "Finetune/Loss (Raw)": 0.738263726234436, "Finetune/Step": 6085, "Finetune/Step Time": 11.77643116377294}
+{"Finetune/Learning Rate": 1.5995472481362732e-05, "Finetune/Loss": 0.853469729423523, "Finetune/Loss (Raw)": 0.8418115973472595, "Finetune/Step": 6086, "Finetune/Step Time": 11.775034107267857}
+{"Finetune/Learning Rate": 1.599412465822627e-05, "Finetune/Loss": 0.8546378016471863, "Finetune/Loss (Raw)": 1.0737454891204834, "Finetune/Step": 6087, "Finetune/Step Time": 11.812254458665848}
+{"Finetune/Learning Rate": 1.599277666511347e-05, "Finetune/Loss": 0.8546527624130249, "Finetune/Loss (Raw)": 0.853739857673645, "Finetune/Step": 6088, "Finetune/Step Time": 11.81882692873478}
+{"Finetune/Learning Rate": 1.599142850206257e-05, "Finetune/Loss": 0.8555152416229248, "Finetune/Loss (Raw)": 0.9250537753105164, "Finetune/Step": 6089, "Finetune/Step Time": 11.823198679834604}
+{"Finetune/Learning Rate": 1.599008016911179e-05, "Finetune/Loss": 0.8535807132720947, "Finetune/Loss (Raw)": 0.6366056799888611, "Finetune/Step": 6090, "Finetune/Step Time": 11.843968687579036}
+{"Finetune/Learning Rate": 1.598873166629938e-05, "Finetune/Loss": 0.8533586263656616, "Finetune/Loss (Raw)": 0.8723914623260498, "Finetune/Step": 6091, "Finetune/Step Time": 11.838848002254963}
+{"Finetune/Learning Rate": 1.598738299366356e-05, "Finetune/Loss": 0.8521639108657837, "Finetune/Loss (Raw)": 0.8166560530662537, "Finetune/Step": 6092, "Finetune/Step Time": 11.839260645210743}
+{"Finetune/Learning Rate": 1.598603415124259e-05, "Finetune/Loss": 0.8510770201683044, "Finetune/Loss (Raw)": 0.6902070045471191, "Finetune/Step": 6093, "Finetune/Step Time": 11.855764044448733}
+{"Finetune/Learning Rate": 1.5984685139074707e-05, "Finetune/Loss": 0.849170446395874, "Finetune/Loss (Raw)": 0.6206344366073608, "Finetune/Step": 6094, "Finetune/Step Time": 11.91126300394535}
+{"Finetune/Learning Rate": 1.5983335957198177e-05, "Finetune/Loss": 0.8485808372497559, "Finetune/Loss (Raw)": 0.8299956917762756, "Finetune/Step": 6095, "Finetune/Step Time": 11.9624497666955}
+{"Finetune/Learning Rate": 1.598198660565125e-05, "Finetune/Loss": 0.8491249084472656, "Finetune/Loss (Raw)": 0.9216596484184265, "Finetune/Step": 6096, "Finetune/Step Time": 11.961057459935546}
+{"Finetune/Learning Rate": 1.5980637084472196e-05, "Finetune/Loss": 0.8497689962387085, "Finetune/Loss (Raw)": 0.9577746987342834, "Finetune/Step": 6097, "Finetune/Step Time": 11.95417714677751}
+{"Finetune/Learning Rate": 1.597928739369928e-05, "Finetune/Loss": 0.8515404462814331, "Finetune/Loss (Raw)": 0.8111069202423096, "Finetune/Step": 6098, "Finetune/Step Time": 11.929781813174486}
+{"Finetune/Learning Rate": 1.5977937533370775e-05, "Finetune/Loss": 0.8504468202590942, "Finetune/Loss (Raw)": 0.7939755320549011, "Finetune/Step": 6099, "Finetune/Step Time": 11.92961148172617}
+{"Finetune/Learning Rate": 1.5976587503524963e-05, "Finetune/Loss": 0.8505311012268066, "Finetune/Loss (Raw)": 0.8753758072853088, "Finetune/Step": 6100, "Finetune/Step Time": 11.953772922977805}
+{"Finetune/Learning Rate": 1.5975237304200123e-05, "Finetune/Loss": 0.8491094708442688, "Finetune/Loss (Raw)": 0.7500481605529785, "Finetune/Step": 6101, "Finetune/Step Time": 11.959047695621848}
+{"Finetune/Learning Rate": 1.597388693543455e-05, "Finetune/Loss": 0.8488476276397705, "Finetune/Loss (Raw)": 0.8208443522453308, "Finetune/Step": 6102, "Finetune/Step Time": 11.939656686037779}
+{"Finetune/Learning Rate": 1.597253639726652e-05, "Finetune/Loss": 0.8474552035331726, "Finetune/Loss (Raw)": 0.7226054072380066, "Finetune/Step": 6103, "Finetune/Step Time": 11.939143666997552}
+{"Finetune/Learning Rate": 1.597118568973435e-05, "Finetune/Loss": 0.8473503589630127, "Finetune/Loss (Raw)": 0.8729940056800842, "Finetune/Step": 6104, "Finetune/Step Time": 11.935958864167333}
+{"Finetune/Learning Rate": 1.596983481287633e-05, "Finetune/Loss": 0.8483871221542358, "Finetune/Loss (Raw)": 0.8927068114280701, "Finetune/Step": 6105, "Finetune/Step Time": 11.950727377086878}
+{"Finetune/Learning Rate": 1.5968483766730773e-05, "Finetune/Loss": 0.848892092704773, "Finetune/Loss (Raw)": 0.9219303727149963, "Finetune/Step": 6106, "Finetune/Step Time": 11.950073638930917}
+{"Finetune/Learning Rate": 1.5967132551335987e-05, "Finetune/Loss": 0.8491778373718262, "Finetune/Loss (Raw)": 0.8530692458152771, "Finetune/Step": 6107, "Finetune/Step Time": 11.947794431820512}
+{"Finetune/Learning Rate": 1.5965781166730287e-05, "Finetune/Loss": 0.8499513864517212, "Finetune/Loss (Raw)": 0.8092616200447083, "Finetune/Step": 6108, "Finetune/Step Time": 11.952722432091832}
+{"Finetune/Learning Rate": 1.5964429612952003e-05, "Finetune/Loss": 0.8487532734870911, "Finetune/Loss (Raw)": 0.8423790335655212, "Finetune/Step": 6109, "Finetune/Step Time": 11.959696002304554}
+{"Finetune/Learning Rate": 1.5963077890039453e-05, "Finetune/Loss": 0.8481990098953247, "Finetune/Loss (Raw)": 0.8858069181442261, "Finetune/Step": 6110, "Finetune/Step Time": 11.966707667335868}
+{"Finetune/Learning Rate": 1.596172599803097e-05, "Finetune/Loss": 0.8488763570785522, "Finetune/Loss (Raw)": 0.8532711863517761, "Finetune/Step": 6111, "Finetune/Step Time": 11.97277956455946}
+{"Finetune/Learning Rate": 1.596037393696489e-05, "Finetune/Loss": 0.8500498533248901, "Finetune/Loss (Raw)": 0.9357283711433411, "Finetune/Step": 6112, "Finetune/Step Time": 11.955047531053424}
+{"Finetune/Learning Rate": 1.595902170687956e-05, "Finetune/Loss": 0.8507869839668274, "Finetune/Loss (Raw)": 0.8830211162567139, "Finetune/Step": 6113, "Finetune/Step Time": 11.93988998606801}
+{"Finetune/Learning Rate": 1.5957669307813315e-05, "Finetune/Loss": 0.8506304025650024, "Finetune/Loss (Raw)": 0.8053582310676575, "Finetune/Step": 6114, "Finetune/Step Time": 11.934870451688766}
+{"Finetune/Learning Rate": 1.595631673980451e-05, "Finetune/Loss": 0.8506547808647156, "Finetune/Loss (Raw)": 0.8954252600669861, "Finetune/Step": 6115, "Finetune/Step Time": 11.937664141878486}
+{"Finetune/Learning Rate": 1.5954964002891496e-05, "Finetune/Loss": 0.8504155874252319, "Finetune/Loss (Raw)": 0.814664900302887, "Finetune/Step": 6116, "Finetune/Step Time": 11.926572596654296}
+{"Finetune/Learning Rate": 1.5953611097112645e-05, "Finetune/Loss": 0.8498269319534302, "Finetune/Loss (Raw)": 0.7891505360603333, "Finetune/Step": 6117, "Finetune/Step Time": 11.932304073125124}
+{"Finetune/Learning Rate": 1.5952258022506307e-05, "Finetune/Loss": 0.8503865599632263, "Finetune/Loss (Raw)": 0.9217748045921326, "Finetune/Step": 6118, "Finetune/Step Time": 11.934448212385178}
+{"Finetune/Learning Rate": 1.5950904779110857e-05, "Finetune/Loss": 0.8515110015869141, "Finetune/Loss (Raw)": 0.8578317165374756, "Finetune/Step": 6119, "Finetune/Step Time": 11.933429300785065}
+{"Finetune/Learning Rate": 1.5949551366964675e-05, "Finetune/Loss": 0.8529431819915771, "Finetune/Loss (Raw)": 0.9138215184211731, "Finetune/Step": 6120, "Finetune/Step Time": 11.937916731461883}
+{"Finetune/Learning Rate": 1.594819778610613e-05, "Finetune/Loss": 0.8524833917617798, "Finetune/Loss (Raw)": 0.8264458179473877, "Finetune/Step": 6121, "Finetune/Step Time": 11.93452045507729}
+{"Finetune/Learning Rate": 1.594684403657361e-05, "Finetune/Loss": 0.8512783050537109, "Finetune/Loss (Raw)": 0.7908839583396912, "Finetune/Step": 6122, "Finetune/Step Time": 11.928790153935552}
+{"Finetune/Learning Rate": 1.5945490118405507e-05, "Finetune/Loss": 0.8504363298416138, "Finetune/Loss (Raw)": 0.7985988259315491, "Finetune/Step": 6123, "Finetune/Step Time": 11.924620198085904}
+{"Finetune/Learning Rate": 1.5944136031640208e-05, "Finetune/Loss": 0.8509125709533691, "Finetune/Loss (Raw)": 0.8833469748497009, "Finetune/Step": 6124, "Finetune/Step Time": 11.933579258620739}
+{"Finetune/Learning Rate": 1.5942781776316115e-05, "Finetune/Loss": 0.8493943214416504, "Finetune/Loss (Raw)": 0.7437307834625244, "Finetune/Step": 6125, "Finetune/Step Time": 11.933542512357235}
+{"Finetune/Learning Rate": 1.594142735247163e-05, "Finetune/Loss": 0.8500624895095825, "Finetune/Loss (Raw)": 0.9488459825515747, "Finetune/Step": 6126, "Finetune/Step Time": 11.921799531206489}
+{"Finetune/Learning Rate": 1.594007276014516e-05, "Finetune/Loss": 0.850330114364624, "Finetune/Loss (Raw)": 0.8054147958755493, "Finetune/Step": 6127, "Finetune/Step Time": 11.95000142045319}
+{"Finetune/Learning Rate": 1.593871799937512e-05, "Finetune/Loss": 0.8494144678115845, "Finetune/Loss (Raw)": 0.7772602438926697, "Finetune/Step": 6128, "Finetune/Step Time": 11.9516038056463}
+{"Finetune/Learning Rate": 1.5937363070199922e-05, "Finetune/Loss": 0.8502175807952881, "Finetune/Loss (Raw)": 0.8027200102806091, "Finetune/Step": 6129, "Finetune/Step Time": 11.934114933013916}
+{"Finetune/Learning Rate": 1.5936007972657993e-05, "Finetune/Loss": 0.8503651022911072, "Finetune/Loss (Raw)": 0.8191372752189636, "Finetune/Step": 6130, "Finetune/Step Time": 11.929310543462634}
+{"Finetune/Learning Rate": 1.5934652706787754e-05, "Finetune/Loss": 0.8513055443763733, "Finetune/Loss (Raw)": 0.9232076406478882, "Finetune/Step": 6131, "Finetune/Step Time": 11.940787851810455}
+{"Finetune/Learning Rate": 1.5933297272627644e-05, "Finetune/Loss": 0.8491874933242798, "Finetune/Loss (Raw)": 0.656538188457489, "Finetune/Step": 6132, "Finetune/Step Time": 11.944310136139393}
+{"Finetune/Learning Rate": 1.5931941670216095e-05, "Finetune/Loss": 0.850268542766571, "Finetune/Loss (Raw)": 0.9410263299942017, "Finetune/Step": 6133, "Finetune/Step Time": 11.934481212869287}
+{"Finetune/Learning Rate": 1.5930585899591547e-05, "Finetune/Loss": 0.8510946035385132, "Finetune/Loss (Raw)": 0.9473049640655518, "Finetune/Step": 6134, "Finetune/Step Time": 11.934231193736196}
+{"Finetune/Learning Rate": 1.5929229960792446e-05, "Finetune/Loss": 0.8517347574234009, "Finetune/Loss (Raw)": 0.8349063396453857, "Finetune/Step": 6135, "Finetune/Step Time": 11.929737348109484}
+{"Finetune/Learning Rate": 1.5927873853857248e-05, "Finetune/Loss": 0.8545726537704468, "Finetune/Loss (Raw)": 0.9884710907936096, "Finetune/Step": 6136, "Finetune/Step Time": 11.910448225215077}
+{"Finetune/Learning Rate": 1.59265175788244e-05, "Finetune/Loss": 0.8545634150505066, "Finetune/Loss (Raw)": 0.9503961205482483, "Finetune/Step": 6137, "Finetune/Step Time": 11.912528440356255}
+{"Finetune/Learning Rate": 1.592516113573237e-05, "Finetune/Loss": 0.8546428680419922, "Finetune/Loss (Raw)": 0.8859409689903259, "Finetune/Step": 6138, "Finetune/Step Time": 11.908601688221097}
+{"Finetune/Learning Rate": 1.5923804524619616e-05, "Finetune/Loss": 0.8540591597557068, "Finetune/Loss (Raw)": 0.76149582862854, "Finetune/Step": 6139, "Finetune/Step Time": 11.905401661992073}
+{"Finetune/Learning Rate": 1.592244774552461e-05, "Finetune/Loss": 0.8529621362686157, "Finetune/Loss (Raw)": 0.8283970355987549, "Finetune/Step": 6140, "Finetune/Step Time": 11.90558079071343}
+{"Finetune/Learning Rate": 1.592109079848583e-05, "Finetune/Loss": 0.8534116744995117, "Finetune/Loss (Raw)": 0.9989275336265564, "Finetune/Step": 6141, "Finetune/Step Time": 11.903114657849073}
+{"Finetune/Learning Rate": 1.591973368354175e-05, "Finetune/Loss": 0.8522895574569702, "Finetune/Loss (Raw)": 0.8308165669441223, "Finetune/Step": 6142, "Finetune/Step Time": 11.90844938531518}
+{"Finetune/Learning Rate": 1.5918376400730858e-05, "Finetune/Loss": 0.8529399633407593, "Finetune/Loss (Raw)": 1.0598902702331543, "Finetune/Step": 6143, "Finetune/Step Time": 11.919590033590794}
+{"Finetune/Learning Rate": 1.5917018950091642e-05, "Finetune/Loss": 0.8522741198539734, "Finetune/Loss (Raw)": 0.8900362849235535, "Finetune/Step": 6144, "Finetune/Step Time": 11.929023500531912}
+{"Finetune/Learning Rate": 1.5915661331662592e-05, "Finetune/Loss": 0.8524483442306519, "Finetune/Loss (Raw)": 0.9447697401046753, "Finetune/Step": 6145, "Finetune/Step Time": 11.931718315929174}
+{"Finetune/Learning Rate": 1.5914303545482207e-05, "Finetune/Loss": 0.8525354862213135, "Finetune/Loss (Raw)": 0.8030682802200317, "Finetune/Step": 6146, "Finetune/Step Time": 11.96211190149188}
+{"Finetune/Learning Rate": 1.5912945591588994e-05, "Finetune/Loss": 0.8527271151542664, "Finetune/Loss (Raw)": 0.8807588815689087, "Finetune/Step": 6147, "Finetune/Step Time": 11.97069487720728}
+{"Finetune/Learning Rate": 1.5911587470021455e-05, "Finetune/Loss": 0.8519107103347778, "Finetune/Loss (Raw)": 0.7658278942108154, "Finetune/Step": 6148, "Finetune/Step Time": 11.96939061768353}
+{"Finetune/Learning Rate": 1.5910229180818114e-05, "Finetune/Loss": 0.8528526425361633, "Finetune/Loss (Raw)": 0.9932403564453125, "Finetune/Step": 6149, "Finetune/Step Time": 11.939290514215827}
+{"Finetune/Learning Rate": 1.5908870724017472e-05, "Finetune/Loss": 0.8529515862464905, "Finetune/Loss (Raw)": 0.874076247215271, "Finetune/Step": 6150, "Finetune/Step Time": 11.935930712148547}
+{"Finetune/Learning Rate": 1.5907512099658064e-05, "Finetune/Loss": 0.8520597219467163, "Finetune/Loss (Raw)": 0.9540088176727295, "Finetune/Step": 6151, "Finetune/Step Time": 11.939705293625593}
+{"Finetune/Learning Rate": 1.5906153307778405e-05, "Finetune/Loss": 0.850732684135437, "Finetune/Loss (Raw)": 0.6642107963562012, "Finetune/Step": 6152, "Finetune/Step Time": 11.935736496001482}
+{"Finetune/Learning Rate": 1.590479434841704e-05, "Finetune/Loss": 0.8496564626693726, "Finetune/Loss (Raw)": 0.7241747379302979, "Finetune/Step": 6153, "Finetune/Step Time": 11.922756243497133}
+{"Finetune/Learning Rate": 1.5903435221612493e-05, "Finetune/Loss": 0.850571870803833, "Finetune/Loss (Raw)": 0.9902510046958923, "Finetune/Step": 6154, "Finetune/Step Time": 11.922569720074534}
+{"Finetune/Learning Rate": 1.5902075927403312e-05, "Finetune/Loss": 0.849219560623169, "Finetune/Loss (Raw)": 0.6517914533615112, "Finetune/Step": 6155, "Finetune/Step Time": 11.915342140942812}
+{"Finetune/Learning Rate": 1.590071646582804e-05, "Finetune/Loss": 0.849240243434906, "Finetune/Loss (Raw)": 0.8703876733779907, "Finetune/Step": 6156, "Finetune/Step Time": 11.91046130284667}
+{"Finetune/Learning Rate": 1.589935683692523e-05, "Finetune/Loss": 0.8510473966598511, "Finetune/Loss (Raw)": 0.9247687458992004, "Finetune/Step": 6157, "Finetune/Step Time": 11.901760639622808}
+{"Finetune/Learning Rate": 1.5897997040733436e-05, "Finetune/Loss": 0.8508890867233276, "Finetune/Loss (Raw)": 0.8780809044837952, "Finetune/Step": 6158, "Finetune/Step Time": 11.889711778610945}
+{"Finetune/Learning Rate": 1.589663707729122e-05, "Finetune/Loss": 0.8514750003814697, "Finetune/Loss (Raw)": 0.9272826313972473, "Finetune/Step": 6159, "Finetune/Step Time": 11.884137582033873}
+{"Finetune/Learning Rate": 1.5895276946637138e-05, "Finetune/Loss": 0.8519611954689026, "Finetune/Loss (Raw)": 0.9058010578155518, "Finetune/Step": 6160, "Finetune/Step Time": 11.869927126914263}
+{"Finetune/Learning Rate": 1.5893916648809766e-05, "Finetune/Loss": 0.8515315055847168, "Finetune/Loss (Raw)": 0.7368910908699036, "Finetune/Step": 6161, "Finetune/Step Time": 11.865215910598636}
+{"Finetune/Learning Rate": 1.5892556183847682e-05, "Finetune/Loss": 0.8514670729637146, "Finetune/Loss (Raw)": 0.8344214558601379, "Finetune/Step": 6162, "Finetune/Step Time": 11.846202597022057}
+{"Finetune/Learning Rate": 1.589119555178946e-05, "Finetune/Loss": 0.8512020707130432, "Finetune/Loss (Raw)": 0.8247954845428467, "Finetune/Step": 6163, "Finetune/Step Time": 11.856269994750619}
+{"Finetune/Learning Rate": 1.588983475267368e-05, "Finetune/Loss": 0.8510116934776306, "Finetune/Loss (Raw)": 0.9214039444923401, "Finetune/Step": 6164, "Finetune/Step Time": 11.851268770173192}
+{"Finetune/Learning Rate": 1.5888473786538943e-05, "Finetune/Loss": 0.8504073619842529, "Finetune/Loss (Raw)": 0.8549410700798035, "Finetune/Step": 6165, "Finetune/Step Time": 11.854547886177897}
+{"Finetune/Learning Rate": 1.588711265342383e-05, "Finetune/Loss": 0.8516398668289185, "Finetune/Loss (Raw)": 0.98784339427948, "Finetune/Step": 6166, "Finetune/Step Time": 11.867125874385238}
+{"Finetune/Learning Rate": 1.5885751353366942e-05, "Finetune/Loss": 0.8519518375396729, "Finetune/Loss (Raw)": 0.8964561820030212, "Finetune/Step": 6167, "Finetune/Step Time": 11.895996540784836}
+{"Finetune/Learning Rate": 1.5884389886406887e-05, "Finetune/Loss": 0.8514136075973511, "Finetune/Loss (Raw)": 0.8346533179283142, "Finetune/Step": 6168, "Finetune/Step Time": 11.885561740025878}
+{"Finetune/Learning Rate": 1.588302825258226e-05, "Finetune/Loss": 0.8508252501487732, "Finetune/Loss (Raw)": 0.8115139603614807, "Finetune/Step": 6169, "Finetune/Step Time": 11.88958977907896}
+{"Finetune/Learning Rate": 1.5881666451931686e-05, "Finetune/Loss": 0.8516802787780762, "Finetune/Loss (Raw)": 0.8866837024688721, "Finetune/Step": 6170, "Finetune/Step Time": 11.8914694506675}
+{"Finetune/Learning Rate": 1.5880304484493774e-05, "Finetune/Loss": 0.8513884544372559, "Finetune/Loss (Raw)": 0.8351535201072693, "Finetune/Step": 6171, "Finetune/Step Time": 11.902219662442803}
+{"Finetune/Learning Rate": 1.5878942350307148e-05, "Finetune/Loss": 0.8511747717857361, "Finetune/Loss (Raw)": 0.850691020488739, "Finetune/Step": 6172, "Finetune/Step Time": 11.9160395860672}
+{"Finetune/Learning Rate": 1.5877580049410438e-05, "Finetune/Loss": 0.8517993688583374, "Finetune/Loss (Raw)": 0.9029670357704163, "Finetune/Step": 6173, "Finetune/Step Time": 11.914311353117228}
+{"Finetune/Learning Rate": 1.587621758184227e-05, "Finetune/Loss": 0.8510659337043762, "Finetune/Loss (Raw)": 0.7256917357444763, "Finetune/Step": 6174, "Finetune/Step Time": 11.921205589547753}
+{"Finetune/Learning Rate": 1.587485494764128e-05, "Finetune/Loss": 0.8498976230621338, "Finetune/Loss (Raw)": 0.8118520975112915, "Finetune/Step": 6175, "Finetune/Step Time": 11.934065289795399}
+{"Finetune/Learning Rate": 1.587349214684611e-05, "Finetune/Loss": 0.8501994609832764, "Finetune/Loss (Raw)": 0.8086311221122742, "Finetune/Step": 6176, "Finetune/Step Time": 11.929064413532615}
+{"Finetune/Learning Rate": 1.5872129179495405e-05, "Finetune/Loss": 0.84853595495224, "Finetune/Loss (Raw)": 0.6209675669670105, "Finetune/Step": 6177, "Finetune/Step Time": 11.942863769829273}
+{"Finetune/Learning Rate": 1.5870766045627816e-05, "Finetune/Loss": 0.8488599061965942, "Finetune/Loss (Raw)": 0.9474470019340515, "Finetune/Step": 6178, "Finetune/Step Time": 11.954363219439983}
+{"Finetune/Learning Rate": 1.5869402745281993e-05, "Finetune/Loss": 0.8487187623977661, "Finetune/Loss (Raw)": 0.788234531879425, "Finetune/Step": 6179, "Finetune/Step Time": 11.953921673819423}
+{"Finetune/Learning Rate": 1.58680392784966e-05, "Finetune/Loss": 0.8494186401367188, "Finetune/Loss (Raw)": 0.9067047834396362, "Finetune/Step": 6180, "Finetune/Step Time": 11.951849391683936}
+{"Finetune/Learning Rate": 1.58666756453103e-05, "Finetune/Loss": 0.8487224578857422, "Finetune/Loss (Raw)": 0.7887769341468811, "Finetune/Step": 6181, "Finetune/Step Time": 11.95328571088612}
+{"Finetune/Learning Rate": 1.5865311845761756e-05, "Finetune/Loss": 0.8475502133369446, "Finetune/Loss (Raw)": 0.8865023851394653, "Finetune/Step": 6182, "Finetune/Step Time": 11.951845994219184}
+{"Finetune/Learning Rate": 1.5863947879889658e-05, "Finetune/Loss": 0.8466631770133972, "Finetune/Loss (Raw)": 0.7860451936721802, "Finetune/Step": 6183, "Finetune/Step Time": 11.969879692420363}
+{"Finetune/Learning Rate": 1.5862583747732662e-05, "Finetune/Loss": 0.8462238311767578, "Finetune/Loss (Raw)": 0.8363428711891174, "Finetune/Step": 6184, "Finetune/Step Time": 11.975841250270605}
+{"Finetune/Learning Rate": 1.5861219449329466e-05, "Finetune/Loss": 0.8454803228378296, "Finetune/Loss (Raw)": 0.8279138803482056, "Finetune/Step": 6185, "Finetune/Step Time": 11.971335200592875}
+{"Finetune/Learning Rate": 1.5859854984718754e-05, "Finetune/Loss": 0.8446075320243835, "Finetune/Loss (Raw)": 0.9162678718566895, "Finetune/Step": 6186, "Finetune/Step Time": 11.981581529602408}
+{"Finetune/Learning Rate": 1.585849035393922e-05, "Finetune/Loss": 0.8430395126342773, "Finetune/Loss (Raw)": 0.8746726512908936, "Finetune/Step": 6187, "Finetune/Step Time": 11.981401475146413}
+{"Finetune/Learning Rate": 1.5857125557029553e-05, "Finetune/Loss": 0.8421413898468018, "Finetune/Loss (Raw)": 0.7318443059921265, "Finetune/Step": 6188, "Finetune/Step Time": 11.978729782626033}
+{"Finetune/Learning Rate": 1.5855760594028467e-05, "Finetune/Loss": 0.8406892418861389, "Finetune/Loss (Raw)": 0.6492279171943665, "Finetune/Step": 6189, "Finetune/Step Time": 11.98440452478826}
+{"Finetune/Learning Rate": 1.5854395464974655e-05, "Finetune/Loss": 0.8415976762771606, "Finetune/Loss (Raw)": 0.8332748413085938, "Finetune/Step": 6190, "Finetune/Step Time": 11.953976716846228}
+{"Finetune/Learning Rate": 1.585303016990684e-05, "Finetune/Loss": 0.8430004119873047, "Finetune/Loss (Raw)": 0.9775967001914978, "Finetune/Step": 6191, "Finetune/Step Time": 11.970668626949191}
+{"Finetune/Learning Rate": 1.5851664708863738e-05, "Finetune/Loss": 0.8442991971969604, "Finetune/Loss (Raw)": 0.9252705574035645, "Finetune/Step": 6192, "Finetune/Step Time": 11.972948212176561}
+{"Finetune/Learning Rate": 1.5850299081884054e-05, "Finetune/Loss": 0.8430205583572388, "Finetune/Loss (Raw)": 0.7837582230567932, "Finetune/Step": 6193, "Finetune/Step Time": 11.977934701368213}
+{"Finetune/Learning Rate": 1.584893328900653e-05, "Finetune/Loss": 0.8420038223266602, "Finetune/Loss (Raw)": 0.7725703120231628, "Finetune/Step": 6194, "Finetune/Step Time": 11.970540348440409}
+{"Finetune/Learning Rate": 1.5847567330269893e-05, "Finetune/Loss": 0.8423347473144531, "Finetune/Loss (Raw)": 0.9356809258460999, "Finetune/Step": 6195, "Finetune/Step Time": 11.964700436219573}
+{"Finetune/Learning Rate": 1.584620120571287e-05, "Finetune/Loss": 0.8428362011909485, "Finetune/Loss (Raw)": 0.9273813962936401, "Finetune/Step": 6196, "Finetune/Step Time": 11.9701276589185}
+{"Finetune/Learning Rate": 1.584483491537421e-05, "Finetune/Loss": 0.8435052633285522, "Finetune/Loss (Raw)": 0.887593686580658, "Finetune/Step": 6197, "Finetune/Step Time": 11.96882787719369}
+{"Finetune/Learning Rate": 1.5843468459292646e-05, "Finetune/Loss": 0.842487096786499, "Finetune/Loss (Raw)": 0.696732759475708, "Finetune/Step": 6198, "Finetune/Step Time": 11.932984357699752}
+{"Finetune/Learning Rate": 1.5842101837506935e-05, "Finetune/Loss": 0.8419238328933716, "Finetune/Loss (Raw)": 0.8544625043869019, "Finetune/Step": 6199, "Finetune/Step Time": 11.930965065956116}
+{"Finetune/Learning Rate": 1.584073505005583e-05, "Finetune/Loss": 0.8429954051971436, "Finetune/Loss (Raw)": 0.8670971393585205, "Finetune/Step": 6200, "Finetune/Step Time": 11.933576015755534}
+{"Finetune/Learning Rate": 1.5839368096978088e-05, "Finetune/Loss": 0.8454794883728027, "Finetune/Loss (Raw)": 0.7967682480812073, "Finetune/Step": 6201, "Finetune/Step Time": 11.882729671895504}
+{"Finetune/Learning Rate": 1.583800097831247e-05, "Finetune/Loss": 0.8464434146881104, "Finetune/Loss (Raw)": 0.9584448933601379, "Finetune/Step": 6202, "Finetune/Step Time": 11.88289019279182}
+{"Finetune/Learning Rate": 1.5836633694097747e-05, "Finetune/Loss": 0.8458393812179565, "Finetune/Loss (Raw)": 0.7082339525222778, "Finetune/Step": 6203, "Finetune/Step Time": 11.896342543885112}
+{"Finetune/Learning Rate": 1.5835266244372686e-05, "Finetune/Loss": 0.8442456126213074, "Finetune/Loss (Raw)": 0.6733620762825012, "Finetune/Step": 6204, "Finetune/Step Time": 11.901230750605464}
+{"Finetune/Learning Rate": 1.5833898629176072e-05, "Finetune/Loss": 0.8427255749702454, "Finetune/Loss (Raw)": 0.8014917373657227, "Finetune/Step": 6205, "Finetune/Step Time": 11.896919544786215}
+{"Finetune/Learning Rate": 1.5832530848546683e-05, "Finetune/Loss": 0.8427318334579468, "Finetune/Loss (Raw)": 0.794369101524353, "Finetune/Step": 6206, "Finetune/Step Time": 11.902813648805022}
+{"Finetune/Learning Rate": 1.5831162902523303e-05, "Finetune/Loss": 0.8434664011001587, "Finetune/Loss (Raw)": 0.870252251625061, "Finetune/Step": 6207, "Finetune/Step Time": 11.905672628432512}
+{"Finetune/Learning Rate": 1.5829794791144723e-05, "Finetune/Loss": 0.843690037727356, "Finetune/Loss (Raw)": 0.8598126769065857, "Finetune/Step": 6208, "Finetune/Step Time": 11.922543920576572}
+{"Finetune/Learning Rate": 1.582842651444974e-05, "Finetune/Loss": 0.8446999788284302, "Finetune/Loss (Raw)": 0.9875196218490601, "Finetune/Step": 6209, "Finetune/Step Time": 11.914898905903101}
+{"Finetune/Learning Rate": 1.5827058072477158e-05, "Finetune/Loss": 0.8457905054092407, "Finetune/Loss (Raw)": 0.9237281680107117, "Finetune/Step": 6210, "Finetune/Step Time": 11.911429785192013}
+{"Finetune/Learning Rate": 1.5825689465265775e-05, "Finetune/Loss": 0.8460284471511841, "Finetune/Loss (Raw)": 0.847475528717041, "Finetune/Step": 6211, "Finetune/Step Time": 11.910530038177967}
+{"Finetune/Learning Rate": 1.582432069285441e-05, "Finetune/Loss": 0.8459793329238892, "Finetune/Loss (Raw)": 0.7700065970420837, "Finetune/Step": 6212, "Finetune/Step Time": 11.928533807396889}
+{"Finetune/Learning Rate": 1.5822951755281868e-05, "Finetune/Loss": 0.8477199673652649, "Finetune/Loss (Raw)": 0.9610647559165955, "Finetune/Step": 6213, "Finetune/Step Time": 11.914606293663383}
+{"Finetune/Learning Rate": 1.5821582652586975e-05, "Finetune/Loss": 0.8472818732261658, "Finetune/Loss (Raw)": 0.7857392430305481, "Finetune/Step": 6214, "Finetune/Step Time": 11.916497493162751}
+{"Finetune/Learning Rate": 1.5820213384808552e-05, "Finetune/Loss": 0.8443777561187744, "Finetune/Loss (Raw)": 0.7020182013511658, "Finetune/Step": 6215, "Finetune/Step Time": 11.883028222247958}
+{"Finetune/Learning Rate": 1.5818843951985425e-05, "Finetune/Loss": 0.8438687324523926, "Finetune/Loss (Raw)": 0.7885819673538208, "Finetune/Step": 6216, "Finetune/Step Time": 11.87491705827415}
+{"Finetune/Learning Rate": 1.5817474354156433e-05, "Finetune/Loss": 0.8421263694763184, "Finetune/Loss (Raw)": 0.702031135559082, "Finetune/Step": 6217, "Finetune/Step Time": 11.872125331312418}
+{"Finetune/Learning Rate": 1.581610459136041e-05, "Finetune/Loss": 0.8434919714927673, "Finetune/Loss (Raw)": 0.8114045262336731, "Finetune/Step": 6218, "Finetune/Step Time": 11.861434150487185}
+{"Finetune/Learning Rate": 1.58147346636362e-05, "Finetune/Loss": 0.8426189422607422, "Finetune/Loss (Raw)": 0.7606463432312012, "Finetune/Step": 6219, "Finetune/Step Time": 11.859665751457214}
+{"Finetune/Learning Rate": 1.581336457102265e-05, "Finetune/Loss": 0.8437157869338989, "Finetune/Loss (Raw)": 0.9570533633232117, "Finetune/Step": 6220, "Finetune/Step Time": 11.85879392363131}
+{"Finetune/Learning Rate": 1.581199431355861e-05, "Finetune/Loss": 0.8442785143852234, "Finetune/Loss (Raw)": 0.7622349858283997, "Finetune/Step": 6221, "Finetune/Step Time": 11.841994581744075}
+{"Finetune/Learning Rate": 1.581062389128294e-05, "Finetune/Loss": 0.8467793464660645, "Finetune/Loss (Raw)": 0.940743088722229, "Finetune/Step": 6222, "Finetune/Step Time": 11.793714860454202}
+{"Finetune/Learning Rate": 1.58092533042345e-05, "Finetune/Loss": 0.8480780124664307, "Finetune/Loss (Raw)": 0.9962164759635925, "Finetune/Step": 6223, "Finetune/Step Time": 11.741563843563199}
+{"Finetune/Learning Rate": 1.5807882552452156e-05, "Finetune/Loss": 0.8489527702331543, "Finetune/Loss (Raw)": 1.03363037109375, "Finetune/Step": 6224, "Finetune/Step Time": 11.757695142179728}
+{"Finetune/Learning Rate": 1.5806511635974775e-05, "Finetune/Loss": 0.8491353392601013, "Finetune/Loss (Raw)": 0.9811510443687439, "Finetune/Step": 6225, "Finetune/Step Time": 11.763254757970572}
+{"Finetune/Learning Rate": 1.580514055484124e-05, "Finetune/Loss": 0.8493502736091614, "Finetune/Loss (Raw)": 0.8386144042015076, "Finetune/Step": 6226, "Finetune/Step Time": 11.755838511511683}
+{"Finetune/Learning Rate": 1.5803769309090425e-05, "Finetune/Loss": 0.8481594920158386, "Finetune/Loss (Raw)": 0.6415572166442871, "Finetune/Step": 6227, "Finetune/Step Time": 11.789597356691957}
+{"Finetune/Learning Rate": 1.5802397898761214e-05, "Finetune/Loss": 0.8473721742630005, "Finetune/Loss (Raw)": 0.7745994925498962, "Finetune/Step": 6228, "Finetune/Step Time": 11.766266986727715}
+{"Finetune/Learning Rate": 1.58010263238925e-05, "Finetune/Loss": 0.8462334871292114, "Finetune/Loss (Raw)": 0.6042891144752502, "Finetune/Step": 6229, "Finetune/Step Time": 11.782984109595418}
+{"Finetune/Learning Rate": 1.5799654584523178e-05, "Finetune/Loss": 0.8460650444030762, "Finetune/Loss (Raw)": 0.7992861270904541, "Finetune/Step": 6230, "Finetune/Step Time": 11.785418385639787}
+{"Finetune/Learning Rate": 1.5798282680692138e-05, "Finetune/Loss": 0.8472877740859985, "Finetune/Loss (Raw)": 0.8791170120239258, "Finetune/Step": 6231, "Finetune/Step Time": 11.786102760583162}
+{"Finetune/Learning Rate": 1.579691061243829e-05, "Finetune/Loss": 0.8470529317855835, "Finetune/Loss (Raw)": 0.8429333567619324, "Finetune/Step": 6232, "Finetune/Step Time": 11.790693905204535}
+{"Finetune/Learning Rate": 1.5795538379800546e-05, "Finetune/Loss": 0.8464000225067139, "Finetune/Loss (Raw)": 0.8091424107551575, "Finetune/Step": 6233, "Finetune/Step Time": 11.782189454883337}
+{"Finetune/Learning Rate": 1.5794165982817814e-05, "Finetune/Loss": 0.8454626202583313, "Finetune/Loss (Raw)": 0.8019393682479858, "Finetune/Step": 6234, "Finetune/Step Time": 11.78446127101779}
+{"Finetune/Learning Rate": 1.5792793421529006e-05, "Finetune/Loss": 0.8452058434486389, "Finetune/Loss (Raw)": 0.8201972842216492, "Finetune/Step": 6235, "Finetune/Step Time": 11.793762063607574}
+{"Finetune/Learning Rate": 1.579142069597305e-05, "Finetune/Loss": 0.8446152210235596, "Finetune/Loss (Raw)": 0.7336713075637817, "Finetune/Step": 6236, "Finetune/Step Time": 11.79965147562325}
+{"Finetune/Learning Rate": 1.5790047806188874e-05, "Finetune/Loss": 0.8439699411392212, "Finetune/Loss (Raw)": 0.7597711086273193, "Finetune/Step": 6237, "Finetune/Step Time": 11.793932622298598}
+{"Finetune/Learning Rate": 1.5788674752215407e-05, "Finetune/Loss": 0.8431340456008911, "Finetune/Loss (Raw)": 0.7788215279579163, "Finetune/Step": 6238, "Finetune/Step Time": 11.789172438904643}
+{"Finetune/Learning Rate": 1.5787301534091587e-05, "Finetune/Loss": 0.8432831764221191, "Finetune/Loss (Raw)": 0.872353196144104, "Finetune/Step": 6239, "Finetune/Step Time": 11.788862816989422}
+{"Finetune/Learning Rate": 1.5785928151856345e-05, "Finetune/Loss": 0.8427988290786743, "Finetune/Loss (Raw)": 0.8737369775772095, "Finetune/Step": 6240, "Finetune/Step Time": 11.781897976994514}
+{"Finetune/Learning Rate": 1.578455460554864e-05, "Finetune/Loss": 0.841751754283905, "Finetune/Loss (Raw)": 0.7489946484565735, "Finetune/Step": 6241, "Finetune/Step Time": 11.782888004556298}
+{"Finetune/Learning Rate": 1.5783180895207414e-05, "Finetune/Loss": 0.8415768146514893, "Finetune/Loss (Raw)": 0.782962441444397, "Finetune/Step": 6242, "Finetune/Step Time": 11.785871110856533}
+{"Finetune/Learning Rate": 1.578180702087162e-05, "Finetune/Loss": 0.8410429954528809, "Finetune/Loss (Raw)": 0.8270983695983887, "Finetune/Step": 6243, "Finetune/Step Time": 11.778007343411446}
+{"Finetune/Learning Rate": 1.5780432982580224e-05, "Finetune/Loss": 0.8421052098274231, "Finetune/Loss (Raw)": 0.9506309032440186, "Finetune/Step": 6244, "Finetune/Step Time": 11.777531197294593}
+{"Finetune/Learning Rate": 1.5779058780372184e-05, "Finetune/Loss": 0.8426303267478943, "Finetune/Loss (Raw)": 0.8563553094863892, "Finetune/Step": 6245, "Finetune/Step Time": 11.784136891365051}
+{"Finetune/Learning Rate": 1.577768441428647e-05, "Finetune/Loss": 0.8424209356307983, "Finetune/Loss (Raw)": 0.8949798345565796, "Finetune/Step": 6246, "Finetune/Step Time": 11.79857381246984}
+{"Finetune/Learning Rate": 1.577630988436206e-05, "Finetune/Loss": 0.8419963121414185, "Finetune/Loss (Raw)": 0.8034835457801819, "Finetune/Step": 6247, "Finetune/Step Time": 11.797994622960687}
+{"Finetune/Learning Rate": 1.5774935190637924e-05, "Finetune/Loss": 0.8399084210395813, "Finetune/Loss (Raw)": 0.646565854549408, "Finetune/Step": 6248, "Finetune/Step Time": 11.819760739803314}
+{"Finetune/Learning Rate": 1.5773560333153045e-05, "Finetune/Loss": 0.8396696448326111, "Finetune/Loss (Raw)": 0.7958873510360718, "Finetune/Step": 6249, "Finetune/Step Time": 11.821611003950238}
+{"Finetune/Learning Rate": 1.5772185311946415e-05, "Finetune/Loss": 0.8401561975479126, "Finetune/Loss (Raw)": 0.853164553642273, "Finetune/Step": 6250, "Finetune/Step Time": 11.813415175303817}
+{"Finetune/Learning Rate": 1.5770810127057025e-05, "Finetune/Loss": 0.8397385478019714, "Finetune/Loss (Raw)": 0.745132327079773, "Finetune/Step": 6251, "Finetune/Step Time": 11.813275491818786}
+{"Finetune/Learning Rate": 1.576943477852387e-05, "Finetune/Loss": 0.8400579690933228, "Finetune/Loss (Raw)": 0.9242358207702637, "Finetune/Step": 6252, "Finetune/Step Time": 11.820444079115987}
+{"Finetune/Learning Rate": 1.576805926638595e-05, "Finetune/Loss": 0.8404707908630371, "Finetune/Loss (Raw)": 0.7965627312660217, "Finetune/Step": 6253, "Finetune/Step Time": 11.836685352027416}
+{"Finetune/Learning Rate": 1.576668359068227e-05, "Finetune/Loss": 0.8392826914787292, "Finetune/Loss (Raw)": 0.7967785000801086, "Finetune/Step": 6254, "Finetune/Step Time": 11.843825545161963}
+{"Finetune/Learning Rate": 1.576530775145184e-05, "Finetune/Loss": 0.8393118381500244, "Finetune/Loss (Raw)": 0.8091380596160889, "Finetune/Step": 6255, "Finetune/Step Time": 11.81522984802723}
+{"Finetune/Learning Rate": 1.576393174873368e-05, "Finetune/Loss": 0.8405753374099731, "Finetune/Loss (Raw)": 0.9389969110488892, "Finetune/Step": 6256, "Finetune/Step Time": 11.807601207867265}
+{"Finetune/Learning Rate": 1.5762555582566805e-05, "Finetune/Loss": 0.8403102159500122, "Finetune/Loss (Raw)": 0.7687830328941345, "Finetune/Step": 6257, "Finetune/Step Time": 11.80884837731719}
+{"Finetune/Learning Rate": 1.576117925299024e-05, "Finetune/Loss": 0.8413772583007812, "Finetune/Loss (Raw)": 0.9557090997695923, "Finetune/Step": 6258, "Finetune/Step Time": 11.806787926703691}
+{"Finetune/Learning Rate": 1.5759802760043012e-05, "Finetune/Loss": 0.8408156633377075, "Finetune/Loss (Raw)": 0.8513306975364685, "Finetune/Step": 6259, "Finetune/Step Time": 11.798790773376822}
+{"Finetune/Learning Rate": 1.575842610376416e-05, "Finetune/Loss": 0.8426242470741272, "Finetune/Loss (Raw)": 0.8880435228347778, "Finetune/Step": 6260, "Finetune/Step Time": 11.796743519604206}
+{"Finetune/Learning Rate": 1.5757049284192716e-05, "Finetune/Loss": 0.8411699533462524, "Finetune/Loss (Raw)": 0.7548719644546509, "Finetune/Step": 6261, "Finetune/Step Time": 11.803458059206605}
+{"Finetune/Learning Rate": 1.575567230136773e-05, "Finetune/Loss": 0.8401789665222168, "Finetune/Loss (Raw)": 0.8204624056816101, "Finetune/Step": 6262, "Finetune/Step Time": 11.80782574787736}
+{"Finetune/Learning Rate": 1.575429515532824e-05, "Finetune/Loss": 0.8405529856681824, "Finetune/Loss (Raw)": 0.8827783465385437, "Finetune/Step": 6263, "Finetune/Step Time": 11.807598777115345}
+{"Finetune/Learning Rate": 1.57529178461133e-05, "Finetune/Loss": 0.8384441137313843, "Finetune/Loss (Raw)": 0.7185350060462952, "Finetune/Step": 6264, "Finetune/Step Time": 11.801726508885622}
+{"Finetune/Learning Rate": 1.5751540373761974e-05, "Finetune/Loss": 0.8380794525146484, "Finetune/Loss (Raw)": 0.9037209153175354, "Finetune/Step": 6265, "Finetune/Step Time": 11.808152619749308}
+{"Finetune/Learning Rate": 1.5750162738313314e-05, "Finetune/Loss": 0.8366897106170654, "Finetune/Loss (Raw)": 0.7080502510070801, "Finetune/Step": 6266, "Finetune/Step Time": 11.807287115603685}
+{"Finetune/Learning Rate": 1.5748784939806393e-05, "Finetune/Loss": 0.8378389477729797, "Finetune/Loss (Raw)": 0.9085956811904907, "Finetune/Step": 6267, "Finetune/Step Time": 11.814610715955496}
+{"Finetune/Learning Rate": 1.5747406978280276e-05, "Finetune/Loss": 0.8368558883666992, "Finetune/Loss (Raw)": 0.7025713324546814, "Finetune/Step": 6268, "Finetune/Step Time": 11.82480744086206}
+{"Finetune/Learning Rate": 1.5746028853774043e-05, "Finetune/Loss": 0.8355991840362549, "Finetune/Loss (Raw)": 0.8380661010742188, "Finetune/Step": 6269, "Finetune/Step Time": 11.830279102548957}
+{"Finetune/Learning Rate": 1.574465056632677e-05, "Finetune/Loss": 0.8351242542266846, "Finetune/Loss (Raw)": 0.770023763179779, "Finetune/Step": 6270, "Finetune/Step Time": 11.827978797256947}
+{"Finetune/Learning Rate": 1.5743272115977542e-05, "Finetune/Loss": 0.8342920541763306, "Finetune/Loss (Raw)": 0.9533671140670776, "Finetune/Step": 6271, "Finetune/Step Time": 11.819626871496439}
+{"Finetune/Learning Rate": 1.5741893502765452e-05, "Finetune/Loss": 0.8341930508613586, "Finetune/Loss (Raw)": 0.8773651123046875, "Finetune/Step": 6272, "Finetune/Step Time": 11.8031719122082}
+{"Finetune/Learning Rate": 1.5740514726729584e-05, "Finetune/Loss": 0.8343334794044495, "Finetune/Loss (Raw)": 0.9627456068992615, "Finetune/Step": 6273, "Finetune/Step Time": 11.795743711292744}
+{"Finetune/Learning Rate": 1.5739135787909047e-05, "Finetune/Loss": 0.8352612853050232, "Finetune/Loss (Raw)": 0.9218263626098633, "Finetune/Step": 6274, "Finetune/Step Time": 11.770717868581414}
+{"Finetune/Learning Rate": 1.5737756686342937e-05, "Finetune/Loss": 0.8353593349456787, "Finetune/Loss (Raw)": 0.893313467502594, "Finetune/Step": 6275, "Finetune/Step Time": 11.78082430548966}
+{"Finetune/Learning Rate": 1.5736377422070366e-05, "Finetune/Loss": 0.8361616134643555, "Finetune/Loss (Raw)": 0.8685253858566284, "Finetune/Step": 6276, "Finetune/Step Time": 11.782155251130462}
+{"Finetune/Learning Rate": 1.573499799513044e-05, "Finetune/Loss": 0.8345975875854492, "Finetune/Loss (Raw)": 0.7930437922477722, "Finetune/Step": 6277, "Finetune/Step Time": 11.828705659136176}
+{"Finetune/Learning Rate": 1.573361840556228e-05, "Finetune/Loss": 0.8350204825401306, "Finetune/Loss (Raw)": 0.9282004833221436, "Finetune/Step": 6278, "Finetune/Step Time": 11.828136682510376}
+{"Finetune/Learning Rate": 1.573223865340501e-05, "Finetune/Loss": 0.8333843350410461, "Finetune/Loss (Raw)": 0.7445809245109558, "Finetune/Step": 6279, "Finetune/Step Time": 11.843389805406332}
+{"Finetune/Learning Rate": 1.573085873869775e-05, "Finetune/Loss": 0.8356568813323975, "Finetune/Loss (Raw)": 0.9550977349281311, "Finetune/Step": 6280, "Finetune/Step Time": 11.847241835668683}
+{"Finetune/Learning Rate": 1.572947866147963e-05, "Finetune/Loss": 0.8357501029968262, "Finetune/Loss (Raw)": 0.7361117601394653, "Finetune/Step": 6281, "Finetune/Step Time": 11.837081475183368}
+{"Finetune/Learning Rate": 1.5728098421789787e-05, "Finetune/Loss": 0.8353573083877563, "Finetune/Loss (Raw)": 0.9399678707122803, "Finetune/Step": 6282, "Finetune/Step Time": 11.827792854979634}
+{"Finetune/Learning Rate": 1.572671801966736e-05, "Finetune/Loss": 0.836783230304718, "Finetune/Loss (Raw)": 0.8343097567558289, "Finetune/Step": 6283, "Finetune/Step Time": 11.824331298470497}
+{"Finetune/Learning Rate": 1.57253374551515e-05, "Finetune/Loss": 0.8370721936225891, "Finetune/Loss (Raw)": 0.9073768258094788, "Finetune/Step": 6284, "Finetune/Step Time": 11.826914610341191}
+{"Finetune/Learning Rate": 1.5723956728281347e-05, "Finetune/Loss": 0.8365838527679443, "Finetune/Loss (Raw)": 0.8622664213180542, "Finetune/Step": 6285, "Finetune/Step Time": 11.831855844706297}
+{"Finetune/Learning Rate": 1.5722575839096058e-05, "Finetune/Loss": 0.835895836353302, "Finetune/Loss (Raw)": 0.7900083065032959, "Finetune/Step": 6286, "Finetune/Step Time": 11.82606297917664}
+{"Finetune/Learning Rate": 1.5721194787634794e-05, "Finetune/Loss": 0.8367382287979126, "Finetune/Loss (Raw)": 1.0351011753082275, "Finetune/Step": 6287, "Finetune/Step Time": 11.823877954855561}
+{"Finetune/Learning Rate": 1.571981357393671e-05, "Finetune/Loss": 0.8360879421234131, "Finetune/Loss (Raw)": 0.8225774168968201, "Finetune/Step": 6288, "Finetune/Step Time": 11.834396295249462}
+{"Finetune/Learning Rate": 1.571843219804098e-05, "Finetune/Loss": 0.8373016715049744, "Finetune/Loss (Raw)": 0.8922407627105713, "Finetune/Step": 6289, "Finetune/Step Time": 11.839956300333142}
+{"Finetune/Learning Rate": 1.571705065998678e-05, "Finetune/Loss": 0.8364748954772949, "Finetune/Loss (Raw)": 0.728600025177002, "Finetune/Step": 6290, "Finetune/Step Time": 11.837318612262607}
+{"Finetune/Learning Rate": 1.5715668959813272e-05, "Finetune/Loss": 0.8354601263999939, "Finetune/Loss (Raw)": 0.6949051022529602, "Finetune/Step": 6291, "Finetune/Step Time": 11.830174386501312}
+{"Finetune/Learning Rate": 1.571428709755965e-05, "Finetune/Loss": 0.8345574140548706, "Finetune/Loss (Raw)": 0.8058509230613708, "Finetune/Step": 6292, "Finetune/Step Time": 11.836309984326363}
+{"Finetune/Learning Rate": 1.571290507326509e-05, "Finetune/Loss": 0.8346834778785706, "Finetune/Loss (Raw)": 0.8710817694664001, "Finetune/Step": 6293, "Finetune/Step Time": 11.82733596302569}
+{"Finetune/Learning Rate": 1.5711522886968796e-05, "Finetune/Loss": 0.8326136469841003, "Finetune/Loss (Raw)": 0.7229016423225403, "Finetune/Step": 6294, "Finetune/Step Time": 11.819651896134019}
+{"Finetune/Learning Rate": 1.571014053870995e-05, "Finetune/Loss": 0.832065761089325, "Finetune/Loss (Raw)": 0.8263234496116638, "Finetune/Step": 6295, "Finetune/Step Time": 11.796415125951171}
+{"Finetune/Learning Rate": 1.5708758028527754e-05, "Finetune/Loss": 0.831557035446167, "Finetune/Loss (Raw)": 0.7695382833480835, "Finetune/Step": 6296, "Finetune/Step Time": 11.805471880361438}
+{"Finetune/Learning Rate": 1.5707375356461415e-05, "Finetune/Loss": 0.8328202962875366, "Finetune/Loss (Raw)": 0.9732162952423096, "Finetune/Step": 6297, "Finetune/Step Time": 11.811122881248593}
+{"Finetune/Learning Rate": 1.570599252255014e-05, "Finetune/Loss": 0.8316049575805664, "Finetune/Loss (Raw)": 0.731117844581604, "Finetune/Step": 6298, "Finetune/Step Time": 11.802109278738499}
+{"Finetune/Learning Rate": 1.5704609526833145e-05, "Finetune/Loss": 0.8323448896408081, "Finetune/Loss (Raw)": 0.9298641681671143, "Finetune/Step": 6299, "Finetune/Step Time": 11.785955777391791}
+{"Finetune/Learning Rate": 1.5703226369349642e-05, "Finetune/Loss": 0.8308616876602173, "Finetune/Loss (Raw)": 0.6608409881591797, "Finetune/Step": 6300, "Finetune/Step Time": 11.798343503847718}
+{"Finetune/Learning Rate": 1.570184305013886e-05, "Finetune/Loss": 0.8301956057548523, "Finetune/Loss (Raw)": 0.8177132606506348, "Finetune/Step": 6301, "Finetune/Step Time": 11.799644775688648}
+{"Finetune/Learning Rate": 1.5700459569240023e-05, "Finetune/Loss": 0.8315045833587646, "Finetune/Loss (Raw)": 0.893242359161377, "Finetune/Step": 6302, "Finetune/Step Time": 11.789428493008018}
+{"Finetune/Learning Rate": 1.569907592669236e-05, "Finetune/Loss": 0.832472562789917, "Finetune/Loss (Raw)": 0.9357407093048096, "Finetune/Step": 6303, "Finetune/Step Time": 11.78179376013577}
+{"Finetune/Learning Rate": 1.569769212253511e-05, "Finetune/Loss": 0.8324812054634094, "Finetune/Loss (Raw)": 0.8097478151321411, "Finetune/Step": 6304, "Finetune/Step Time": 11.787398759275675}
+{"Finetune/Learning Rate": 1.5696308156807516e-05, "Finetune/Loss": 0.8342210054397583, "Finetune/Loss (Raw)": 0.8436625003814697, "Finetune/Step": 6305, "Finetune/Step Time": 11.783535867929459}
+{"Finetune/Learning Rate": 1.569492402954882e-05, "Finetune/Loss": 0.8333110213279724, "Finetune/Loss (Raw)": 0.8309689164161682, "Finetune/Step": 6306, "Finetune/Step Time": 11.773772301152349}
+{"Finetune/Learning Rate": 1.5693539740798273e-05, "Finetune/Loss": 0.8321930170059204, "Finetune/Loss (Raw)": 0.6451312303543091, "Finetune/Step": 6307, "Finetune/Step Time": 11.781235419213772}
+{"Finetune/Learning Rate": 1.5692155290595126e-05, "Finetune/Loss": 0.8310115933418274, "Finetune/Loss (Raw)": 0.7554820775985718, "Finetune/Step": 6308, "Finetune/Step Time": 11.789597215130925}
+{"Finetune/Learning Rate": 1.5690770678978643e-05, "Finetune/Loss": 0.8296468257904053, "Finetune/Loss (Raw)": 0.6140807867050171, "Finetune/Step": 6309, "Finetune/Step Time": 11.81212843209505}
+{"Finetune/Learning Rate": 1.5689385905988085e-05, "Finetune/Loss": 0.8297133445739746, "Finetune/Loss (Raw)": 0.8950209021568298, "Finetune/Step": 6310, "Finetune/Step Time": 11.807163640856743}
+{"Finetune/Learning Rate": 1.5688000971662725e-05, "Finetune/Loss": 0.8307640552520752, "Finetune/Loss (Raw)": 0.9205359220504761, "Finetune/Step": 6311, "Finetune/Step Time": 11.805494651198387}
+{"Finetune/Learning Rate": 1.5686615876041828e-05, "Finetune/Loss": 0.8305509090423584, "Finetune/Loss (Raw)": 0.8090566992759705, "Finetune/Step": 6312, "Finetune/Step Time": 11.798523155972362}
+{"Finetune/Learning Rate": 1.568523061916468e-05, "Finetune/Loss": 0.8318519592285156, "Finetune/Loss (Raw)": 0.9944496154785156, "Finetune/Step": 6313, "Finetune/Step Time": 11.803026692941785}
+{"Finetune/Learning Rate": 1.5683845201070555e-05, "Finetune/Loss": 0.8313032388687134, "Finetune/Loss (Raw)": 0.8460284471511841, "Finetune/Step": 6314, "Finetune/Step Time": 11.798024194315076}
+{"Finetune/Learning Rate": 1.5682459621798744e-05, "Finetune/Loss": 0.8308396935462952, "Finetune/Loss (Raw)": 0.8153409361839294, "Finetune/Step": 6315, "Finetune/Step Time": 11.815259777009487}
+{"Finetune/Learning Rate": 1.5681073881388533e-05, "Finetune/Loss": 0.831664502620697, "Finetune/Loss (Raw)": 0.837425172328949, "Finetune/Step": 6316, "Finetune/Step Time": 11.812835615128279}
+{"Finetune/Learning Rate": 1.5679687979879226e-05, "Finetune/Loss": 0.8333342671394348, "Finetune/Loss (Raw)": 0.8629550933837891, "Finetune/Step": 6317, "Finetune/Step Time": 11.805440600961447}
+{"Finetune/Learning Rate": 1.5678301917310117e-05, "Finetune/Loss": 0.8326886892318726, "Finetune/Loss (Raw)": 0.7506396174430847, "Finetune/Step": 6318, "Finetune/Step Time": 11.808384558185935}
+{"Finetune/Learning Rate": 1.5676915693720512e-05, "Finetune/Loss": 0.8313742280006409, "Finetune/Loss (Raw)": 0.8093453645706177, "Finetune/Step": 6319, "Finetune/Step Time": 11.793890131637454}
+{"Finetune/Learning Rate": 1.567552930914972e-05, "Finetune/Loss": 0.8300381898880005, "Finetune/Loss (Raw)": 0.7542549967765808, "Finetune/Step": 6320, "Finetune/Step Time": 11.79953127540648}
+{"Finetune/Learning Rate": 1.567414276363706e-05, "Finetune/Loss": 0.8295724391937256, "Finetune/Loss (Raw)": 0.7241439819335938, "Finetune/Step": 6321, "Finetune/Step Time": 11.811864215880632}
+{"Finetune/Learning Rate": 1.567275605722184e-05, "Finetune/Loss": 0.8315713405609131, "Finetune/Loss (Raw)": 1.0284297466278076, "Finetune/Step": 6322, "Finetune/Step Time": 11.825578613206744}
+{"Finetune/Learning Rate": 1.5671369189943397e-05, "Finetune/Loss": 0.8313137888908386, "Finetune/Loss (Raw)": 0.9027147889137268, "Finetune/Step": 6323, "Finetune/Step Time": 11.836366372182965}
+{"Finetune/Learning Rate": 1.5669982161841045e-05, "Finetune/Loss": 0.8304636478424072, "Finetune/Loss (Raw)": 0.8185698390007019, "Finetune/Step": 6324, "Finetune/Step Time": 11.830924974754453}
+{"Finetune/Learning Rate": 1.5668594972954127e-05, "Finetune/Loss": 0.8298946022987366, "Finetune/Loss (Raw)": 0.814751148223877, "Finetune/Step": 6325, "Finetune/Step Time": 11.8390794955194}
+{"Finetune/Learning Rate": 1.566720762332197e-05, "Finetune/Loss": 0.8309891819953918, "Finetune/Loss (Raw)": 0.8368434906005859, "Finetune/Step": 6326, "Finetune/Step Time": 11.865068830549717}
+{"Finetune/Learning Rate": 1.5665820112983922e-05, "Finetune/Loss": 0.830905020236969, "Finetune/Loss (Raw)": 0.843685507774353, "Finetune/Step": 6327, "Finetune/Step Time": 11.86534638889134}
+{"Finetune/Learning Rate": 1.5664432441979328e-05, "Finetune/Loss": 0.8307621479034424, "Finetune/Loss (Raw)": 0.8488128185272217, "Finetune/Step": 6328, "Finetune/Step Time": 11.875078788027167}
+{"Finetune/Learning Rate": 1.5663044610347536e-05, "Finetune/Loss": 0.831578254699707, "Finetune/Loss (Raw)": 0.9012272953987122, "Finetune/Step": 6329, "Finetune/Step Time": 11.867788977921009}
+{"Finetune/Learning Rate": 1.5661656618127907e-05, "Finetune/Loss": 0.8310673236846924, "Finetune/Loss (Raw)": 0.8930512070655823, "Finetune/Step": 6330, "Finetune/Step Time": 11.876886246725917}
+{"Finetune/Learning Rate": 1.566026846535979e-05, "Finetune/Loss": 0.8318355083465576, "Finetune/Loss (Raw)": 0.8065571188926697, "Finetune/Step": 6331, "Finetune/Step Time": 11.880073957145214}
+{"Finetune/Learning Rate": 1.565888015208256e-05, "Finetune/Loss": 0.8327426910400391, "Finetune/Loss (Raw)": 0.7894765138626099, "Finetune/Step": 6332, "Finetune/Step Time": 11.874202573671937}
+{"Finetune/Learning Rate": 1.5657491678335574e-05, "Finetune/Loss": 0.8340010046958923, "Finetune/Loss (Raw)": 0.96256023645401, "Finetune/Step": 6333, "Finetune/Step Time": 11.86504739150405}
+{"Finetune/Learning Rate": 1.5656103044158215e-05, "Finetune/Loss": 0.8336549997329712, "Finetune/Loss (Raw)": 0.7500888705253601, "Finetune/Step": 6334, "Finetune/Step Time": 11.862602766603231}
+{"Finetune/Learning Rate": 1.5654714249589858e-05, "Finetune/Loss": 0.8321011066436768, "Finetune/Loss (Raw)": 0.6713472604751587, "Finetune/Step": 6335, "Finetune/Step Time": 11.881330389529467}
+{"Finetune/Learning Rate": 1.5653325294669884e-05, "Finetune/Loss": 0.831769585609436, "Finetune/Loss (Raw)": 0.8173782229423523, "Finetune/Step": 6336, "Finetune/Step Time": 11.866858849301934}
+{"Finetune/Learning Rate": 1.5651936179437682e-05, "Finetune/Loss": 0.8301081657409668, "Finetune/Loss (Raw)": 0.7748538851737976, "Finetune/Step": 6337, "Finetune/Step Time": 11.868820291012526}
+{"Finetune/Learning Rate": 1.5650546903932644e-05, "Finetune/Loss": 0.8297371864318848, "Finetune/Loss (Raw)": 0.8762485980987549, "Finetune/Step": 6338, "Finetune/Step Time": 11.866911418735981}
+{"Finetune/Learning Rate": 1.564915746819416e-05, "Finetune/Loss": 0.8292921185493469, "Finetune/Loss (Raw)": 0.7905011773109436, "Finetune/Step": 6339, "Finetune/Step Time": 11.865510264411569}
+{"Finetune/Learning Rate": 1.5647767872261633e-05, "Finetune/Loss": 0.8299193978309631, "Finetune/Loss (Raw)": 0.8502980470657349, "Finetune/Step": 6340, "Finetune/Step Time": 11.846676615998149}
+{"Finetune/Learning Rate": 1.5646378116174475e-05, "Finetune/Loss": 0.8279585838317871, "Finetune/Loss (Raw)": 0.7100828886032104, "Finetune/Step": 6341, "Finetune/Step Time": 11.85356311686337}
+{"Finetune/Learning Rate": 1.5644988199972086e-05, "Finetune/Loss": 0.8290163278579712, "Finetune/Loss (Raw)": 0.9211382865905762, "Finetune/Step": 6342, "Finetune/Step Time": 11.853469347581267}
+{"Finetune/Learning Rate": 1.5643598123693883e-05, "Finetune/Loss": 0.8304188847541809, "Finetune/Loss (Raw)": 0.8815330862998962, "Finetune/Step": 6343, "Finetune/Step Time": 11.854892030358315}
+{"Finetune/Learning Rate": 1.5642207887379285e-05, "Finetune/Loss": 0.8308165073394775, "Finetune/Loss (Raw)": 0.8394819498062134, "Finetune/Step": 6344, "Finetune/Step Time": 11.863421231508255}
+{"Finetune/Learning Rate": 1.5640817491067718e-05, "Finetune/Loss": 0.8304367065429688, "Finetune/Loss (Raw)": 0.6534124612808228, "Finetune/Step": 6345, "Finetune/Step Time": 11.89034728705883}
+{"Finetune/Learning Rate": 1.5639426934798607e-05, "Finetune/Loss": 0.8307726979255676, "Finetune/Loss (Raw)": 0.8544176816940308, "Finetune/Step": 6346, "Finetune/Step Time": 11.882342109456658}
+{"Finetune/Learning Rate": 1.5638036218611384e-05, "Finetune/Loss": 0.8321068286895752, "Finetune/Loss (Raw)": 0.9314166307449341, "Finetune/Step": 6347, "Finetune/Step Time": 11.88884344510734}
+{"Finetune/Learning Rate": 1.5636645342545486e-05, "Finetune/Loss": 0.8316633105278015, "Finetune/Loss (Raw)": 0.9002782702445984, "Finetune/Step": 6348, "Finetune/Step Time": 11.900220738723874}
+{"Finetune/Learning Rate": 1.5635254306640354e-05, "Finetune/Loss": 0.8333184123039246, "Finetune/Loss (Raw)": 0.9740898013114929, "Finetune/Step": 6349, "Finetune/Step Time": 11.901328340172768}
+{"Finetune/Learning Rate": 1.5633863110935436e-05, "Finetune/Loss": 0.8327434062957764, "Finetune/Loss (Raw)": 0.8671483397483826, "Finetune/Step": 6350, "Finetune/Step Time": 11.896680925041437}
+{"Finetune/Learning Rate": 1.563247175547018e-05, "Finetune/Loss": 0.8307188749313354, "Finetune/Loss (Raw)": 0.7370685935020447, "Finetune/Step": 6351, "Finetune/Step Time": 11.8962447270751}
+{"Finetune/Learning Rate": 1.563108024028404e-05, "Finetune/Loss": 0.8293157815933228, "Finetune/Loss (Raw)": 0.8540383577346802, "Finetune/Step": 6352, "Finetune/Step Time": 11.873312814161181}
+{"Finetune/Learning Rate": 1.562968856541648e-05, "Finetune/Loss": 0.8286837339401245, "Finetune/Loss (Raw)": 0.9002443552017212, "Finetune/Step": 6353, "Finetune/Step Time": 11.877226278185844}
+{"Finetune/Learning Rate": 1.562829673090696e-05, "Finetune/Loss": 0.8286316394805908, "Finetune/Loss (Raw)": 0.8319491744041443, "Finetune/Step": 6354, "Finetune/Step Time": 11.888930851593614}
+{"Finetune/Learning Rate": 1.562690473679495e-05, "Finetune/Loss": 0.831461489200592, "Finetune/Loss (Raw)": 1.003777027130127, "Finetune/Step": 6355, "Finetune/Step Time": 11.86355110630393}
+{"Finetune/Learning Rate": 1.5625512583119918e-05, "Finetune/Loss": 0.8323947191238403, "Finetune/Loss (Raw)": 0.8940553069114685, "Finetune/Step": 6356, "Finetune/Step Time": 11.863998277112842}
+{"Finetune/Learning Rate": 1.562412026992135e-05, "Finetune/Loss": 0.8336366415023804, "Finetune/Loss (Raw)": 0.7632468342781067, "Finetune/Step": 6357, "Finetune/Step Time": 11.842687647789717}
+{"Finetune/Learning Rate": 1.5622727797238722e-05, "Finetune/Loss": 0.833562970161438, "Finetune/Loss (Raw)": 0.7898655533790588, "Finetune/Step": 6358, "Finetune/Step Time": 11.877525620162487}
+{"Finetune/Learning Rate": 1.5621335165111527e-05, "Finetune/Loss": 0.8338395357131958, "Finetune/Loss (Raw)": 0.9145098924636841, "Finetune/Step": 6359, "Finetune/Step Time": 11.87685203179717}
+{"Finetune/Learning Rate": 1.5619942373579247e-05, "Finetune/Loss": 0.8328962922096252, "Finetune/Loss (Raw)": 0.7222034931182861, "Finetune/Step": 6360, "Finetune/Step Time": 11.88146754913032}
+{"Finetune/Learning Rate": 1.561854942268138e-05, "Finetune/Loss": 0.8338795900344849, "Finetune/Loss (Raw)": 0.9349998831748962, "Finetune/Step": 6361, "Finetune/Step Time": 11.875736203044653}
+{"Finetune/Learning Rate": 1.5617156312457437e-05, "Finetune/Loss": 0.835189163684845, "Finetune/Loss (Raw)": 0.9695674777030945, "Finetune/Step": 6362, "Finetune/Step Time": 11.882900523021817}
+{"Finetune/Learning Rate": 1.561576304294691e-05, "Finetune/Loss": 0.835989773273468, "Finetune/Loss (Raw)": 0.9226740598678589, "Finetune/Step": 6363, "Finetune/Step Time": 11.876580189913511}
+{"Finetune/Learning Rate": 1.561436961418931e-05, "Finetune/Loss": 0.8375104665756226, "Finetune/Loss (Raw)": 0.9283158183097839, "Finetune/Step": 6364, "Finetune/Step Time": 11.879539852961898}
+{"Finetune/Learning Rate": 1.5612976026224152e-05, "Finetune/Loss": 0.8382265567779541, "Finetune/Loss (Raw)": 0.8514353036880493, "Finetune/Step": 6365, "Finetune/Step Time": 11.879894781857729}
+{"Finetune/Learning Rate": 1.561158227909096e-05, "Finetune/Loss": 0.8382777571678162, "Finetune/Loss (Raw)": 0.7853757739067078, "Finetune/Step": 6366, "Finetune/Step Time": 11.883446909487247}
+{"Finetune/Learning Rate": 1.561018837282925e-05, "Finetune/Loss": 0.8365277647972107, "Finetune/Loss (Raw)": 0.6483546495437622, "Finetune/Step": 6367, "Finetune/Step Time": 11.913928559049964}
+{"Finetune/Learning Rate": 1.5608794307478546e-05, "Finetune/Loss": 0.8363637328147888, "Finetune/Loss (Raw)": 0.8527383208274841, "Finetune/Step": 6368, "Finetune/Step Time": 11.922872019931674}
+{"Finetune/Learning Rate": 1.560740008307839e-05, "Finetune/Loss": 0.8376684188842773, "Finetune/Loss (Raw)": 0.9159932732582092, "Finetune/Step": 6369, "Finetune/Step Time": 11.919698745012283}
+{"Finetune/Learning Rate": 1.5606005699668313e-05, "Finetune/Loss": 0.8380223512649536, "Finetune/Loss (Raw)": 0.8282638788223267, "Finetune/Step": 6370, "Finetune/Step Time": 11.917783742770553}
+{"Finetune/Learning Rate": 1.5604611157287855e-05, "Finetune/Loss": 0.8384911417961121, "Finetune/Loss (Raw)": 0.8871093988418579, "Finetune/Step": 6371, "Finetune/Step Time": 11.921258840709925}
+{"Finetune/Learning Rate": 1.560321645597656e-05, "Finetune/Loss": 0.83841872215271, "Finetune/Loss (Raw)": 0.9413552284240723, "Finetune/Step": 6372, "Finetune/Step Time": 11.920839278027415}
+{"Finetune/Learning Rate": 1.5601821595773984e-05, "Finetune/Loss": 0.8397994041442871, "Finetune/Loss (Raw)": 1.0330899953842163, "Finetune/Step": 6373, "Finetune/Step Time": 11.902447627857327}
+{"Finetune/Learning Rate": 1.560042657671967e-05, "Finetune/Loss": 0.8375136256217957, "Finetune/Loss (Raw)": 0.6023982167243958, "Finetune/Step": 6374, "Finetune/Step Time": 11.901081304997206}
+{"Finetune/Learning Rate": 1.559903139885319e-05, "Finetune/Loss": 0.8386116027832031, "Finetune/Loss (Raw)": 0.9440280199050903, "Finetune/Step": 6375, "Finetune/Step Time": 11.901300072669983}
+{"Finetune/Learning Rate": 1.55976360622141e-05, "Finetune/Loss": 0.8400837182998657, "Finetune/Loss (Raw)": 0.8349937796592712, "Finetune/Step": 6376, "Finetune/Step Time": 11.87304886803031}
+{"Finetune/Learning Rate": 1.5596240566841964e-05, "Finetune/Loss": 0.8409456014633179, "Finetune/Loss (Raw)": 0.9062127470970154, "Finetune/Step": 6377, "Finetune/Step Time": 11.87735160999}
+{"Finetune/Learning Rate": 1.5594844912776367e-05, "Finetune/Loss": 0.8406760692596436, "Finetune/Loss (Raw)": 0.8186545968055725, "Finetune/Step": 6378, "Finetune/Step Time": 11.87754532508552}
+{"Finetune/Learning Rate": 1.559344910005687e-05, "Finetune/Loss": 0.8398517370223999, "Finetune/Loss (Raw)": 0.6396160125732422, "Finetune/Step": 6379, "Finetune/Step Time": 11.9102025013417}
+{"Finetune/Learning Rate": 1.559205312872307e-05, "Finetune/Loss": 0.8392971158027649, "Finetune/Loss (Raw)": 0.8532472848892212, "Finetune/Step": 6380, "Finetune/Step Time": 11.895442428067327}
+{"Finetune/Learning Rate": 1.559065699881454e-05, "Finetune/Loss": 0.8393831253051758, "Finetune/Loss (Raw)": 0.8075706958770752, "Finetune/Step": 6381, "Finetune/Step Time": 11.874403953552246}
+{"Finetune/Learning Rate": 1.5589260710370873e-05, "Finetune/Loss": 0.840765655040741, "Finetune/Loss (Raw)": 0.9737482070922852, "Finetune/Step": 6382, "Finetune/Step Time": 11.878034517168999}
+{"Finetune/Learning Rate": 1.558786426343167e-05, "Finetune/Loss": 0.8412267565727234, "Finetune/Loss (Raw)": 0.8681613802909851, "Finetune/Step": 6383, "Finetune/Step Time": 11.873759053647518}
+{"Finetune/Learning Rate": 1.5586467658036526e-05, "Finetune/Loss": 0.8410482406616211, "Finetune/Loss (Raw)": 0.9161434173583984, "Finetune/Step": 6384, "Finetune/Step Time": 11.88571242801845}
+{"Finetune/Learning Rate": 1.558507089422504e-05, "Finetune/Loss": 0.8410958051681519, "Finetune/Loss (Raw)": 0.7748696208000183, "Finetune/Step": 6385, "Finetune/Step Time": 11.92051943577826}
+{"Finetune/Learning Rate": 1.5583673972036834e-05, "Finetune/Loss": 0.8405354619026184, "Finetune/Loss (Raw)": 0.8839856386184692, "Finetune/Step": 6386, "Finetune/Step Time": 11.925780426710844}
+{"Finetune/Learning Rate": 1.558227689151151e-05, "Finetune/Loss": 0.8411834836006165, "Finetune/Loss (Raw)": 0.9342784285545349, "Finetune/Step": 6387, "Finetune/Step Time": 11.927476348355412}
+{"Finetune/Learning Rate": 1.5580879652688682e-05, "Finetune/Loss": 0.840927004814148, "Finetune/Loss (Raw)": 0.8552128672599792, "Finetune/Step": 6388, "Finetune/Step Time": 11.939215295016766}
+{"Finetune/Learning Rate": 1.5579482255607977e-05, "Finetune/Loss": 0.8405977487564087, "Finetune/Loss (Raw)": 0.7127302289009094, "Finetune/Step": 6389, "Finetune/Step Time": 11.949905395507812}
+{"Finetune/Learning Rate": 1.5578084700309028e-05, "Finetune/Loss": 0.84038245677948, "Finetune/Loss (Raw)": 0.7929072380065918, "Finetune/Step": 6390, "Finetune/Step Time": 11.968751356005669}
+{"Finetune/Learning Rate": 1.5576686986831454e-05, "Finetune/Loss": 0.8406696319580078, "Finetune/Loss (Raw)": 0.9195346832275391, "Finetune/Step": 6391, "Finetune/Step Time": 11.960537794977427}
+{"Finetune/Learning Rate": 1.5575289115214895e-05, "Finetune/Loss": 0.840793251991272, "Finetune/Loss (Raw)": 0.7343569993972778, "Finetune/Step": 6392, "Finetune/Step Time": 11.959489887580276}
+{"Finetune/Learning Rate": 1.557389108549899e-05, "Finetune/Loss": 0.8395278453826904, "Finetune/Loss (Raw)": 0.7417478561401367, "Finetune/Step": 6393, "Finetune/Step Time": 11.970577688887715}
+{"Finetune/Learning Rate": 1.557249289772339e-05, "Finetune/Loss": 0.8415029048919678, "Finetune/Loss (Raw)": 0.960851788520813, "Finetune/Step": 6394, "Finetune/Step Time": 11.989783177152276}
+{"Finetune/Learning Rate": 1.557109455192773e-05, "Finetune/Loss": 0.841109037399292, "Finetune/Loss (Raw)": 0.8581824898719788, "Finetune/Step": 6395, "Finetune/Step Time": 11.980197230353951}
+{"Finetune/Learning Rate": 1.5569696048151675e-05, "Finetune/Loss": 0.8429389595985413, "Finetune/Loss (Raw)": 0.9368019104003906, "Finetune/Step": 6396, "Finetune/Step Time": 11.969412490725517}
+{"Finetune/Learning Rate": 1.5568297386434875e-05, "Finetune/Loss": 0.8423411250114441, "Finetune/Loss (Raw)": 0.7615442872047424, "Finetune/Step": 6397, "Finetune/Step Time": 11.967600701376796}
+{"Finetune/Learning Rate": 1.5566898566816996e-05, "Finetune/Loss": 0.8421533703804016, "Finetune/Loss (Raw)": 0.7459985017776489, "Finetune/Step": 6398, "Finetune/Step Time": 11.965395646169782}
+{"Finetune/Learning Rate": 1.5565499589337704e-05, "Finetune/Loss": 0.8411749601364136, "Finetune/Loss (Raw)": 0.8281227350234985, "Finetune/Step": 6399, "Finetune/Step Time": 11.987761620432138}
+{"Finetune/Learning Rate": 1.556410045403667e-05, "Finetune/Loss": 0.8401851058006287, "Finetune/Loss (Raw)": 0.7506660223007202, "Finetune/Step": 6400, "Finetune/Step Time": 11.995218601077795}
+{"Finetune/Learning Rate": 1.5562701160953572e-05, "Finetune/Loss": 0.8393440246582031, "Finetune/Loss (Raw)": 0.8550851345062256, "Finetune/Step": 6401, "Finetune/Step Time": 12.000021124258637}
+{"Finetune/Learning Rate": 1.5561301710128085e-05, "Finetune/Loss": 0.8391284346580505, "Finetune/Loss (Raw)": 0.8942341804504395, "Finetune/Step": 6402, "Finetune/Step Time": 12.016440691426396}
+{"Finetune/Learning Rate": 1.5559902101599896e-05, "Finetune/Loss": 0.8386723399162292, "Finetune/Loss (Raw)": 0.8349292874336243, "Finetune/Step": 6403, "Finetune/Step Time": 12.004225444048643}
+{"Finetune/Learning Rate": 1.5558502335408688e-05, "Finetune/Loss": 0.838876485824585, "Finetune/Loss (Raw)": 0.8946545720100403, "Finetune/Step": 6404, "Finetune/Step Time": 12.00321070291102}
+{"Finetune/Learning Rate": 1.555710241159417e-05, "Finetune/Loss": 0.838652491569519, "Finetune/Loss (Raw)": 0.7643707394599915, "Finetune/Step": 6405, "Finetune/Step Time": 11.956171423196793}
+{"Finetune/Learning Rate": 1.5555702330196024e-05, "Finetune/Loss": 0.838144063949585, "Finetune/Loss (Raw)": 0.8631331324577332, "Finetune/Step": 6406, "Finetune/Step Time": 11.957846011966467}
+{"Finetune/Learning Rate": 1.555430209125396e-05, "Finetune/Loss": 0.8400734663009644, "Finetune/Loss (Raw)": 0.9915448427200317, "Finetune/Step": 6407, "Finetune/Step Time": 11.946925008669496}
+{"Finetune/Learning Rate": 1.5552901694807683e-05, "Finetune/Loss": 0.8396291732788086, "Finetune/Loss (Raw)": 0.8982237577438354, "Finetune/Step": 6408, "Finetune/Step Time": 11.940687319263816}
+{"Finetune/Learning Rate": 1.55515011408969e-05, "Finetune/Loss": 0.8408430814743042, "Finetune/Loss (Raw)": 0.8914887309074402, "Finetune/Step": 6409, "Finetune/Step Time": 11.9370669554919}
+{"Finetune/Learning Rate": 1.5550100429561337e-05, "Finetune/Loss": 0.8394891619682312, "Finetune/Loss (Raw)": 0.7666683197021484, "Finetune/Step": 6410, "Finetune/Step Time": 11.940009763464332}
+{"Finetune/Learning Rate": 1.5548699560840707e-05, "Finetune/Loss": 0.8391947746276855, "Finetune/Loss (Raw)": 0.7966232299804688, "Finetune/Step": 6411, "Finetune/Step Time": 11.943484775722027}
+{"Finetune/Learning Rate": 1.5547298534774733e-05, "Finetune/Loss": 0.8393970727920532, "Finetune/Loss (Raw)": 0.9332728981971741, "Finetune/Step": 6412, "Finetune/Step Time": 11.948478031903505}
+{"Finetune/Learning Rate": 1.554589735140315e-05, "Finetune/Loss": 0.8393149971961975, "Finetune/Loss (Raw)": 0.8517614603042603, "Finetune/Step": 6413, "Finetune/Step Time": 11.938580855727196}
+{"Finetune/Learning Rate": 1.5544496010765686e-05, "Finetune/Loss": 0.8387416005134583, "Finetune/Loss (Raw)": 0.7166193127632141, "Finetune/Step": 6414, "Finetune/Step Time": 11.958620367571712}
+{"Finetune/Learning Rate": 1.5543094512902082e-05, "Finetune/Loss": 0.8377190828323364, "Finetune/Loss (Raw)": 0.9042193293571472, "Finetune/Step": 6415, "Finetune/Step Time": 11.965162167325616}
+{"Finetune/Learning Rate": 1.554169285785208e-05, "Finetune/Loss": 0.8383188247680664, "Finetune/Loss (Raw)": 0.8993332982063293, "Finetune/Step": 6416, "Finetune/Step Time": 11.964583206921816}
+{"Finetune/Learning Rate": 1.554029104565543e-05, "Finetune/Loss": 0.8386551141738892, "Finetune/Loss (Raw)": 0.9352971911430359, "Finetune/Step": 6417, "Finetune/Step Time": 11.963250149041414}
+{"Finetune/Learning Rate": 1.5538889076351876e-05, "Finetune/Loss": 0.8394991159439087, "Finetune/Loss (Raw)": 0.8366310596466064, "Finetune/Step": 6418, "Finetune/Step Time": 11.961391158401966}
+{"Finetune/Learning Rate": 1.5537486949981186e-05, "Finetune/Loss": 0.8405373692512512, "Finetune/Loss (Raw)": 0.8277977108955383, "Finetune/Step": 6419, "Finetune/Step Time": 12.0177718475461}
+{"Finetune/Learning Rate": 1.5536084666583103e-05, "Finetune/Loss": 0.8416481018066406, "Finetune/Loss (Raw)": 0.9480289816856384, "Finetune/Step": 6420, "Finetune/Step Time": 12.01015343889594}
+{"Finetune/Learning Rate": 1.5534682226197407e-05, "Finetune/Loss": 0.841310977935791, "Finetune/Loss (Raw)": 0.8279228210449219, "Finetune/Step": 6421, "Finetune/Step Time": 12.031711246818304}
+{"Finetune/Learning Rate": 1.553327962886386e-05, "Finetune/Loss": 0.8423188328742981, "Finetune/Loss (Raw)": 0.8519125580787659, "Finetune/Step": 6422, "Finetune/Step Time": 12.030841525644064}
+{"Finetune/Learning Rate": 1.5531876874622237e-05, "Finetune/Loss": 0.8414444327354431, "Finetune/Loss (Raw)": 0.7143993973731995, "Finetune/Step": 6423, "Finetune/Step Time": 12.023091746494174}
+{"Finetune/Learning Rate": 1.553047396351232e-05, "Finetune/Loss": 0.8421704769134521, "Finetune/Loss (Raw)": 0.8624725341796875, "Finetune/Step": 6424, "Finetune/Step Time": 12.020778883248568}
+{"Finetune/Learning Rate": 1.5529070895573883e-05, "Finetune/Loss": 0.8411681652069092, "Finetune/Loss (Raw)": 0.8449175357818604, "Finetune/Step": 6425, "Finetune/Step Time": 12.031586736440659}
+{"Finetune/Learning Rate": 1.552766767084672e-05, "Finetune/Loss": 0.8417394757270813, "Finetune/Loss (Raw)": 0.8042473196983337, "Finetune/Step": 6426, "Finetune/Step Time": 12.03497907705605}
+{"Finetune/Learning Rate": 1.5526264289370618e-05, "Finetune/Loss": 0.8406996726989746, "Finetune/Loss (Raw)": 0.7967734932899475, "Finetune/Step": 6427, "Finetune/Step Time": 12.038937874138355}
+{"Finetune/Learning Rate": 1.5524860751185377e-05, "Finetune/Loss": 0.8424264788627625, "Finetune/Loss (Raw)": 0.8818677067756653, "Finetune/Step": 6428, "Finetune/Step Time": 12.019157664850354}
+{"Finetune/Learning Rate": 1.55234570563308e-05, "Finetune/Loss": 0.8427823781967163, "Finetune/Loss (Raw)": 0.8632670640945435, "Finetune/Step": 6429, "Finetune/Step Time": 12.023167449980974}
+{"Finetune/Learning Rate": 1.552205320484668e-05, "Finetune/Loss": 0.8417572975158691, "Finetune/Loss (Raw)": 0.7620348334312439, "Finetune/Step": 6430, "Finetune/Step Time": 12.02577568218112}
+{"Finetune/Learning Rate": 1.5520649196772837e-05, "Finetune/Loss": 0.839454710483551, "Finetune/Loss (Raw)": 0.641006350517273, "Finetune/Step": 6431, "Finetune/Step Time": 12.044887958094478}
+{"Finetune/Learning Rate": 1.5519245032149083e-05, "Finetune/Loss": 0.838490903377533, "Finetune/Loss (Raw)": 0.6863804459571838, "Finetune/Step": 6432, "Finetune/Step Time": 12.079970890656114}
+{"Finetune/Learning Rate": 1.5517840711015233e-05, "Finetune/Loss": 0.8383525013923645, "Finetune/Loss (Raw)": 0.825950026512146, "Finetune/Step": 6433, "Finetune/Step Time": 12.080147763714194}
+{"Finetune/Learning Rate": 1.551643623341111e-05, "Finetune/Loss": 0.8384299874305725, "Finetune/Loss (Raw)": 0.8408851623535156, "Finetune/Step": 6434, "Finetune/Step Time": 12.081235576421022}
+{"Finetune/Learning Rate": 1.5515031599376547e-05, "Finetune/Loss": 0.840283989906311, "Finetune/Loss (Raw)": 0.8824411034584045, "Finetune/Step": 6435, "Finetune/Step Time": 12.065902817994356}
+{"Finetune/Learning Rate": 1.5513626808951367e-05, "Finetune/Loss": 0.8414884805679321, "Finetune/Loss (Raw)": 0.9096599817276001, "Finetune/Step": 6436, "Finetune/Step Time": 12.056133825331926}
+{"Finetune/Learning Rate": 1.5512221862175407e-05, "Finetune/Loss": 0.8438106179237366, "Finetune/Loss (Raw)": 0.9113116264343262, "Finetune/Step": 6437, "Finetune/Step Time": 12.031546458601952}
+{"Finetune/Learning Rate": 1.5510816759088513e-05, "Finetune/Loss": 0.8431076407432556, "Finetune/Loss (Raw)": 0.8050428032875061, "Finetune/Step": 6438, "Finetune/Step Time": 12.027927791699767}
+{"Finetune/Learning Rate": 1.5509411499730524e-05, "Finetune/Loss": 0.8429316282272339, "Finetune/Loss (Raw)": 0.898003876209259, "Finetune/Step": 6439, "Finetune/Step Time": 12.013612179085612}
+{"Finetune/Learning Rate": 1.5508006084141293e-05, "Finetune/Loss": 0.8433217406272888, "Finetune/Loss (Raw)": 0.8589947819709778, "Finetune/Step": 6440, "Finetune/Step Time": 12.007336074486375}
+{"Finetune/Learning Rate": 1.5506600512360673e-05, "Finetune/Loss": 0.8417341709136963, "Finetune/Loss (Raw)": 0.7912338376045227, "Finetune/Step": 6441, "Finetune/Step Time": 12.020982345566154}
+{"Finetune/Learning Rate": 1.5505194784428517e-05, "Finetune/Loss": 0.8425794839859009, "Finetune/Loss (Raw)": 0.9542311429977417, "Finetune/Step": 6442, "Finetune/Step Time": 12.01908728480339}
+{"Finetune/Learning Rate": 1.5503788900384696e-05, "Finetune/Loss": 0.8417794108390808, "Finetune/Loss (Raw)": 0.7129358053207397, "Finetune/Step": 6443, "Finetune/Step Time": 12.006739269942045}
+{"Finetune/Learning Rate": 1.5502382860269074e-05, "Finetune/Loss": 0.842495322227478, "Finetune/Loss (Raw)": 0.9290636777877808, "Finetune/Step": 6444, "Finetune/Step Time": 12.003075733780861}
+{"Finetune/Learning Rate": 1.5500976664121516e-05, "Finetune/Loss": 0.8429200053215027, "Finetune/Loss (Raw)": 0.9173123836517334, "Finetune/Step": 6445, "Finetune/Step Time": 12.003422424197197}
+{"Finetune/Learning Rate": 1.5499570311981904e-05, "Finetune/Loss": 0.8438342809677124, "Finetune/Loss (Raw)": 0.8676652312278748, "Finetune/Step": 6446, "Finetune/Step Time": 12.00025968812406}
+{"Finetune/Learning Rate": 1.549816380389012e-05, "Finetune/Loss": 0.8439798355102539, "Finetune/Loss (Raw)": 0.8279801607131958, "Finetune/Step": 6447, "Finetune/Step Time": 11.995765885338187}
+{"Finetune/Learning Rate": 1.549675713988604e-05, "Finetune/Loss": 0.8423318862915039, "Finetune/Loss (Raw)": 0.5433094501495361, "Finetune/Step": 6448, "Finetune/Step Time": 12.013618281111121}
+{"Finetune/Learning Rate": 1.549535032000956e-05, "Finetune/Loss": 0.8434839844703674, "Finetune/Loss (Raw)": 0.871614933013916, "Finetune/Step": 6449, "Finetune/Step Time": 11.991447540000081}
+{"Finetune/Learning Rate": 1.5493943344300572e-05, "Finetune/Loss": 0.8423291444778442, "Finetune/Loss (Raw)": 0.8806139826774597, "Finetune/Step": 6450, "Finetune/Step Time": 11.984029775485396}
+{"Finetune/Learning Rate": 1.5492536212798976e-05, "Finetune/Loss": 0.8407818078994751, "Finetune/Loss (Raw)": 0.7046552896499634, "Finetune/Step": 6451, "Finetune/Step Time": 11.983642825856805}
+{"Finetune/Learning Rate": 1.5491128925544666e-05, "Finetune/Loss": 0.8411775827407837, "Finetune/Loss (Raw)": 0.8692246675491333, "Finetune/Step": 6452, "Finetune/Step Time": 11.987657107412815}
+{"Finetune/Learning Rate": 1.5489721482577556e-05, "Finetune/Loss": 0.8406723737716675, "Finetune/Loss (Raw)": 0.7500914335250854, "Finetune/Step": 6453, "Finetune/Step Time": 11.987716956064105}
+{"Finetune/Learning Rate": 1.5488313883937557e-05, "Finetune/Loss": 0.8393938541412354, "Finetune/Loss (Raw)": 0.6731880307197571, "Finetune/Step": 6454, "Finetune/Step Time": 11.967214215546846}
+{"Finetune/Learning Rate": 1.5486906129664585e-05, "Finetune/Loss": 0.8390647172927856, "Finetune/Loss (Raw)": 0.8015572428703308, "Finetune/Step": 6455, "Finetune/Step Time": 11.976081408560276}
+{"Finetune/Learning Rate": 1.5485498219798555e-05, "Finetune/Loss": 0.8402480483055115, "Finetune/Loss (Raw)": 1.0002820491790771, "Finetune/Step": 6456, "Finetune/Step Time": 11.963120998814702}
+{"Finetune/Learning Rate": 1.5484090154379397e-05, "Finetune/Loss": 0.8396480679512024, "Finetune/Loss (Raw)": 0.8244242072105408, "Finetune/Step": 6457, "Finetune/Step Time": 11.957740405574441}
+{"Finetune/Learning Rate": 1.5482681933447033e-05, "Finetune/Loss": 0.8388272523880005, "Finetune/Loss (Raw)": 0.7879902720451355, "Finetune/Step": 6458, "Finetune/Step Time": 11.956285508349538}
+{"Finetune/Learning Rate": 1.5481273557041402e-05, "Finetune/Loss": 0.8403626084327698, "Finetune/Loss (Raw)": 1.0030853748321533, "Finetune/Step": 6459, "Finetune/Step Time": 11.947829140350223}
+{"Finetune/Learning Rate": 1.547986502520244e-05, "Finetune/Loss": 0.8406122326850891, "Finetune/Loss (Raw)": 0.8214241862297058, "Finetune/Step": 6460, "Finetune/Step Time": 11.952006189152598}
+{"Finetune/Learning Rate": 1.5478456337970087e-05, "Finetune/Loss": 0.8389922380447388, "Finetune/Loss (Raw)": 0.7551975250244141, "Finetune/Step": 6461, "Finetune/Step Time": 11.961094914004207}
+{"Finetune/Learning Rate": 1.547704749538429e-05, "Finetune/Loss": 0.8401926755905151, "Finetune/Loss (Raw)": 0.903749406337738, "Finetune/Step": 6462, "Finetune/Step Time": 11.967149037867785}
+{"Finetune/Learning Rate": 1.5475638497485003e-05, "Finetune/Loss": 0.8416612148284912, "Finetune/Loss (Raw)": 0.8593151569366455, "Finetune/Step": 6463, "Finetune/Step Time": 11.947260374203324}
+{"Finetune/Learning Rate": 1.547422934431218e-05, "Finetune/Loss": 0.8417883515357971, "Finetune/Loss (Raw)": 0.833655595779419, "Finetune/Step": 6464, "Finetune/Step Time": 11.957514934241772}
+{"Finetune/Learning Rate": 1.5472820035905777e-05, "Finetune/Loss": 0.8431437015533447, "Finetune/Loss (Raw)": 0.9483412504196167, "Finetune/Step": 6465, "Finetune/Step Time": 11.97707512229681}
+{"Finetune/Learning Rate": 1.5471410572305762e-05, "Finetune/Loss": 0.8431849479675293, "Finetune/Loss (Raw)": 0.8815234303474426, "Finetune/Step": 6466, "Finetune/Step Time": 11.98040403239429}
+{"Finetune/Learning Rate": 1.5470000953552103e-05, "Finetune/Loss": 0.8441527485847473, "Finetune/Loss (Raw)": 0.9143792986869812, "Finetune/Step": 6467, "Finetune/Step Time": 11.994269832968712}
+{"Finetune/Learning Rate": 1.546859117968477e-05, "Finetune/Loss": 0.8441616296768188, "Finetune/Loss (Raw)": 0.8514394760131836, "Finetune/Step": 6468, "Finetune/Step Time": 11.99772116355598}
+{"Finetune/Learning Rate": 1.546718125074374e-05, "Finetune/Loss": 0.8452764749526978, "Finetune/Loss (Raw)": 0.8527831435203552, "Finetune/Step": 6469, "Finetune/Step Time": 12.016101021319628}
+{"Finetune/Learning Rate": 1.5465771166768994e-05, "Finetune/Loss": 0.8444303274154663, "Finetune/Loss (Raw)": 0.8128260970115662, "Finetune/Step": 6470, "Finetune/Step Time": 12.02334339544177}
+{"Finetune/Learning Rate": 1.5464360927800525e-05, "Finetune/Loss": 0.8436300754547119, "Finetune/Loss (Raw)": 0.7791107892990112, "Finetune/Step": 6471, "Finetune/Step Time": 12.0334910210222}
+{"Finetune/Learning Rate": 1.5462950533878318e-05, "Finetune/Loss": 0.8435196280479431, "Finetune/Loss (Raw)": 0.8253452181816101, "Finetune/Step": 6472, "Finetune/Step Time": 12.055961675941944}
+{"Finetune/Learning Rate": 1.5461539985042368e-05, "Finetune/Loss": 0.8443548679351807, "Finetune/Loss (Raw)": 0.7603135704994202, "Finetune/Step": 6473, "Finetune/Step Time": 12.056531399488449}
+{"Finetune/Learning Rate": 1.5460129281332673e-05, "Finetune/Loss": 0.8437665700912476, "Finetune/Loss (Raw)": 0.779117226600647, "Finetune/Step": 6474, "Finetune/Step Time": 12.098530817776918}
+{"Finetune/Learning Rate": 1.545871842278924e-05, "Finetune/Loss": 0.8438029289245605, "Finetune/Loss (Raw)": 0.9360725283622742, "Finetune/Step": 6475, "Finetune/Step Time": 12.110950842499733}
+{"Finetune/Learning Rate": 1.5457307409452075e-05, "Finetune/Loss": 0.8435757160186768, "Finetune/Loss (Raw)": 0.8712005019187927, "Finetune/Step": 6476, "Finetune/Step Time": 12.112873144447803}
+{"Finetune/Learning Rate": 1.545589624136119e-05, "Finetune/Loss": 0.8421714305877686, "Finetune/Loss (Raw)": 0.7943354845046997, "Finetune/Step": 6477, "Finetune/Step Time": 12.116036145016551}
+{"Finetune/Learning Rate": 1.54544849185566e-05, "Finetune/Loss": 0.8419588804244995, "Finetune/Loss (Raw)": 0.8399409651756287, "Finetune/Step": 6478, "Finetune/Step Time": 12.128600051626563}
+{"Finetune/Learning Rate": 1.5453073441078332e-05, "Finetune/Loss": 0.8430830836296082, "Finetune/Loss (Raw)": 0.8809674978256226, "Finetune/Step": 6479, "Finetune/Step Time": 12.157478107139468}
+{"Finetune/Learning Rate": 1.545166180896641e-05, "Finetune/Loss": 0.8437831401824951, "Finetune/Loss (Raw)": 0.9436423182487488, "Finetune/Step": 6480, "Finetune/Step Time": 12.157282700762153}
+{"Finetune/Learning Rate": 1.5450250022260856e-05, "Finetune/Loss": 0.8431366682052612, "Finetune/Loss (Raw)": 0.8174934983253479, "Finetune/Step": 6481, "Finetune/Step Time": 12.172460529953241}
+{"Finetune/Learning Rate": 1.544883808100171e-05, "Finetune/Loss": 0.8435295820236206, "Finetune/Loss (Raw)": 0.8822441697120667, "Finetune/Step": 6482, "Finetune/Step Time": 12.180906189605594}
+{"Finetune/Learning Rate": 1.544742598522901e-05, "Finetune/Loss": 0.8428992033004761, "Finetune/Loss (Raw)": 0.9230865240097046, "Finetune/Step": 6483, "Finetune/Step Time": 12.179078778252006}
+{"Finetune/Learning Rate": 1.5446013734982804e-05, "Finetune/Loss": 0.8433635830879211, "Finetune/Loss (Raw)": 0.9535041451454163, "Finetune/Step": 6484, "Finetune/Step Time": 12.175376022234559}
+{"Finetune/Learning Rate": 1.544460133030313e-05, "Finetune/Loss": 0.8454635143280029, "Finetune/Loss (Raw)": 1.032034158706665, "Finetune/Step": 6485, "Finetune/Step Time": 12.180802218616009}
+{"Finetune/Learning Rate": 1.5443188771230046e-05, "Finetune/Loss": 0.8455437421798706, "Finetune/Loss (Raw)": 0.8001342415809631, "Finetune/Step": 6486, "Finetune/Step Time": 12.141235386952758}
+{"Finetune/Learning Rate": 1.544177605780361e-05, "Finetune/Loss": 0.8451342582702637, "Finetune/Loss (Raw)": 0.8620976805686951, "Finetune/Step": 6487, "Finetune/Step Time": 12.143573937937617}
+{"Finetune/Learning Rate": 1.5440363190063874e-05, "Finetune/Loss": 0.8461015820503235, "Finetune/Loss (Raw)": 0.8460244536399841, "Finetune/Step": 6488, "Finetune/Step Time": 12.13707390986383}
+{"Finetune/Learning Rate": 1.5438950168050912e-05, "Finetune/Loss": 0.8457181453704834, "Finetune/Loss (Raw)": 0.8859166502952576, "Finetune/Step": 6489, "Finetune/Step Time": 12.146797560155392}
+{"Finetune/Learning Rate": 1.543753699180479e-05, "Finetune/Loss": 0.8452280759811401, "Finetune/Loss (Raw)": 0.9068381786346436, "Finetune/Step": 6490, "Finetune/Step Time": 12.13463357836008}
+{"Finetune/Learning Rate": 1.5436123661365577e-05, "Finetune/Loss": 0.8454029560089111, "Finetune/Loss (Raw)": 0.9450598359107971, "Finetune/Step": 6491, "Finetune/Step Time": 12.140995198860765}
+{"Finetune/Learning Rate": 1.543471017677336e-05, "Finetune/Loss": 0.8444520235061646, "Finetune/Loss (Raw)": 0.8066009283065796, "Finetune/Step": 6492, "Finetune/Step Time": 12.133291142061353}
+{"Finetune/Learning Rate": 1.5433296538068216e-05, "Finetune/Loss": 0.8447498083114624, "Finetune/Loss (Raw)": 0.8895480036735535, "Finetune/Step": 6493, "Finetune/Step Time": 12.134657943621278}
+{"Finetune/Learning Rate": 1.543188274529023e-05, "Finetune/Loss": 0.8450320959091187, "Finetune/Loss (Raw)": 0.8215100169181824, "Finetune/Step": 6494, "Finetune/Step Time": 12.14282132126391}
+{"Finetune/Learning Rate": 1.5430468798479497e-05, "Finetune/Loss": 0.8450117707252502, "Finetune/Loss (Raw)": 0.6457499265670776, "Finetune/Step": 6495, "Finetune/Step Time": 12.135925088077784}
+{"Finetune/Learning Rate": 1.542905469767611e-05, "Finetune/Loss": 0.8450636863708496, "Finetune/Loss (Raw)": 0.8593859672546387, "Finetune/Step": 6496, "Finetune/Step Time": 12.124178590252995}
+{"Finetune/Learning Rate": 1.542764044292017e-05, "Finetune/Loss": 0.842056155204773, "Finetune/Loss (Raw)": 0.5310238003730774, "Finetune/Step": 6497, "Finetune/Step Time": 12.151020132005215}
+{"Finetune/Learning Rate": 1.5426226034251782e-05, "Finetune/Loss": 0.8412813544273376, "Finetune/Loss (Raw)": 0.7290925979614258, "Finetune/Step": 6498, "Finetune/Step Time": 12.144727857783437}
+{"Finetune/Learning Rate": 1.5424811471711054e-05, "Finetune/Loss": 0.8415091633796692, "Finetune/Loss (Raw)": 0.9162682294845581, "Finetune/Step": 6499, "Finetune/Step Time": 12.142952749505639}
+{"Finetune/Learning Rate": 1.5423396755338098e-05, "Finetune/Loss": 0.8407837152481079, "Finetune/Loss (Raw)": 0.8484973311424255, "Finetune/Step": 6500, "Finetune/Step Time": 12.140624159947038}
+{"Finetune/Learning Rate": 1.5421981885173032e-05, "Finetune/Loss": 0.8395459651947021, "Finetune/Loss (Raw)": 0.8746623992919922, "Finetune/Step": 6501, "Finetune/Step Time": 12.153634272515774}
+{"Finetune/Learning Rate": 1.542056686125598e-05, "Finetune/Loss": 0.8418378233909607, "Finetune/Loss (Raw)": 0.895753026008606, "Finetune/Step": 6502, "Finetune/Step Time": 12.149492103606462}
+{"Finetune/Learning Rate": 1.5419151683627063e-05, "Finetune/Loss": 0.8407847881317139, "Finetune/Loss (Raw)": 0.8092374801635742, "Finetune/Step": 6503, "Finetune/Step Time": 12.149954738095403}
+{"Finetune/Learning Rate": 1.5417736352326412e-05, "Finetune/Loss": 0.8412304520606995, "Finetune/Loss (Raw)": 0.8920383453369141, "Finetune/Step": 6504, "Finetune/Step Time": 12.160684484988451}
+{"Finetune/Learning Rate": 1.541632086739417e-05, "Finetune/Loss": 0.8411543369293213, "Finetune/Loss (Raw)": 0.8964794278144836, "Finetune/Step": 6505, "Finetune/Step Time": 12.151094591245055}
+{"Finetune/Learning Rate": 1.5414905228870468e-05, "Finetune/Loss": 0.8413854837417603, "Finetune/Loss (Raw)": 0.8482415676116943, "Finetune/Step": 6506, "Finetune/Step Time": 12.147499097511172}
+{"Finetune/Learning Rate": 1.541348943679545e-05, "Finetune/Loss": 0.8418964147567749, "Finetune/Loss (Raw)": 0.7050063014030457, "Finetune/Step": 6507, "Finetune/Step Time": 12.119710620492697}
+{"Finetune/Learning Rate": 1.5412073491209267e-05, "Finetune/Loss": 0.8423997163772583, "Finetune/Loss (Raw)": 0.917671799659729, "Finetune/Step": 6508, "Finetune/Step Time": 12.121172115206718}
+{"Finetune/Learning Rate": 1.541065739215207e-05, "Finetune/Loss": 0.8404775857925415, "Finetune/Loss (Raw)": 0.5615411400794983, "Finetune/Step": 6509, "Finetune/Step Time": 12.161642329767346}
+{"Finetune/Learning Rate": 1.5409241139664014e-05, "Finetune/Loss": 0.8397195339202881, "Finetune/Loss (Raw)": 0.8767130374908447, "Finetune/Step": 6510, "Finetune/Step Time": 12.162350084632635}
+{"Finetune/Learning Rate": 1.5407824733785263e-05, "Finetune/Loss": 0.8393841981887817, "Finetune/Loss (Raw)": 0.8252407908439636, "Finetune/Step": 6511, "Finetune/Step Time": 12.188594859093428}
+{"Finetune/Learning Rate": 1.5406408174555978e-05, "Finetune/Loss": 0.8400669097900391, "Finetune/Loss (Raw)": 1.0035228729248047, "Finetune/Step": 6512, "Finetune/Step Time": 12.18336166255176}
+{"Finetune/Learning Rate": 1.540499146201633e-05, "Finetune/Loss": 0.8414462208747864, "Finetune/Loss (Raw)": 0.9514249563217163, "Finetune/Step": 6513, "Finetune/Step Time": 12.174022639170289}
+{"Finetune/Learning Rate": 1.54035745962065e-05, "Finetune/Loss": 0.8414770364761353, "Finetune/Loss (Raw)": 0.8879380226135254, "Finetune/Step": 6514, "Finetune/Step Time": 12.168105414137244}
+{"Finetune/Learning Rate": 1.5402157577166653e-05, "Finetune/Loss": 0.8397843837738037, "Finetune/Loss (Raw)": 0.7176108360290527, "Finetune/Step": 6515, "Finetune/Step Time": 12.162865564227104}
+{"Finetune/Learning Rate": 1.540074040493698e-05, "Finetune/Loss": 0.839286208152771, "Finetune/Loss (Raw)": 0.7914420366287231, "Finetune/Step": 6516, "Finetune/Step Time": 12.15154810808599}
+{"Finetune/Learning Rate": 1.539932307955767e-05, "Finetune/Loss": 0.8395211696624756, "Finetune/Loss (Raw)": 0.7428175806999207, "Finetune/Step": 6517, "Finetune/Step Time": 12.14110372774303}
+{"Finetune/Learning Rate": 1.539790560106891e-05, "Finetune/Loss": 0.8400250673294067, "Finetune/Loss (Raw)": 0.8574064373970032, "Finetune/Step": 6518, "Finetune/Step Time": 12.117919819429517}
+{"Finetune/Learning Rate": 1.5396487969510894e-05, "Finetune/Loss": 0.8381837606430054, "Finetune/Loss (Raw)": 0.6838430166244507, "Finetune/Step": 6519, "Finetune/Step Time": 12.1254692543298}
+{"Finetune/Learning Rate": 1.539507018492383e-05, "Finetune/Loss": 0.8395658135414124, "Finetune/Loss (Raw)": 0.9112566709518433, "Finetune/Step": 6520, "Finetune/Step Time": 12.137251500040293}
+{"Finetune/Learning Rate": 1.5393652247347915e-05, "Finetune/Loss": 0.840603768825531, "Finetune/Loss (Raw)": 0.8746141791343689, "Finetune/Step": 6521, "Finetune/Step Time": 12.125720791518688}
+{"Finetune/Learning Rate": 1.5392234156823357e-05, "Finetune/Loss": 0.8406537771224976, "Finetune/Loss (Raw)": 0.9672446250915527, "Finetune/Step": 6522, "Finetune/Step Time": 12.104824060574174}
+{"Finetune/Learning Rate": 1.5390815913390372e-05, "Finetune/Loss": 0.8413158655166626, "Finetune/Loss (Raw)": 0.9429327845573425, "Finetune/Step": 6523, "Finetune/Step Time": 12.10565735399723}
+{"Finetune/Learning Rate": 1.538939751708918e-05, "Finetune/Loss": 0.8409550189971924, "Finetune/Loss (Raw)": 0.8906158208847046, "Finetune/Step": 6524, "Finetune/Step Time": 12.115747172385454}
+{"Finetune/Learning Rate": 1.5387978967959998e-05, "Finetune/Loss": 0.8419597148895264, "Finetune/Loss (Raw)": 0.8901472091674805, "Finetune/Step": 6525, "Finetune/Step Time": 12.12423918582499}
+{"Finetune/Learning Rate": 1.5386560266043057e-05, "Finetune/Loss": 0.8442047238349915, "Finetune/Loss (Raw)": 1.0333586931228638, "Finetune/Step": 6526, "Finetune/Step Time": 12.121080741286278}
+{"Finetune/Learning Rate": 1.5385141411378578e-05, "Finetune/Loss": 0.8423876762390137, "Finetune/Loss (Raw)": 0.5955372452735901, "Finetune/Step": 6527, "Finetune/Step Time": 12.124316304922104}
+{"Finetune/Learning Rate": 1.5383722404006808e-05, "Finetune/Loss": 0.8424049615859985, "Finetune/Loss (Raw)": 0.7528839707374573, "Finetune/Step": 6528, "Finetune/Step Time": 12.116555912420154}
+{"Finetune/Learning Rate": 1.5382303243967977e-05, "Finetune/Loss": 0.8417081832885742, "Finetune/Loss (Raw)": 0.7658910751342773, "Finetune/Step": 6529, "Finetune/Step Time": 12.116122649982572}
+{"Finetune/Learning Rate": 1.538088393130233e-05, "Finetune/Loss": 0.8402125835418701, "Finetune/Loss (Raw)": 0.7027966976165771, "Finetune/Step": 6530, "Finetune/Step Time": 12.139876762405038}
+{"Finetune/Learning Rate": 1.5379464466050117e-05, "Finetune/Loss": 0.8399959802627563, "Finetune/Loss (Raw)": 0.8072043657302856, "Finetune/Step": 6531, "Finetune/Step Time": 12.138690948486328}
+{"Finetune/Learning Rate": 1.5378044848251588e-05, "Finetune/Loss": 0.8392553329467773, "Finetune/Loss (Raw)": 0.7998595833778381, "Finetune/Step": 6532, "Finetune/Step Time": 12.13687408156693}
+{"Finetune/Learning Rate": 1.5376625077947004e-05, "Finetune/Loss": 0.8397262096405029, "Finetune/Loss (Raw)": 0.8246375918388367, "Finetune/Step": 6533, "Finetune/Step Time": 12.140255497768521}
+{"Finetune/Learning Rate": 1.5375205155176617e-05, "Finetune/Loss": 0.8398205041885376, "Finetune/Loss (Raw)": 0.8751960396766663, "Finetune/Step": 6534, "Finetune/Step Time": 12.155000375583768}
+{"Finetune/Learning Rate": 1.5373785079980697e-05, "Finetune/Loss": 0.8380477428436279, "Finetune/Loss (Raw)": 0.7646331191062927, "Finetune/Step": 6535, "Finetune/Step Time": 12.152413772419095}
+{"Finetune/Learning Rate": 1.5372364852399518e-05, "Finetune/Loss": 0.8376284837722778, "Finetune/Loss (Raw)": 0.8445667028427124, "Finetune/Step": 6536, "Finetune/Step Time": 12.16741120070219}
+{"Finetune/Learning Rate": 1.5370944472473347e-05, "Finetune/Loss": 0.8373121023178101, "Finetune/Loss (Raw)": 0.8509944677352905, "Finetune/Step": 6537, "Finetune/Step Time": 12.174375420436263}
+{"Finetune/Learning Rate": 1.536952394024246e-05, "Finetune/Loss": 0.8370600342750549, "Finetune/Loss (Raw)": 0.7343983054161072, "Finetune/Step": 6538, "Finetune/Step Time": 12.178042469546199}
+{"Finetune/Learning Rate": 1.536810325574715e-05, "Finetune/Loss": 0.8382487297058105, "Finetune/Loss (Raw)": 0.9487739205360413, "Finetune/Step": 6539, "Finetune/Step Time": 12.177965136244893}
+{"Finetune/Learning Rate": 1.536668241902769e-05, "Finetune/Loss": 0.8351549506187439, "Finetune/Loss (Raw)": 0.5372695326805115, "Finetune/Step": 6540, "Finetune/Step Time": 12.200920671224594}
+{"Finetune/Learning Rate": 1.5365261430124378e-05, "Finetune/Loss": 0.8351805806159973, "Finetune/Loss (Raw)": 0.8550446033477783, "Finetune/Step": 6541, "Finetune/Step Time": 12.201427450403571}
+{"Finetune/Learning Rate": 1.5363840289077515e-05, "Finetune/Loss": 0.8355159759521484, "Finetune/Loss (Raw)": 0.7595480680465698, "Finetune/Step": 6542, "Finetune/Step Time": 12.205463163554668}
+{"Finetune/Learning Rate": 1.5362418995927387e-05, "Finetune/Loss": 0.8344908952713013, "Finetune/Loss (Raw)": 0.7730081081390381, "Finetune/Step": 6543, "Finetune/Step Time": 12.199476938694715}
+{"Finetune/Learning Rate": 1.5360997550714306e-05, "Finetune/Loss": 0.8339563608169556, "Finetune/Loss (Raw)": 0.8309149742126465, "Finetune/Step": 6544, "Finetune/Step Time": 12.220859864726663}
+{"Finetune/Learning Rate": 1.535957595347858e-05, "Finetune/Loss": 0.8330321907997131, "Finetune/Loss (Raw)": 0.8170027136802673, "Finetune/Step": 6545, "Finetune/Step Time": 12.220178486779332}
+{"Finetune/Learning Rate": 1.5358154204260524e-05, "Finetune/Loss": 0.8324571251869202, "Finetune/Loss (Raw)": 0.763023853302002, "Finetune/Step": 6546, "Finetune/Step Time": 12.220283513888717}
+{"Finetune/Learning Rate": 1.5356732303100446e-05, "Finetune/Loss": 0.8331013321876526, "Finetune/Loss (Raw)": 0.9102531671524048, "Finetune/Step": 6547, "Finetune/Step Time": 12.164786064997315}
+{"Finetune/Learning Rate": 1.5355310250038674e-05, "Finetune/Loss": 0.8325304388999939, "Finetune/Loss (Raw)": 0.8749573826789856, "Finetune/Step": 6548, "Finetune/Step Time": 12.169465655460954}
+{"Finetune/Learning Rate": 1.5353888045115532e-05, "Finetune/Loss": 0.8332546949386597, "Finetune/Loss (Raw)": 0.9206320643424988, "Finetune/Step": 6549, "Finetune/Step Time": 12.15522901341319}
+{"Finetune/Learning Rate": 1.535246568837135e-05, "Finetune/Loss": 0.8332480192184448, "Finetune/Loss (Raw)": 0.8510510921478271, "Finetune/Step": 6550, "Finetune/Step Time": 12.175520088523626}
+{"Finetune/Learning Rate": 1.5351043179846464e-05, "Finetune/Loss": 0.8346827030181885, "Finetune/Loss (Raw)": 0.898043692111969, "Finetune/Step": 6551, "Finetune/Step Time": 12.181168157607317}
+{"Finetune/Learning Rate": 1.5349620519581205e-05, "Finetune/Loss": 0.8347569704055786, "Finetune/Loss (Raw)": 0.8719758987426758, "Finetune/Step": 6552, "Finetune/Step Time": 12.181022934615612}
+{"Finetune/Learning Rate": 1.534819770761592e-05, "Finetune/Loss": 0.8360624313354492, "Finetune/Loss (Raw)": 1.012019395828247, "Finetune/Step": 6553, "Finetune/Step Time": 12.168823324143887}
+{"Finetune/Learning Rate": 1.534677474399096e-05, "Finetune/Loss": 0.8365246653556824, "Finetune/Loss (Raw)": 0.863412082195282, "Finetune/Step": 6554, "Finetune/Step Time": 12.167313953861594}
+{"Finetune/Learning Rate": 1.534535162874667e-05, "Finetune/Loss": 0.8380590081214905, "Finetune/Loss (Raw)": 0.9931710362434387, "Finetune/Step": 6555, "Finetune/Step Time": 12.161080906167626}
+{"Finetune/Learning Rate": 1.5343928361923413e-05, "Finetune/Loss": 0.8380228877067566, "Finetune/Loss (Raw)": 0.8772417902946472, "Finetune/Step": 6556, "Finetune/Step Time": 12.15799237973988}
+{"Finetune/Learning Rate": 1.534250494356154e-05, "Finetune/Loss": 0.8372650146484375, "Finetune/Loss (Raw)": 0.7662572264671326, "Finetune/Step": 6557, "Finetune/Step Time": 12.15388029254973}
+{"Finetune/Learning Rate": 1.5341081373701418e-05, "Finetune/Loss": 0.8393080234527588, "Finetune/Loss (Raw)": 1.0235421657562256, "Finetune/Step": 6558, "Finetune/Step Time": 12.152344420552254}
+{"Finetune/Learning Rate": 1.5339657652383415e-05, "Finetune/Loss": 0.8405625820159912, "Finetune/Loss (Raw)": 0.8015884757041931, "Finetune/Step": 6559, "Finetune/Step Time": 12.130359811708331}
+{"Finetune/Learning Rate": 1.533823377964791e-05, "Finetune/Loss": 0.8413876891136169, "Finetune/Loss (Raw)": 0.7919915914535522, "Finetune/Step": 6560, "Finetune/Step Time": 12.087113089859486}
+{"Finetune/Learning Rate": 1.533680975553527e-05, "Finetune/Loss": 0.8409804105758667, "Finetune/Loss (Raw)": 0.7738192081451416, "Finetune/Step": 6561, "Finetune/Step Time": 12.078223211690784}
+{"Finetune/Learning Rate": 1.5335385580085884e-05, "Finetune/Loss": 0.8404572010040283, "Finetune/Loss (Raw)": 0.7739149332046509, "Finetune/Step": 6562, "Finetune/Step Time": 12.071716649457812}
+{"Finetune/Learning Rate": 1.5333961253340134e-05, "Finetune/Loss": 0.8395951390266418, "Finetune/Loss (Raw)": 0.7720988392829895, "Finetune/Step": 6563, "Finetune/Step Time": 12.07552027143538}
+{"Finetune/Learning Rate": 1.533253677533841e-05, "Finetune/Loss": 0.8376882076263428, "Finetune/Loss (Raw)": 0.665575385093689, "Finetune/Step": 6564, "Finetune/Step Time": 12.102973418310285}
+{"Finetune/Learning Rate": 1.5331112146121104e-05, "Finetune/Loss": 0.8362468481063843, "Finetune/Loss (Raw)": 0.7268132567405701, "Finetune/Step": 6565, "Finetune/Step Time": 12.102621102705598}
+{"Finetune/Learning Rate": 1.5329687365728624e-05, "Finetune/Loss": 0.8363861441612244, "Finetune/Loss (Raw)": 0.8228781223297119, "Finetune/Step": 6566, "Finetune/Step Time": 12.11121729388833}
+{"Finetune/Learning Rate": 1.5328262434201364e-05, "Finetune/Loss": 0.8364540338516235, "Finetune/Loss (Raw)": 0.9066956043243408, "Finetune/Step": 6567, "Finetune/Step Time": 12.106663044542074}
+{"Finetune/Learning Rate": 1.532683735157973e-05, "Finetune/Loss": 0.8365111351013184, "Finetune/Loss (Raw)": 0.8662999272346497, "Finetune/Step": 6568, "Finetune/Step Time": 12.109816761687398}
+{"Finetune/Learning Rate": 1.5325412117904134e-05, "Finetune/Loss": 0.8369461894035339, "Finetune/Loss (Raw)": 0.8469183444976807, "Finetune/Step": 6569, "Finetune/Step Time": 12.096642134711146}
+{"Finetune/Learning Rate": 1.5323986733215e-05, "Finetune/Loss": 0.8351365923881531, "Finetune/Loss (Raw)": 0.7226051688194275, "Finetune/Step": 6570, "Finetune/Step Time": 12.097792642191052}
+{"Finetune/Learning Rate": 1.5322561197552737e-05, "Finetune/Loss": 0.8341288566589355, "Finetune/Loss (Raw)": 0.5839405655860901, "Finetune/Step": 6571, "Finetune/Step Time": 12.12130119279027}
+{"Finetune/Learning Rate": 1.5321135510957776e-05, "Finetune/Loss": 0.8332350254058838, "Finetune/Loss (Raw)": 0.8146552443504333, "Finetune/Step": 6572, "Finetune/Step Time": 12.11604280024767}
+{"Finetune/Learning Rate": 1.5319709673470543e-05, "Finetune/Loss": 0.8331351280212402, "Finetune/Loss (Raw)": 0.9045278429985046, "Finetune/Step": 6573, "Finetune/Step Time": 12.125134252011776}
+{"Finetune/Learning Rate": 1.531828368513147e-05, "Finetune/Loss": 0.8323404788970947, "Finetune/Loss (Raw)": 0.765952467918396, "Finetune/Step": 6574, "Finetune/Step Time": 12.155565178021789}
+{"Finetune/Learning Rate": 1.5316857545980993e-05, "Finetune/Loss": 0.8326914310455322, "Finetune/Loss (Raw)": 0.8729028105735779, "Finetune/Step": 6575, "Finetune/Step Time": 12.160292090848088}
+{"Finetune/Learning Rate": 1.5315431256059558e-05, "Finetune/Loss": 0.8355563879013062, "Finetune/Loss (Raw)": 0.910014808177948, "Finetune/Step": 6576, "Finetune/Step Time": 12.139118677005172}
+{"Finetune/Learning Rate": 1.5314004815407607e-05, "Finetune/Loss": 0.8355640172958374, "Finetune/Loss (Raw)": 0.8725938200950623, "Finetune/Step": 6577, "Finetune/Step Time": 12.13151629269123}
+{"Finetune/Learning Rate": 1.5312578224065595e-05, "Finetune/Loss": 0.8348062038421631, "Finetune/Loss (Raw)": 0.7836183309555054, "Finetune/Step": 6578, "Finetune/Step Time": 12.127170568332076}
+{"Finetune/Learning Rate": 1.531115148207396e-05, "Finetune/Loss": 0.8351420164108276, "Finetune/Loss (Raw)": 0.7476381063461304, "Finetune/Step": 6579, "Finetune/Step Time": 12.118469938635826}
+{"Finetune/Learning Rate": 1.5309724589473182e-05, "Finetune/Loss": 0.8342280983924866, "Finetune/Loss (Raw)": 0.7522413730621338, "Finetune/Step": 6580, "Finetune/Step Time": 12.116914929822087}
+{"Finetune/Learning Rate": 1.5308297546303714e-05, "Finetune/Loss": 0.8350198864936829, "Finetune/Loss (Raw)": 0.8514373898506165, "Finetune/Step": 6581, "Finetune/Step Time": 12.123617662116885}
+{"Finetune/Learning Rate": 1.5306870352606015e-05, "Finetune/Loss": 0.8364547491073608, "Finetune/Loss (Raw)": 0.8568534255027771, "Finetune/Step": 6582, "Finetune/Step Time": 12.145958706736565}
+{"Finetune/Learning Rate": 1.5305443008420566e-05, "Finetune/Loss": 0.8359243869781494, "Finetune/Loss (Raw)": 0.7336747646331787, "Finetune/Step": 6583, "Finetune/Step Time": 12.134862303733826}
+{"Finetune/Learning Rate": 1.5304015513787843e-05, "Finetune/Loss": 0.8328187465667725, "Finetune/Loss (Raw)": 0.602751612663269, "Finetune/Step": 6584, "Finetune/Step Time": 12.140194529667497}
+{"Finetune/Learning Rate": 1.5302587868748323e-05, "Finetune/Loss": 0.8326176404953003, "Finetune/Loss (Raw)": 0.7986814975738525, "Finetune/Step": 6585, "Finetune/Step Time": 12.137456767261028}
+{"Finetune/Learning Rate": 1.5301160073342485e-05, "Finetune/Loss": 0.833269476890564, "Finetune/Loss (Raw)": 0.8714367151260376, "Finetune/Step": 6586, "Finetune/Step Time": 12.133572161197662}
+{"Finetune/Learning Rate": 1.5299732127610826e-05, "Finetune/Loss": 0.8327631950378418, "Finetune/Loss (Raw)": 0.9382776618003845, "Finetune/Step": 6587, "Finetune/Step Time": 12.126431869342923}
+{"Finetune/Learning Rate": 1.5298304031593834e-05, "Finetune/Loss": 0.8311406373977661, "Finetune/Loss (Raw)": 0.6137339472770691, "Finetune/Step": 6588, "Finetune/Step Time": 12.130336783826351}
+{"Finetune/Learning Rate": 1.5296875785332002e-05, "Finetune/Loss": 0.8313465714454651, "Finetune/Loss (Raw)": 0.781557559967041, "Finetune/Step": 6589, "Finetune/Step Time": 12.120986592024565}
+{"Finetune/Learning Rate": 1.5295447388865838e-05, "Finetune/Loss": 0.8289481401443481, "Finetune/Loss (Raw)": 0.5967544913291931, "Finetune/Step": 6590, "Finetune/Step Time": 12.132158448919654}
+{"Finetune/Learning Rate": 1.5294018842235843e-05, "Finetune/Loss": 0.8291062712669373, "Finetune/Loss (Raw)": 0.8795514106750488, "Finetune/Step": 6591, "Finetune/Step Time": 12.156543511897326}
+{"Finetune/Learning Rate": 1.529259014548253e-05, "Finetune/Loss": 0.8293133974075317, "Finetune/Loss (Raw)": 0.8601678609848022, "Finetune/Step": 6592, "Finetune/Step Time": 12.149882243946195}
+{"Finetune/Learning Rate": 1.529116129864641e-05, "Finetune/Loss": 0.828263521194458, "Finetune/Loss (Raw)": 0.8139562606811523, "Finetune/Step": 6593, "Finetune/Step Time": 12.1389851719141}
+{"Finetune/Learning Rate": 1.5289732301768e-05, "Finetune/Loss": 0.8283758163452148, "Finetune/Loss (Raw)": 0.895900309085846, "Finetune/Step": 6594, "Finetune/Step Time": 12.157300535589457}
+{"Finetune/Learning Rate": 1.5288303154887824e-05, "Finetune/Loss": 0.8280777931213379, "Finetune/Loss (Raw)": 0.8762373924255371, "Finetune/Step": 6595, "Finetune/Step Time": 12.1525688637048}
+{"Finetune/Learning Rate": 1.528687385804641e-05, "Finetune/Loss": 0.8282349109649658, "Finetune/Loss (Raw)": 0.8715476393699646, "Finetune/Step": 6596, "Finetune/Step Time": 12.15379804931581}
+{"Finetune/Learning Rate": 1.5285444411284286e-05, "Finetune/Loss": 0.8278090953826904, "Finetune/Loss (Raw)": 0.7982772588729858, "Finetune/Step": 6597, "Finetune/Step Time": 12.136661518365145}
+{"Finetune/Learning Rate": 1.528401481464199e-05, "Finetune/Loss": 0.8287351131439209, "Finetune/Loss (Raw)": 0.9313501715660095, "Finetune/Step": 6598, "Finetune/Step Time": 12.139378683641553}
+{"Finetune/Learning Rate": 1.5282585068160058e-05, "Finetune/Loss": 0.8293271064758301, "Finetune/Loss (Raw)": 0.8548873662948608, "Finetune/Step": 6599, "Finetune/Step Time": 12.132314700633287}
+{"Finetune/Learning Rate": 1.5281155171879033e-05, "Finetune/Loss": 0.8293988704681396, "Finetune/Loss (Raw)": 0.8345239162445068, "Finetune/Step": 6600, "Finetune/Step Time": 12.108089173212647}
+{"Finetune/Learning Rate": 1.5279725125839467e-05, "Finetune/Loss": 0.8308148384094238, "Finetune/Loss (Raw)": 0.9415650963783264, "Finetune/Step": 6601, "Finetune/Step Time": 12.082803100347519}
+{"Finetune/Learning Rate": 1.5278294930081915e-05, "Finetune/Loss": 0.8300443887710571, "Finetune/Loss (Raw)": 0.680506706237793, "Finetune/Step": 6602, "Finetune/Step Time": 12.03788441605866}
+{"Finetune/Learning Rate": 1.527686458464692e-05, "Finetune/Loss": 0.8283657431602478, "Finetune/Loss (Raw)": 0.7212011814117432, "Finetune/Step": 6603, "Finetune/Step Time": 12.022612044587731}
+{"Finetune/Learning Rate": 1.5275434089575055e-05, "Finetune/Loss": 0.8284571170806885, "Finetune/Loss (Raw)": 0.8829018473625183, "Finetune/Step": 6604, "Finetune/Step Time": 12.044627320021391}
+{"Finetune/Learning Rate": 1.5274003444906883e-05, "Finetune/Loss": 0.8289973735809326, "Finetune/Loss (Raw)": 0.8634803891181946, "Finetune/Step": 6605, "Finetune/Step Time": 12.043082674965262}
+{"Finetune/Learning Rate": 1.5272572650682965e-05, "Finetune/Loss": 0.8290004134178162, "Finetune/Loss (Raw)": 0.8403370976448059, "Finetune/Step": 6606, "Finetune/Step Time": 12.032978504896164}
+{"Finetune/Learning Rate": 1.527114170694388e-05, "Finetune/Loss": 0.8277740478515625, "Finetune/Loss (Raw)": 0.7239875197410583, "Finetune/Step": 6607, "Finetune/Step Time": 12.01753505319357}
+{"Finetune/Learning Rate": 1.5269710613730212e-05, "Finetune/Loss": 0.8273395299911499, "Finetune/Loss (Raw)": 0.8880149126052856, "Finetune/Step": 6608, "Finetune/Step Time": 12.024855207651854}
+{"Finetune/Learning Rate": 1.526827937108253e-05, "Finetune/Loss": 0.8286754488945007, "Finetune/Loss (Raw)": 0.988501250743866, "Finetune/Step": 6609, "Finetune/Step Time": 12.00797381810844}
+{"Finetune/Learning Rate": 1.5266847979041426e-05, "Finetune/Loss": 0.8286707401275635, "Finetune/Loss (Raw)": 0.8816424012184143, "Finetune/Step": 6610, "Finetune/Step Time": 12.000165836885571}
+{"Finetune/Learning Rate": 1.5265416437647492e-05, "Finetune/Loss": 0.8278732299804688, "Finetune/Loss (Raw)": 0.8210100531578064, "Finetune/Step": 6611, "Finetune/Step Time": 11.994426099583507}
+{"Finetune/Learning Rate": 1.526398474694132e-05, "Finetune/Loss": 0.8278957605361938, "Finetune/Loss (Raw)": 0.9563797116279602, "Finetune/Step": 6612, "Finetune/Step Time": 11.996334196999669}
+{"Finetune/Learning Rate": 1.526255290696351e-05, "Finetune/Loss": 0.8243690133094788, "Finetune/Loss (Raw)": 0.5806121230125427, "Finetune/Step": 6613, "Finetune/Step Time": 12.018705291673541}
+{"Finetune/Learning Rate": 1.5261120917754666e-05, "Finetune/Loss": 0.8234645128250122, "Finetune/Loss (Raw)": 0.6843518018722534, "Finetune/Step": 6614, "Finetune/Step Time": 12.062765881419182}
+{"Finetune/Learning Rate": 1.525968877935539e-05, "Finetune/Loss": 0.8236618041992188, "Finetune/Loss (Raw)": 0.8873555660247803, "Finetune/Step": 6615, "Finetune/Step Time": 12.064002493396401}
+{"Finetune/Learning Rate": 1.52582564918063e-05, "Finetune/Loss": 0.8225830793380737, "Finetune/Loss (Raw)": 0.7079437971115112, "Finetune/Step": 6616, "Finetune/Step Time": 12.059098994359374}
+{"Finetune/Learning Rate": 1.5256824055148003e-05, "Finetune/Loss": 0.8231377005577087, "Finetune/Loss (Raw)": 0.956915020942688, "Finetune/Step": 6617, "Finetune/Step Time": 12.050567485392094}
+{"Finetune/Learning Rate": 1.525539146942113e-05, "Finetune/Loss": 0.8225757479667664, "Finetune/Loss (Raw)": 0.8349114656448364, "Finetune/Step": 6618, "Finetune/Step Time": 12.050420049577951}
+{"Finetune/Learning Rate": 1.5253958734666299e-05, "Finetune/Loss": 0.8221440315246582, "Finetune/Loss (Raw)": 0.8897935748100281, "Finetune/Step": 6619, "Finetune/Step Time": 12.052024407312274}
+{"Finetune/Learning Rate": 1.5252525850924135e-05, "Finetune/Loss": 0.8233213424682617, "Finetune/Loss (Raw)": 0.9572964906692505, "Finetune/Step": 6620, "Finetune/Step Time": 12.068495333194733}
+{"Finetune/Learning Rate": 1.5251092818235276e-05, "Finetune/Loss": 0.8241662979125977, "Finetune/Loss (Raw)": 0.9977025985717773, "Finetune/Step": 6621, "Finetune/Step Time": 12.063377464190125}
+{"Finetune/Learning Rate": 1.5249659636640356e-05, "Finetune/Loss": 0.8245258331298828, "Finetune/Loss (Raw)": 0.8675369620323181, "Finetune/Step": 6622, "Finetune/Step Time": 12.06802891753614}
+{"Finetune/Learning Rate": 1.5248226306180019e-05, "Finetune/Loss": 0.8264175057411194, "Finetune/Loss (Raw)": 0.8878836631774902, "Finetune/Step": 6623, "Finetune/Step Time": 12.040217492729425}
+{"Finetune/Learning Rate": 1.5246792826894906e-05, "Finetune/Loss": 0.8268411159515381, "Finetune/Loss (Raw)": 0.9135993719100952, "Finetune/Step": 6624, "Finetune/Step Time": 12.04271943680942}
+{"Finetune/Learning Rate": 1.5245359198825666e-05, "Finetune/Loss": 0.8301077485084534, "Finetune/Loss (Raw)": 0.9491594433784485, "Finetune/Step": 6625, "Finetune/Step Time": 12.013857061043382}
+{"Finetune/Learning Rate": 1.5243925422012958e-05, "Finetune/Loss": 0.8307967185974121, "Finetune/Loss (Raw)": 0.817272961139679, "Finetune/Step": 6626, "Finetune/Step Time": 12.024831280112267}
+{"Finetune/Learning Rate": 1.5242491496497436e-05, "Finetune/Loss": 0.8302115201950073, "Finetune/Loss (Raw)": 0.8413687944412231, "Finetune/Step": 6627, "Finetune/Step Time": 12.027749525383115}
+{"Finetune/Learning Rate": 1.5241057422319765e-05, "Finetune/Loss": 0.8303333520889282, "Finetune/Loss (Raw)": 0.8640905618667603, "Finetune/Step": 6628, "Finetune/Step Time": 12.037816867232323}
+{"Finetune/Learning Rate": 1.5239623199520605e-05, "Finetune/Loss": 0.8299683332443237, "Finetune/Loss (Raw)": 0.8279450535774231, "Finetune/Step": 6629, "Finetune/Step Time": 12.049331091344357}
+{"Finetune/Learning Rate": 1.5238188828140634e-05, "Finetune/Loss": 0.8285843133926392, "Finetune/Loss (Raw)": 0.7185876965522766, "Finetune/Step": 6630, "Finetune/Step Time": 12.038979159668088}
+{"Finetune/Learning Rate": 1.5236754308220521e-05, "Finetune/Loss": 0.8296061754226685, "Finetune/Loss (Raw)": 0.9400392770767212, "Finetune/Step": 6631, "Finetune/Step Time": 12.03716429322958}
+{"Finetune/Learning Rate": 1.5235319639800948e-05, "Finetune/Loss": 0.8303756713867188, "Finetune/Loss (Raw)": 0.9905303716659546, "Finetune/Step": 6632, "Finetune/Step Time": 12.027835596352816}
+{"Finetune/Learning Rate": 1.5233884822922598e-05, "Finetune/Loss": 0.8311659097671509, "Finetune/Loss (Raw)": 0.9976324439048767, "Finetune/Step": 6633, "Finetune/Step Time": 12.032220270484686}
+{"Finetune/Learning Rate": 1.5232449857626157e-05, "Finetune/Loss": 0.832013726234436, "Finetune/Loss (Raw)": 0.9567703604698181, "Finetune/Step": 6634, "Finetune/Step Time": 12.020583789795637}
+{"Finetune/Learning Rate": 1.5231014743952314e-05, "Finetune/Loss": 0.8331006765365601, "Finetune/Loss (Raw)": 0.8441319465637207, "Finetune/Step": 6635, "Finetune/Step Time": 12.020044311881065}
+{"Finetune/Learning Rate": 1.5229579481941774e-05, "Finetune/Loss": 0.8320557475090027, "Finetune/Loss (Raw)": 0.7839164733886719, "Finetune/Step": 6636, "Finetune/Step Time": 12.082504382357001}
+{"Finetune/Learning Rate": 1.522814407163523e-05, "Finetune/Loss": 0.8324710130691528, "Finetune/Loss (Raw)": 0.614703357219696, "Finetune/Step": 6637, "Finetune/Step Time": 12.06210152246058}
+{"Finetune/Learning Rate": 1.522670851307338e-05, "Finetune/Loss": 0.8318959474563599, "Finetune/Loss (Raw)": 0.8030949234962463, "Finetune/Step": 6638, "Finetune/Step Time": 12.063869157806039}
+{"Finetune/Learning Rate": 1.5225272806296944e-05, "Finetune/Loss": 0.832477867603302, "Finetune/Loss (Raw)": 0.89973384141922, "Finetune/Step": 6639, "Finetune/Step Time": 12.043382536619902}
+{"Finetune/Learning Rate": 1.5223836951346634e-05, "Finetune/Loss": 0.8310648202896118, "Finetune/Loss (Raw)": 0.8226450085639954, "Finetune/Step": 6640, "Finetune/Step Time": 12.045060947537422}
+{"Finetune/Learning Rate": 1.5222400948263156e-05, "Finetune/Loss": 0.8292466402053833, "Finetune/Loss (Raw)": 0.7186975479125977, "Finetune/Step": 6641, "Finetune/Step Time": 12.016661986708641}
+{"Finetune/Learning Rate": 1.5220964797087242e-05, "Finetune/Loss": 0.8292728662490845, "Finetune/Loss (Raw)": 0.8912971019744873, "Finetune/Step": 6642, "Finetune/Step Time": 12.021904500201344}
+{"Finetune/Learning Rate": 1.521952849785961e-05, "Finetune/Loss": 0.8296835422515869, "Finetune/Loss (Raw)": 0.7701781392097473, "Finetune/Step": 6643, "Finetune/Step Time": 12.029234806075692}
+{"Finetune/Learning Rate": 1.5218092050620992e-05, "Finetune/Loss": 0.8302032947540283, "Finetune/Loss (Raw)": 0.857973039150238, "Finetune/Step": 6644, "Finetune/Step Time": 12.032838080078363}
+{"Finetune/Learning Rate": 1.5216655455412124e-05, "Finetune/Loss": 0.8308064937591553, "Finetune/Loss (Raw)": 0.8200307488441467, "Finetune/Step": 6645, "Finetune/Step Time": 12.033908810466528}
+{"Finetune/Learning Rate": 1.5215218712273738e-05, "Finetune/Loss": 0.8314052820205688, "Finetune/Loss (Raw)": 0.9340506196022034, "Finetune/Step": 6646, "Finetune/Step Time": 12.040020935237408}
+{"Finetune/Learning Rate": 1.5213781821246582e-05, "Finetune/Loss": 0.8326036334037781, "Finetune/Loss (Raw)": 0.8372305035591125, "Finetune/Step": 6647, "Finetune/Step Time": 12.03941255249083}
+{"Finetune/Learning Rate": 1.52123447823714e-05, "Finetune/Loss": 0.8324729204177856, "Finetune/Loss (Raw)": 0.8945279121398926, "Finetune/Step": 6648, "Finetune/Step Time": 12.033350076526403}
+{"Finetune/Learning Rate": 1.5210907595688942e-05, "Finetune/Loss": 0.8303407430648804, "Finetune/Loss (Raw)": 0.6016872525215149, "Finetune/Step": 6649, "Finetune/Step Time": 12.056800063699484}
+{"Finetune/Learning Rate": 1.520947026123996e-05, "Finetune/Loss": 0.8282955884933472, "Finetune/Loss (Raw)": 0.7054635882377625, "Finetune/Step": 6650, "Finetune/Step Time": 12.059219865128398}
+{"Finetune/Learning Rate": 1.5208032779065218e-05, "Finetune/Loss": 0.8267240524291992, "Finetune/Loss (Raw)": 0.7417855858802795, "Finetune/Step": 6651, "Finetune/Step Time": 12.068891813978553}
+{"Finetune/Learning Rate": 1.5206595149205474e-05, "Finetune/Loss": 0.8262497782707214, "Finetune/Loss (Raw)": 0.8299015760421753, "Finetune/Step": 6652, "Finetune/Step Time": 12.073490098118782}
+{"Finetune/Learning Rate": 1.5205157371701498e-05, "Finetune/Loss": 0.8258939981460571, "Finetune/Loss (Raw)": 0.8446095585823059, "Finetune/Step": 6653, "Finetune/Step Time": 12.067719226703048}
+{"Finetune/Learning Rate": 1.5203719446594063e-05, "Finetune/Loss": 0.8243213295936584, "Finetune/Loss (Raw)": 0.8320612907409668, "Finetune/Step": 6654, "Finetune/Step Time": 12.071063440293074}
+{"Finetune/Learning Rate": 1.5202281373923934e-05, "Finetune/Loss": 0.8254303932189941, "Finetune/Loss (Raw)": 0.7374944686889648, "Finetune/Step": 6655, "Finetune/Step Time": 12.072117269039154}
+{"Finetune/Learning Rate": 1.5200843153731905e-05, "Finetune/Loss": 0.8244777917861938, "Finetune/Loss (Raw)": 0.63094562292099, "Finetune/Step": 6656, "Finetune/Step Time": 12.101324763149023}
+{"Finetune/Learning Rate": 1.5199404786058755e-05, "Finetune/Loss": 0.8255295753479004, "Finetune/Loss (Raw)": 0.900520920753479, "Finetune/Step": 6657, "Finetune/Step Time": 12.102294681593776}
+{"Finetune/Learning Rate": 1.5197966270945268e-05, "Finetune/Loss": 0.8243158459663391, "Finetune/Loss (Raw)": 0.5474444031715393, "Finetune/Step": 6658, "Finetune/Step Time": 12.089629087597132}
+{"Finetune/Learning Rate": 1.5196527608432234e-05, "Finetune/Loss": 0.8246924877166748, "Finetune/Loss (Raw)": 0.8554195165634155, "Finetune/Step": 6659, "Finetune/Step Time": 12.080533834174275}
+{"Finetune/Learning Rate": 1.5195088798560462e-05, "Finetune/Loss": 0.8249401450157166, "Finetune/Loss (Raw)": 0.8315549492835999, "Finetune/Step": 6660, "Finetune/Step Time": 12.079823365435004}
+{"Finetune/Learning Rate": 1.519364984137074e-05, "Finetune/Loss": 0.8258823156356812, "Finetune/Loss (Raw)": 0.9452297687530518, "Finetune/Step": 6661, "Finetune/Step Time": 12.078671658411622}
+{"Finetune/Learning Rate": 1.5192210736903879e-05, "Finetune/Loss": 0.825455904006958, "Finetune/Loss (Raw)": 0.8206287622451782, "Finetune/Step": 6662, "Finetune/Step Time": 12.060208125039935}
+{"Finetune/Learning Rate": 1.5190771485200683e-05, "Finetune/Loss": 0.8263249397277832, "Finetune/Loss (Raw)": 0.8758659362792969, "Finetune/Step": 6663, "Finetune/Step Time": 12.061398295685649}
+{"Finetune/Learning Rate": 1.518933208630197e-05, "Finetune/Loss": 0.825596034526825, "Finetune/Loss (Raw)": 0.7512604594230652, "Finetune/Step": 6664, "Finetune/Step Time": 12.058279199525714}
+{"Finetune/Learning Rate": 1.5187892540248556e-05, "Finetune/Loss": 0.8242193460464478, "Finetune/Loss (Raw)": 0.6747748255729675, "Finetune/Step": 6665, "Finetune/Step Time": 12.070110090076923}
+{"Finetune/Learning Rate": 1.5186452847081263e-05, "Finetune/Loss": 0.8255317211151123, "Finetune/Loss (Raw)": 0.9023895859718323, "Finetune/Step": 6666, "Finetune/Step Time": 12.068147292360663}
+{"Finetune/Learning Rate": 1.5185013006840914e-05, "Finetune/Loss": 0.8247714042663574, "Finetune/Loss (Raw)": 0.851452112197876, "Finetune/Step": 6667, "Finetune/Step Time": 12.092688795179129}
+{"Finetune/Learning Rate": 1.518357301956834e-05, "Finetune/Loss": 0.8267742395401001, "Finetune/Loss (Raw)": 0.7936356067657471, "Finetune/Step": 6668, "Finetune/Step Time": 12.066943788900971}
+{"Finetune/Learning Rate": 1.5182132885304377e-05, "Finetune/Loss": 0.8264442682266235, "Finetune/Loss (Raw)": 0.8128018379211426, "Finetune/Step": 6669, "Finetune/Step Time": 12.06997885927558}
+{"Finetune/Learning Rate": 1.518069260408986e-05, "Finetune/Loss": 0.8264098167419434, "Finetune/Loss (Raw)": 0.7551472783088684, "Finetune/Step": 6670, "Finetune/Step Time": 12.047630542889237}
+{"Finetune/Learning Rate": 1.5179252175965632e-05, "Finetune/Loss": 0.8276239037513733, "Finetune/Loss (Raw)": 0.9284055233001709, "Finetune/Step": 6671, "Finetune/Step Time": 12.049592787399888}
+{"Finetune/Learning Rate": 1.517781160097254e-05, "Finetune/Loss": 0.8278108835220337, "Finetune/Loss (Raw)": 0.8548510670661926, "Finetune/Step": 6672, "Finetune/Step Time": 12.0210226085037}
+{"Finetune/Learning Rate": 1.517637087915144e-05, "Finetune/Loss": 0.8276786804199219, "Finetune/Loss (Raw)": 0.8000784516334534, "Finetune/Step": 6673, "Finetune/Step Time": 12.018433794379234}
+{"Finetune/Learning Rate": 1.5174930010543176e-05, "Finetune/Loss": 0.828082263469696, "Finetune/Loss (Raw)": 0.8146819472312927, "Finetune/Step": 6674, "Finetune/Step Time": 12.043423488736153}
+{"Finetune/Learning Rate": 1.5173488995188614e-05, "Finetune/Loss": 0.8267566561698914, "Finetune/Loss (Raw)": 0.7405726909637451, "Finetune/Step": 6675, "Finetune/Step Time": 12.058555480092764}
+{"Finetune/Learning Rate": 1.5172047833128613e-05, "Finetune/Loss": 0.8262492418289185, "Finetune/Loss (Raw)": 0.8100090026855469, "Finetune/Step": 6676, "Finetune/Step Time": 12.0590525791049}
+{"Finetune/Learning Rate": 1.5170606524404045e-05, "Finetune/Loss": 0.8249175548553467, "Finetune/Loss (Raw)": 0.7501793503761292, "Finetune/Step": 6677, "Finetune/Step Time": 12.054760050028563}
+{"Finetune/Learning Rate": 1.5169165069055782e-05, "Finetune/Loss": 0.8243210315704346, "Finetune/Loss (Raw)": 0.7746945023536682, "Finetune/Step": 6678, "Finetune/Step Time": 12.031166825443506}
+{"Finetune/Learning Rate": 1.5167723467124693e-05, "Finetune/Loss": 0.8238266110420227, "Finetune/Loss (Raw)": 0.8347569704055786, "Finetune/Step": 6679, "Finetune/Step Time": 12.03194005228579}
+{"Finetune/Learning Rate": 1.516628171865166e-05, "Finetune/Loss": 0.8226864337921143, "Finetune/Loss (Raw)": 0.7260326147079468, "Finetune/Step": 6680, "Finetune/Step Time": 12.032136479392648}
+{"Finetune/Learning Rate": 1.5164839823677575e-05, "Finetune/Loss": 0.8221648931503296, "Finetune/Loss (Raw)": 0.9452594518661499, "Finetune/Step": 6681, "Finetune/Step Time": 12.01843124255538}
+{"Finetune/Learning Rate": 1.5163397782243314e-05, "Finetune/Loss": 0.822646975517273, "Finetune/Loss (Raw)": 0.925122857093811, "Finetune/Step": 6682, "Finetune/Step Time": 12.017658099532127}
+{"Finetune/Learning Rate": 1.5161955594389775e-05, "Finetune/Loss": 0.8218569755554199, "Finetune/Loss (Raw)": 0.8920514583587646, "Finetune/Step": 6683, "Finetune/Step Time": 12.02455567009747}
+{"Finetune/Learning Rate": 1.5160513260157856e-05, "Finetune/Loss": 0.8201683759689331, "Finetune/Loss (Raw)": 0.661102831363678, "Finetune/Step": 6684, "Finetune/Step Time": 12.037983901798725}
+{"Finetune/Learning Rate": 1.5159070779588454e-05, "Finetune/Loss": 0.821689784526825, "Finetune/Loss (Raw)": 0.9609959125518799, "Finetune/Step": 6685, "Finetune/Step Time": 12.042012073099613}
+{"Finetune/Learning Rate": 1.5157628152722477e-05, "Finetune/Loss": 0.82054603099823, "Finetune/Loss (Raw)": 0.8771445155143738, "Finetune/Step": 6686, "Finetune/Step Time": 12.041680805385113}
+{"Finetune/Learning Rate": 1.515618537960083e-05, "Finetune/Loss": 0.8203601837158203, "Finetune/Loss (Raw)": 0.7777958512306213, "Finetune/Step": 6687, "Finetune/Step Time": 12.053673822432756}
+{"Finetune/Learning Rate": 1.5154742460264426e-05, "Finetune/Loss": 0.8206851482391357, "Finetune/Loss (Raw)": 0.8335902094841003, "Finetune/Step": 6688, "Finetune/Step Time": 12.058432491496205}
+{"Finetune/Learning Rate": 1.515329939475419e-05, "Finetune/Loss": 0.8217290639877319, "Finetune/Loss (Raw)": 0.9074322581291199, "Finetune/Step": 6689, "Finetune/Step Time": 12.065454069525003}
+{"Finetune/Learning Rate": 1.5151856183111031e-05, "Finetune/Loss": 0.8227132558822632, "Finetune/Loss (Raw)": 0.899900496006012, "Finetune/Step": 6690, "Finetune/Step Time": 12.073103534057736}
+{"Finetune/Learning Rate": 1.5150412825375883e-05, "Finetune/Loss": 0.823937177658081, "Finetune/Loss (Raw)": 0.9287554621696472, "Finetune/Step": 6691, "Finetune/Step Time": 12.07552881538868}
+{"Finetune/Learning Rate": 1.5148969321589672e-05, "Finetune/Loss": 0.8252017498016357, "Finetune/Loss (Raw)": 0.827451229095459, "Finetune/Step": 6692, "Finetune/Step Time": 12.051968002691865}
+{"Finetune/Learning Rate": 1.5147525671793335e-05, "Finetune/Loss": 0.8258329629898071, "Finetune/Loss (Raw)": 0.8075970411300659, "Finetune/Step": 6693, "Finetune/Step Time": 12.05414898507297}
+{"Finetune/Learning Rate": 1.5146081876027807e-05, "Finetune/Loss": 0.8264210224151611, "Finetune/Loss (Raw)": 0.898160457611084, "Finetune/Step": 6694, "Finetune/Step Time": 12.07441908493638}
+{"Finetune/Learning Rate": 1.514463793433403e-05, "Finetune/Loss": 0.8256779909133911, "Finetune/Loss (Raw)": 0.8115750551223755, "Finetune/Step": 6695, "Finetune/Step Time": 12.10665482468903}
+{"Finetune/Learning Rate": 1.5143193846752952e-05, "Finetune/Loss": 0.826682448387146, "Finetune/Loss (Raw)": 0.9948809742927551, "Finetune/Step": 6696, "Finetune/Step Time": 12.101331569254398}
+{"Finetune/Learning Rate": 1.5141749613325519e-05, "Finetune/Loss": 0.8269836902618408, "Finetune/Loss (Raw)": 0.8854680061340332, "Finetune/Step": 6697, "Finetune/Step Time": 12.10171009786427}
+{"Finetune/Learning Rate": 1.514030523409269e-05, "Finetune/Loss": 0.8283082246780396, "Finetune/Loss (Raw)": 0.8921449184417725, "Finetune/Step": 6698, "Finetune/Step Time": 12.111957360059023}
+{"Finetune/Learning Rate": 1.513886070909542e-05, "Finetune/Loss": 0.8312644362449646, "Finetune/Loss (Raw)": 0.9623353481292725, "Finetune/Step": 6699, "Finetune/Step Time": 12.086566036567092}
+{"Finetune/Learning Rate": 1.5137416038374672e-05, "Finetune/Loss": 0.8317487239837646, "Finetune/Loss (Raw)": 0.8766515254974365, "Finetune/Step": 6700, "Finetune/Step Time": 12.088975697755814}
+{"Finetune/Learning Rate": 1.5135971221971417e-05, "Finetune/Loss": 0.8327633738517761, "Finetune/Loss (Raw)": 1.0344001054763794, "Finetune/Step": 6701, "Finetune/Step Time": 12.074491130188107}
+{"Finetune/Learning Rate": 1.5134526259926624e-05, "Finetune/Loss": 0.8324775695800781, "Finetune/Loss (Raw)": 0.7293654680252075, "Finetune/Step": 6702, "Finetune/Step Time": 12.036928610876203}
+{"Finetune/Learning Rate": 1.5133081152281266e-05, "Finetune/Loss": 0.8330608606338501, "Finetune/Loss (Raw)": 0.9475709795951843, "Finetune/Step": 6703, "Finetune/Step Time": 12.039424767717719}
+{"Finetune/Learning Rate": 1.513163589907632e-05, "Finetune/Loss": 0.8319753408432007, "Finetune/Loss (Raw)": 0.7710583209991455, "Finetune/Step": 6704, "Finetune/Step Time": 12.048375103622675}
+{"Finetune/Learning Rate": 1.5130190500352774e-05, "Finetune/Loss": 0.8313782215118408, "Finetune/Loss (Raw)": 0.7961747646331787, "Finetune/Step": 6705, "Finetune/Step Time": 12.100907132029533}
+{"Finetune/Learning Rate": 1.5128744956151616e-05, "Finetune/Loss": 0.8317539095878601, "Finetune/Loss (Raw)": 0.831702709197998, "Finetune/Step": 6706, "Finetune/Step Time": 12.099132549017668}
+{"Finetune/Learning Rate": 1.5127299266513835e-05, "Finetune/Loss": 0.83226078748703, "Finetune/Loss (Raw)": 0.8125171661376953, "Finetune/Step": 6707, "Finetune/Step Time": 12.10051610507071}
+{"Finetune/Learning Rate": 1.5125853431480421e-05, "Finetune/Loss": 0.8330552577972412, "Finetune/Loss (Raw)": 0.8539361953735352, "Finetune/Step": 6708, "Finetune/Step Time": 12.100135864689946}
+{"Finetune/Learning Rate": 1.5124407451092386e-05, "Finetune/Loss": 0.8330917358398438, "Finetune/Loss (Raw)": 0.8561031222343445, "Finetune/Step": 6709, "Finetune/Step Time": 12.094545900821686}
+{"Finetune/Learning Rate": 1.5122961325390728e-05, "Finetune/Loss": 0.8344212770462036, "Finetune/Loss (Raw)": 1.0270371437072754, "Finetune/Step": 6710, "Finetune/Step Time": 12.06433148495853}
+{"Finetune/Learning Rate": 1.512151505441645e-05, "Finetune/Loss": 0.835835337638855, "Finetune/Loss (Raw)": 0.9146673083305359, "Finetune/Step": 6711, "Finetune/Step Time": 12.087350379675627}
+{"Finetune/Learning Rate": 1.5120068638210573e-05, "Finetune/Loss": 0.8364180326461792, "Finetune/Loss (Raw)": 0.6773474812507629, "Finetune/Step": 6712, "Finetune/Step Time": 12.099625926464796}
+{"Finetune/Learning Rate": 1.5118622076814108e-05, "Finetune/Loss": 0.8371270298957825, "Finetune/Loss (Raw)": 0.8894261717796326, "Finetune/Step": 6713, "Finetune/Step Time": 12.120100796222687}
+{"Finetune/Learning Rate": 1.511717537026807e-05, "Finetune/Loss": 0.8370966911315918, "Finetune/Loss (Raw)": 0.8675591945648193, "Finetune/Step": 6714, "Finetune/Step Time": 12.145126484334469}
+{"Finetune/Learning Rate": 1.5115728518613498e-05, "Finetune/Loss": 0.8370478749275208, "Finetune/Loss (Raw)": 0.9320225119590759, "Finetune/Step": 6715, "Finetune/Step Time": 12.144525041803718}
+{"Finetune/Learning Rate": 1.511428152189141e-05, "Finetune/Loss": 0.8384894132614136, "Finetune/Loss (Raw)": 0.7982468605041504, "Finetune/Step": 6716, "Finetune/Step Time": 12.134475085884333}
+{"Finetune/Learning Rate": 1.5112834380142839e-05, "Finetune/Loss": 0.8392704725265503, "Finetune/Loss (Raw)": 0.8815407752990723, "Finetune/Step": 6717, "Finetune/Step Time": 12.134132884442806}
+{"Finetune/Learning Rate": 1.5111387093408825e-05, "Finetune/Loss": 0.8414849042892456, "Finetune/Loss (Raw)": 0.880194365978241, "Finetune/Step": 6718, "Finetune/Step Time": 12.115810556337237}
+{"Finetune/Learning Rate": 1.5109939661730408e-05, "Finetune/Loss": 0.8415200710296631, "Finetune/Loss (Raw)": 0.8840571641921997, "Finetune/Step": 6719, "Finetune/Step Time": 12.091769069433212}
+{"Finetune/Learning Rate": 1.5108492085148632e-05, "Finetune/Loss": 0.8405560255050659, "Finetune/Loss (Raw)": 0.7367720603942871, "Finetune/Step": 6720, "Finetune/Step Time": 12.097254659980536}
+{"Finetune/Learning Rate": 1.510704436370455e-05, "Finetune/Loss": 0.8384140729904175, "Finetune/Loss (Raw)": 0.5397919416427612, "Finetune/Step": 6721, "Finetune/Step Time": 12.11617119424045}
+{"Finetune/Learning Rate": 1.510559649743921e-05, "Finetune/Loss": 0.838069498538971, "Finetune/Loss (Raw)": 0.8517898917198181, "Finetune/Step": 6722, "Finetune/Step Time": 12.099336998537183}
+{"Finetune/Learning Rate": 1.5104148486393672e-05, "Finetune/Loss": 0.838085949420929, "Finetune/Loss (Raw)": 0.8783382773399353, "Finetune/Step": 6723, "Finetune/Step Time": 12.091729752719402}
+{"Finetune/Learning Rate": 1.5102700330609e-05, "Finetune/Loss": 0.8387827277183533, "Finetune/Loss (Raw)": 0.9607341885566711, "Finetune/Step": 6724, "Finetune/Step Time": 12.099782478064299}
+{"Finetune/Learning Rate": 1.510125203012625e-05, "Finetune/Loss": 0.8385037779808044, "Finetune/Loss (Raw)": 0.7625775933265686, "Finetune/Step": 6725, "Finetune/Step Time": 12.127040358260274}
+{"Finetune/Learning Rate": 1.5099803584986504e-05, "Finetune/Loss": 0.8369202017784119, "Finetune/Loss (Raw)": 0.7286480069160461, "Finetune/Step": 6726, "Finetune/Step Time": 12.121417954564095}
+{"Finetune/Learning Rate": 1.5098354995230831e-05, "Finetune/Loss": 0.836667537689209, "Finetune/Loss (Raw)": 0.822546660900116, "Finetune/Step": 6727, "Finetune/Step Time": 12.12145715765655}
+{"Finetune/Learning Rate": 1.5096906260900304e-05, "Finetune/Loss": 0.8374243378639221, "Finetune/Loss (Raw)": 0.9313972592353821, "Finetune/Step": 6728, "Finetune/Step Time": 12.116327483206987}
+{"Finetune/Learning Rate": 1.5095457382036012e-05, "Finetune/Loss": 0.8383806943893433, "Finetune/Loss (Raw)": 1.0639747381210327, "Finetune/Step": 6729, "Finetune/Step Time": 12.110415102913976}
+{"Finetune/Learning Rate": 1.5094008358679037e-05, "Finetune/Loss": 0.839941143989563, "Finetune/Loss (Raw)": 0.8802496194839478, "Finetune/Step": 6730, "Finetune/Step Time": 12.118008306249976}
+{"Finetune/Learning Rate": 1.509255919087047e-05, "Finetune/Loss": 0.8409661650657654, "Finetune/Loss (Raw)": 0.8524038195610046, "Finetune/Step": 6731, "Finetune/Step Time": 12.113359833136201}
+{"Finetune/Learning Rate": 1.5091109878651406e-05, "Finetune/Loss": 0.8414709568023682, "Finetune/Loss (Raw)": 0.9475064873695374, "Finetune/Step": 6732, "Finetune/Step Time": 12.085139069706202}
+{"Finetune/Learning Rate": 1.5089660422062944e-05, "Finetune/Loss": 0.8414062261581421, "Finetune/Loss (Raw)": 0.8552038669586182, "Finetune/Step": 6733, "Finetune/Step Time": 12.092886788770556}
+{"Finetune/Learning Rate": 1.5088210821146185e-05, "Finetune/Loss": 0.8417341709136963, "Finetune/Loss (Raw)": 0.882305383682251, "Finetune/Step": 6734, "Finetune/Step Time": 12.0916151329875}
+{"Finetune/Learning Rate": 1.5086761075942236e-05, "Finetune/Loss": 0.8421385288238525, "Finetune/Loss (Raw)": 0.7757527828216553, "Finetune/Step": 6735, "Finetune/Step Time": 12.080509269610047}
+{"Finetune/Learning Rate": 1.5085311186492206e-05, "Finetune/Loss": 0.8417888283729553, "Finetune/Loss (Raw)": 0.8432539701461792, "Finetune/Step": 6736, "Finetune/Step Time": 12.079750929027796}
+{"Finetune/Learning Rate": 1.5083861152837214e-05, "Finetune/Loss": 0.8413932919502258, "Finetune/Loss (Raw)": 0.937872052192688, "Finetune/Step": 6737, "Finetune/Step Time": 12.079342739656568}
+{"Finetune/Learning Rate": 1.5082410975018374e-05, "Finetune/Loss": 0.8421444892883301, "Finetune/Loss (Raw)": 0.9777942895889282, "Finetune/Step": 6738, "Finetune/Step Time": 12.067607125267386}
+{"Finetune/Learning Rate": 1.5080960653076813e-05, "Finetune/Loss": 0.8412493467330933, "Finetune/Loss (Raw)": 0.7064292430877686, "Finetune/Step": 6739, "Finetune/Step Time": 12.067130733281374}
+{"Finetune/Learning Rate": 1.5079510187053656e-05, "Finetune/Loss": 0.8389512896537781, "Finetune/Loss (Raw)": 0.6622304916381836, "Finetune/Step": 6740, "Finetune/Step Time": 12.105420485138893}
+{"Finetune/Learning Rate": 1.5078059576990031e-05, "Finetune/Loss": 0.8407596349716187, "Finetune/Loss (Raw)": 0.8120822906494141, "Finetune/Step": 6741, "Finetune/Step Time": 12.07454320602119}
+{"Finetune/Learning Rate": 1.5076608822927082e-05, "Finetune/Loss": 0.8419050574302673, "Finetune/Loss (Raw)": 0.8309662342071533, "Finetune/Step": 6742, "Finetune/Step Time": 12.032714486122131}
+{"Finetune/Learning Rate": 1.507515792490594e-05, "Finetune/Loss": 0.8422505855560303, "Finetune/Loss (Raw)": 0.9315890073776245, "Finetune/Step": 6743, "Finetune/Step Time": 12.031865440309048}
+{"Finetune/Learning Rate": 1.5073706882967752e-05, "Finetune/Loss": 0.8431775569915771, "Finetune/Loss (Raw)": 0.8265875577926636, "Finetune/Step": 6744, "Finetune/Step Time": 12.039901340380311}
+{"Finetune/Learning Rate": 1.5072255697153664e-05, "Finetune/Loss": 0.8424166440963745, "Finetune/Loss (Raw)": 0.8595189452171326, "Finetune/Step": 6745, "Finetune/Step Time": 12.035230066627264}
+{"Finetune/Learning Rate": 1.5070804367504825e-05, "Finetune/Loss": 0.8414812088012695, "Finetune/Loss (Raw)": 0.7151756882667542, "Finetune/Step": 6746, "Finetune/Step Time": 12.054003039374948}
+{"Finetune/Learning Rate": 1.5069352894062397e-05, "Finetune/Loss": 0.841681957244873, "Finetune/Loss (Raw)": 0.9154919981956482, "Finetune/Step": 6747, "Finetune/Step Time": 12.04195761680603}
+{"Finetune/Learning Rate": 1.5067901276867538e-05, "Finetune/Loss": 0.841411828994751, "Finetune/Loss (Raw)": 0.9227129817008972, "Finetune/Step": 6748, "Finetune/Step Time": 12.022159220650792}
+{"Finetune/Learning Rate": 1.5066449515961403e-05, "Finetune/Loss": 0.8400627374649048, "Finetune/Loss (Raw)": 0.825028121471405, "Finetune/Step": 6749, "Finetune/Step Time": 12.024926846846938}
+{"Finetune/Learning Rate": 1.5064997611385172e-05, "Finetune/Loss": 0.8403645753860474, "Finetune/Loss (Raw)": 0.90617436170578, "Finetune/Step": 6750, "Finetune/Step Time": 12.016599088907242}
+{"Finetune/Learning Rate": 1.5063545563180013e-05, "Finetune/Loss": 0.8397244215011597, "Finetune/Loss (Raw)": 0.805937647819519, "Finetune/Step": 6751, "Finetune/Step Time": 12.023679038509727}
+{"Finetune/Learning Rate": 1.5062093371387097e-05, "Finetune/Loss": 0.8391580581665039, "Finetune/Loss (Raw)": 0.8411099314689636, "Finetune/Step": 6752, "Finetune/Step Time": 12.024961164221168}
+{"Finetune/Learning Rate": 1.5060641036047608e-05, "Finetune/Loss": 0.8378220796585083, "Finetune/Loss (Raw)": 0.7781506776809692, "Finetune/Step": 6753, "Finetune/Step Time": 12.027789447456598}
+{"Finetune/Learning Rate": 1.5059188557202734e-05, "Finetune/Loss": 0.8382811546325684, "Finetune/Loss (Raw)": 0.8760336637496948, "Finetune/Step": 6754, "Finetune/Step Time": 12.016866901889443}
+{"Finetune/Learning Rate": 1.5057735934893653e-05, "Finetune/Loss": 0.837568998336792, "Finetune/Loss (Raw)": 0.7502143383026123, "Finetune/Step": 6755, "Finetune/Step Time": 12.017434369772673}
+{"Finetune/Learning Rate": 1.5056283169161565e-05, "Finetune/Loss": 0.8373047113418579, "Finetune/Loss (Raw)": 0.8302623629570007, "Finetune/Step": 6756, "Finetune/Step Time": 12.012548830360174}
+{"Finetune/Learning Rate": 1.5054830260047669e-05, "Finetune/Loss": 0.8373311758041382, "Finetune/Loss (Raw)": 0.8313319087028503, "Finetune/Step": 6757, "Finetune/Step Time": 12.003914829343557}
+{"Finetune/Learning Rate": 1.5053377207593157e-05, "Finetune/Loss": 0.8381986618041992, "Finetune/Loss (Raw)": 0.8296314477920532, "Finetune/Step": 6758, "Finetune/Step Time": 12.020580969750881}
+{"Finetune/Learning Rate": 1.5051924011839237e-05, "Finetune/Loss": 0.8370791077613831, "Finetune/Loss (Raw)": 0.7967331409454346, "Finetune/Step": 6759, "Finetune/Step Time": 12.032065398991108}
+{"Finetune/Learning Rate": 1.5050470672827117e-05, "Finetune/Loss": 0.8361698389053345, "Finetune/Loss (Raw)": 0.8741410970687866, "Finetune/Step": 6760, "Finetune/Step Time": 12.034353885799646}
+{"Finetune/Learning Rate": 1.5049017190598011e-05, "Finetune/Loss": 0.8351180553436279, "Finetune/Loss (Raw)": 0.862996518611908, "Finetune/Step": 6761, "Finetune/Step Time": 12.030540134757757}
+{"Finetune/Learning Rate": 1.5047563565193137e-05, "Finetune/Loss": 0.8331074118614197, "Finetune/Loss (Raw)": 0.6994135975837708, "Finetune/Step": 6762, "Finetune/Step Time": 12.06549745425582}
+{"Finetune/Learning Rate": 1.5046109796653712e-05, "Finetune/Loss": 0.8329627513885498, "Finetune/Loss (Raw)": 0.825615644454956, "Finetune/Step": 6763, "Finetune/Step Time": 12.07943607494235}
+{"Finetune/Learning Rate": 1.5044655885020962e-05, "Finetune/Loss": 0.8332524299621582, "Finetune/Loss (Raw)": 0.8209947347640991, "Finetune/Step": 6764, "Finetune/Step Time": 12.034879095852375}
+{"Finetune/Learning Rate": 1.5043201830336118e-05, "Finetune/Loss": 0.8352321982383728, "Finetune/Loss (Raw)": 0.868116021156311, "Finetune/Step": 6765, "Finetune/Step Time": 12.01817904226482}
+{"Finetune/Learning Rate": 1.5041747632640408e-05, "Finetune/Loss": 0.8361786007881165, "Finetune/Loss (Raw)": 0.9242385029792786, "Finetune/Step": 6766, "Finetune/Step Time": 12.01608957350254}
+{"Finetune/Learning Rate": 1.5040293291975074e-05, "Finetune/Loss": 0.836161732673645, "Finetune/Loss (Raw)": 0.8975752592086792, "Finetune/Step": 6767, "Finetune/Step Time": 12.013141913339496}
+{"Finetune/Learning Rate": 1.5038838808381355e-05, "Finetune/Loss": 0.8353174328804016, "Finetune/Loss (Raw)": 0.7145690321922302, "Finetune/Step": 6768, "Finetune/Step Time": 12.03832603059709}
+{"Finetune/Learning Rate": 1.5037384181900495e-05, "Finetune/Loss": 0.8366153240203857, "Finetune/Loss (Raw)": 0.8848234415054321, "Finetune/Step": 6769, "Finetune/Step Time": 12.044235380366445}
+{"Finetune/Learning Rate": 1.5035929412573744e-05, "Finetune/Loss": 0.8365765810012817, "Finetune/Loss (Raw)": 0.8863425850868225, "Finetune/Step": 6770, "Finetune/Step Time": 12.042450927197933}
+{"Finetune/Learning Rate": 1.5034474500442358e-05, "Finetune/Loss": 0.83675217628479, "Finetune/Loss (Raw)": 0.7926556468009949, "Finetune/Step": 6771, "Finetune/Step Time": 12.037534791976213}
+{"Finetune/Learning Rate": 1.5033019445547589e-05, "Finetune/Loss": 0.8362770080566406, "Finetune/Loss (Raw)": 0.7971541881561279, "Finetune/Step": 6772, "Finetune/Step Time": 12.026008380576968}
+{"Finetune/Learning Rate": 1.50315642479307e-05, "Finetune/Loss": 0.836338460445404, "Finetune/Loss (Raw)": 0.8278936147689819, "Finetune/Step": 6773, "Finetune/Step Time": 12.02630389481783}
+{"Finetune/Learning Rate": 1.5030108907632954e-05, "Finetune/Loss": 0.8356159925460815, "Finetune/Loss (Raw)": 0.8415728211402893, "Finetune/Step": 6774, "Finetune/Step Time": 12.01154350116849}
+{"Finetune/Learning Rate": 1.502865342469563e-05, "Finetune/Loss": 0.8353184461593628, "Finetune/Loss (Raw)": 0.799143373966217, "Finetune/Step": 6775, "Finetune/Step Time": 12.00955679640174}
+{"Finetune/Learning Rate": 1.502719779915999e-05, "Finetune/Loss": 0.8353500962257385, "Finetune/Loss (Raw)": 0.8985819816589355, "Finetune/Step": 6776, "Finetune/Step Time": 12.004277359694242}
+{"Finetune/Learning Rate": 1.5025742031067316e-05, "Finetune/Loss": 0.837755560874939, "Finetune/Loss (Raw)": 0.9095887541770935, "Finetune/Step": 6777, "Finetune/Step Time": 11.980249470099807}
+{"Finetune/Learning Rate": 1.5024286120458891e-05, "Finetune/Loss": 0.838527262210846, "Finetune/Loss (Raw)": 0.8042367100715637, "Finetune/Step": 6778, "Finetune/Step Time": 11.983142158016562}
+{"Finetune/Learning Rate": 1.5022830067375997e-05, "Finetune/Loss": 0.8391693830490112, "Finetune/Loss (Raw)": 0.8239725828170776, "Finetune/Step": 6779, "Finetune/Step Time": 11.972693756222725}
+{"Finetune/Learning Rate": 1.5021373871859926e-05, "Finetune/Loss": 0.8405293822288513, "Finetune/Loss (Raw)": 1.0039851665496826, "Finetune/Step": 6780, "Finetune/Step Time": 11.957511810585856}
+{"Finetune/Learning Rate": 1.5019917533951968e-05, "Finetune/Loss": 0.8399429321289062, "Finetune/Loss (Raw)": 0.7695525288581848, "Finetune/Step": 6781, "Finetune/Step Time": 11.950181599706411}
+{"Finetune/Learning Rate": 1.5018461053693432e-05, "Finetune/Loss": 0.840065598487854, "Finetune/Loss (Raw)": 0.847754180431366, "Finetune/Step": 6782, "Finetune/Step Time": 11.972034733742476}
+{"Finetune/Learning Rate": 1.5017004431125604e-05, "Finetune/Loss": 0.8412661552429199, "Finetune/Loss (Raw)": 0.8911691308021545, "Finetune/Step": 6783, "Finetune/Step Time": 11.937006246298552}
+{"Finetune/Learning Rate": 1.5015547666289798e-05, "Finetune/Loss": 0.8432937264442444, "Finetune/Loss (Raw)": 0.8904716968536377, "Finetune/Step": 6784, "Finetune/Step Time": 11.910789145156741}
+{"Finetune/Learning Rate": 1.5014090759227322e-05, "Finetune/Loss": 0.8429818749427795, "Finetune/Loss (Raw)": 0.8606074452400208, "Finetune/Step": 6785, "Finetune/Step Time": 11.911212934181094}
+{"Finetune/Learning Rate": 1.5012633709979492e-05, "Finetune/Loss": 0.8450702428817749, "Finetune/Loss (Raw)": 0.8147466778755188, "Finetune/Step": 6786, "Finetune/Step Time": 11.919872019439936}
+{"Finetune/Learning Rate": 1.5011176518587622e-05, "Finetune/Loss": 0.8450302481651306, "Finetune/Loss (Raw)": 0.8503050208091736, "Finetune/Step": 6787, "Finetune/Step Time": 11.920784197747707}
+{"Finetune/Learning Rate": 1.5009719185093036e-05, "Finetune/Loss": 0.8456119298934937, "Finetune/Loss (Raw)": 0.9060168266296387, "Finetune/Step": 6788, "Finetune/Step Time": 11.919474819675088}
+{"Finetune/Learning Rate": 1.5008261709537062e-05, "Finetune/Loss": 0.8431217670440674, "Finetune/Loss (Raw)": 0.6264883279800415, "Finetune/Step": 6789, "Finetune/Step Time": 11.944018479436636}
+{"Finetune/Learning Rate": 1.5006804091961025e-05, "Finetune/Loss": 0.8423007130622864, "Finetune/Loss (Raw)": 0.7155285477638245, "Finetune/Step": 6790, "Finetune/Step Time": 11.950419705361128}
+{"Finetune/Learning Rate": 1.5005346332406263e-05, "Finetune/Loss": 0.8430345058441162, "Finetune/Loss (Raw)": 0.9697938561439514, "Finetune/Step": 6791, "Finetune/Step Time": 11.947675427421927}
+{"Finetune/Learning Rate": 1.5003888430914111e-05, "Finetune/Loss": 0.8438608646392822, "Finetune/Loss (Raw)": 0.8570305705070496, "Finetune/Step": 6792, "Finetune/Step Time": 11.94142015837133}
+{"Finetune/Learning Rate": 1.5002430387525913e-05, "Finetune/Loss": 0.8436214923858643, "Finetune/Loss (Raw)": 0.644145667552948, "Finetune/Step": 6793, "Finetune/Step Time": 11.956131299957633}
+{"Finetune/Learning Rate": 1.5000972202283012e-05, "Finetune/Loss": 0.8429408073425293, "Finetune/Loss (Raw)": 0.8152533769607544, "Finetune/Step": 6794, "Finetune/Step Time": 11.956935768947005}
+{"Finetune/Learning Rate": 1.4999513875226766e-05, "Finetune/Loss": 0.8429348468780518, "Finetune/Loss (Raw)": 0.8506892919540405, "Finetune/Step": 6795, "Finetune/Step Time": 11.932516044005752}
+{"Finetune/Learning Rate": 1.499805540639852e-05, "Finetune/Loss": 0.843691349029541, "Finetune/Loss (Raw)": 0.8904677033424377, "Finetune/Step": 6796, "Finetune/Step Time": 11.93116088397801}
+{"Finetune/Learning Rate": 1.4996596795839635e-05, "Finetune/Loss": 0.84171462059021, "Finetune/Loss (Raw)": 0.5597774386405945, "Finetune/Step": 6797, "Finetune/Step Time": 11.959381554275751}
+{"Finetune/Learning Rate": 1.499513804359147e-05, "Finetune/Loss": 0.841519832611084, "Finetune/Loss (Raw)": 0.7302106618881226, "Finetune/Step": 6798, "Finetune/Step Time": 11.963882345706224}
+{"Finetune/Learning Rate": 1.4993679149695397e-05, "Finetune/Loss": 0.8415216207504272, "Finetune/Loss (Raw)": 0.9286400079727173, "Finetune/Step": 6799, "Finetune/Step Time": 11.962807897478342}
+{"Finetune/Learning Rate": 1.4992220114192786e-05, "Finetune/Loss": 0.8405561447143555, "Finetune/Loss (Raw)": 0.731270968914032, "Finetune/Step": 6800, "Finetune/Step Time": 11.966551447287202}
+{"Finetune/Learning Rate": 1.4990760937125006e-05, "Finetune/Loss": 0.8416223526000977, "Finetune/Loss (Raw)": 0.9365575313568115, "Finetune/Step": 6801, "Finetune/Step Time": 11.967416606843472}
+{"Finetune/Learning Rate": 1.4989301618533438e-05, "Finetune/Loss": 0.8410152792930603, "Finetune/Loss (Raw)": 0.7369692921638489, "Finetune/Step": 6802, "Finetune/Step Time": 11.943467216566205}
+{"Finetune/Learning Rate": 1.4987842158459465e-05, "Finetune/Loss": 0.8419309258460999, "Finetune/Loss (Raw)": 0.8577782511711121, "Finetune/Step": 6803, "Finetune/Step Time": 11.9336738884449}
+{"Finetune/Learning Rate": 1.4986382556944471e-05, "Finetune/Loss": 0.8408719301223755, "Finetune/Loss (Raw)": 0.6744555830955505, "Finetune/Step": 6804, "Finetune/Step Time": 11.945165308192372}
+{"Finetune/Learning Rate": 1.4984922814029845e-05, "Finetune/Loss": 0.8411550521850586, "Finetune/Loss (Raw)": 0.7864265441894531, "Finetune/Step": 6805, "Finetune/Step Time": 11.960194043815136}
+{"Finetune/Learning Rate": 1.4983462929756986e-05, "Finetune/Loss": 0.8406345248222351, "Finetune/Loss (Raw)": 0.708059549331665, "Finetune/Step": 6806, "Finetune/Step Time": 11.967480992898345}
+{"Finetune/Learning Rate": 1.4982002904167288e-05, "Finetune/Loss": 0.8400149345397949, "Finetune/Loss (Raw)": 0.7554551362991333, "Finetune/Step": 6807, "Finetune/Step Time": 11.95857760682702}
+{"Finetune/Learning Rate": 1.4980542737302155e-05, "Finetune/Loss": 0.8414503335952759, "Finetune/Loss (Raw)": 0.9097575545310974, "Finetune/Step": 6808, "Finetune/Step Time": 11.965419447049499}
+{"Finetune/Learning Rate": 1.4979082429202993e-05, "Finetune/Loss": 0.8397589325904846, "Finetune/Loss (Raw)": 0.7287642359733582, "Finetune/Step": 6809, "Finetune/Step Time": 11.991050967946649}
+{"Finetune/Learning Rate": 1.4977621979911212e-05, "Finetune/Loss": 0.8376259803771973, "Finetune/Loss (Raw)": 0.6521056890487671, "Finetune/Step": 6810, "Finetune/Step Time": 11.986388085409999}
+{"Finetune/Learning Rate": 1.4976161389468225e-05, "Finetune/Loss": 0.8372220396995544, "Finetune/Loss (Raw)": 0.8403493165969849, "Finetune/Step": 6811, "Finetune/Step Time": 11.988888408988714}
+{"Finetune/Learning Rate": 1.4974700657915453e-05, "Finetune/Loss": 0.8394614458084106, "Finetune/Loss (Raw)": 0.9477394819259644, "Finetune/Step": 6812, "Finetune/Step Time": 11.976477187126875}
+{"Finetune/Learning Rate": 1.4973239785294316e-05, "Finetune/Loss": 0.8375447988510132, "Finetune/Loss (Raw)": 0.7156726717948914, "Finetune/Step": 6813, "Finetune/Step Time": 11.971472702920437}
+{"Finetune/Learning Rate": 1.497177877164624e-05, "Finetune/Loss": 0.8369708061218262, "Finetune/Loss (Raw)": 0.8036685585975647, "Finetune/Step": 6814, "Finetune/Step Time": 11.97083692997694}
+{"Finetune/Learning Rate": 1.4970317617012656e-05, "Finetune/Loss": 0.8363663554191589, "Finetune/Loss (Raw)": 0.7004275918006897, "Finetune/Step": 6815, "Finetune/Step Time": 11.950538823381066}
+{"Finetune/Learning Rate": 1.4968856321434997e-05, "Finetune/Loss": 0.8362387418746948, "Finetune/Loss (Raw)": 0.8172598481178284, "Finetune/Step": 6816, "Finetune/Step Time": 11.948972348123789}
+{"Finetune/Learning Rate": 1.4967394884954702e-05, "Finetune/Loss": 0.8366047143936157, "Finetune/Loss (Raw)": 0.9542674422264099, "Finetune/Step": 6817, "Finetune/Step Time": 11.946433618664742}
+{"Finetune/Learning Rate": 1.4965933307613219e-05, "Finetune/Loss": 0.8360768556594849, "Finetune/Loss (Raw)": 0.8323376774787903, "Finetune/Step": 6818, "Finetune/Step Time": 11.939190112054348}
+{"Finetune/Learning Rate": 1.4964471589451983e-05, "Finetune/Loss": 0.8354829549789429, "Finetune/Loss (Raw)": 0.8527411818504333, "Finetune/Step": 6819, "Finetune/Step Time": 11.938799584284425}
+{"Finetune/Learning Rate": 1.496300973051245e-05, "Finetune/Loss": 0.835314154624939, "Finetune/Loss (Raw)": 0.8058363199234009, "Finetune/Step": 6820, "Finetune/Step Time": 11.939905187115073}
+{"Finetune/Learning Rate": 1.4961547730836077e-05, "Finetune/Loss": 0.8353668451309204, "Finetune/Loss (Raw)": 0.8143489360809326, "Finetune/Step": 6821, "Finetune/Step Time": 11.942260397598147}
+{"Finetune/Learning Rate": 1.4960085590464314e-05, "Finetune/Loss": 0.8344519138336182, "Finetune/Loss (Raw)": 0.7810506820678711, "Finetune/Step": 6822, "Finetune/Step Time": 11.917403599247336}
+{"Finetune/Learning Rate": 1.4958623309438634e-05, "Finetune/Loss": 0.8345851302146912, "Finetune/Loss (Raw)": 0.8286213278770447, "Finetune/Step": 6823, "Finetune/Step Time": 11.93370135128498}
+{"Finetune/Learning Rate": 1.4957160887800494e-05, "Finetune/Loss": 0.8332792520523071, "Finetune/Loss (Raw)": 0.8277298808097839, "Finetune/Step": 6824, "Finetune/Step Time": 11.936819165945053}
+{"Finetune/Learning Rate": 1.495569832559137e-05, "Finetune/Loss": 0.8331666588783264, "Finetune/Loss (Raw)": 0.87105393409729, "Finetune/Step": 6825, "Finetune/Step Time": 11.9345198944211}
+{"Finetune/Learning Rate": 1.495423562285273e-05, "Finetune/Loss": 0.8327142596244812, "Finetune/Loss (Raw)": 0.8342406153678894, "Finetune/Step": 6826, "Finetune/Step Time": 11.931424165144563}
+{"Finetune/Learning Rate": 1.4952772779626059e-05, "Finetune/Loss": 0.831603467464447, "Finetune/Loss (Raw)": 0.8201513886451721, "Finetune/Step": 6827, "Finetune/Step Time": 11.93337750993669}
+{"Finetune/Learning Rate": 1.4951309795952835e-05, "Finetune/Loss": 0.830348014831543, "Finetune/Loss (Raw)": 0.7159594893455505, "Finetune/Step": 6828, "Finetune/Step Time": 11.939490726217628}
+{"Finetune/Learning Rate": 1.4949846671874545e-05, "Finetune/Loss": 0.8274137377738953, "Finetune/Loss (Raw)": 0.6588088274002075, "Finetune/Step": 6829, "Finetune/Step Time": 11.966287886723876}
+{"Finetune/Learning Rate": 1.4948383407432678e-05, "Finetune/Loss": 0.826991081237793, "Finetune/Loss (Raw)": 0.6752646565437317, "Finetune/Step": 6830, "Finetune/Step Time": 11.970776777714491}
+{"Finetune/Learning Rate": 1.494692000266873e-05, "Finetune/Loss": 0.824834942817688, "Finetune/Loss (Raw)": 0.6715897917747498, "Finetune/Step": 6831, "Finetune/Step Time": 11.965481974184513}
+{"Finetune/Learning Rate": 1.4945456457624197e-05, "Finetune/Loss": 0.8249135613441467, "Finetune/Loss (Raw)": 0.7811188101768494, "Finetune/Step": 6832, "Finetune/Step Time": 11.971542119979858}
+{"Finetune/Learning Rate": 1.494399277234058e-05, "Finetune/Loss": 0.8251020312309265, "Finetune/Loss (Raw)": 0.8202964067459106, "Finetune/Step": 6833, "Finetune/Step Time": 11.94428994692862}
+{"Finetune/Learning Rate": 1.494252894685939e-05, "Finetune/Loss": 0.82500159740448, "Finetune/Loss (Raw)": 0.8188474774360657, "Finetune/Step": 6834, "Finetune/Step Time": 11.951240953058004}
+{"Finetune/Learning Rate": 1.4941064981222131e-05, "Finetune/Loss": 0.8239953517913818, "Finetune/Loss (Raw)": 0.6837254166603088, "Finetune/Step": 6835, "Finetune/Step Time": 12.00802231952548}
+{"Finetune/Learning Rate": 1.4939600875470322e-05, "Finetune/Loss": 0.824472188949585, "Finetune/Loss (Raw)": 0.9149639010429382, "Finetune/Step": 6836, "Finetune/Step Time": 12.007833590731025}
+{"Finetune/Learning Rate": 1.4938136629645477e-05, "Finetune/Loss": 0.8246655464172363, "Finetune/Loss (Raw)": 0.8808547854423523, "Finetune/Step": 6837, "Finetune/Step Time": 12.00699252448976}
+{"Finetune/Learning Rate": 1.4936672243789119e-05, "Finetune/Loss": 0.8229625225067139, "Finetune/Loss (Raw)": 0.8090500831604004, "Finetune/Step": 6838, "Finetune/Step Time": 12.031992889940739}
+{"Finetune/Learning Rate": 1.4935207717942776e-05, "Finetune/Loss": 0.8225497007369995, "Finetune/Loss (Raw)": 0.861820638179779, "Finetune/Step": 6839, "Finetune/Step Time": 12.016209753230214}
+{"Finetune/Learning Rate": 1.4933743052147975e-05, "Finetune/Loss": 0.8233535289764404, "Finetune/Loss (Raw)": 0.7802441716194153, "Finetune/Step": 6840, "Finetune/Step Time": 11.999799005687237}
+{"Finetune/Learning Rate": 1.493227824644625e-05, "Finetune/Loss": 0.8237942457199097, "Finetune/Loss (Raw)": 0.9458328485488892, "Finetune/Step": 6841, "Finetune/Step Time": 11.99840097874403}
+{"Finetune/Learning Rate": 1.493081330087914e-05, "Finetune/Loss": 0.8242895603179932, "Finetune/Loss (Raw)": 0.9309673309326172, "Finetune/Step": 6842, "Finetune/Step Time": 11.986640360206366}
+{"Finetune/Learning Rate": 1.4929348215488186e-05, "Finetune/Loss": 0.8237015008926392, "Finetune/Loss (Raw)": 0.8567420840263367, "Finetune/Step": 6843, "Finetune/Step Time": 11.984087090939283}
+{"Finetune/Learning Rate": 1.4927882990314935e-05, "Finetune/Loss": 0.8234368562698364, "Finetune/Loss (Raw)": 0.7643754482269287, "Finetune/Step": 6844, "Finetune/Step Time": 11.984810596331954}
+{"Finetune/Learning Rate": 1.4926417625400937e-05, "Finetune/Loss": 0.8220885992050171, "Finetune/Loss (Raw)": 0.7089621424674988, "Finetune/Step": 6845, "Finetune/Step Time": 11.989588551223278}
+{"Finetune/Learning Rate": 1.4924952120787741e-05, "Finetune/Loss": 0.8209233283996582, "Finetune/Loss (Raw)": 0.7310482859611511, "Finetune/Step": 6846, "Finetune/Step Time": 12.009017882868648}
+{"Finetune/Learning Rate": 1.4923486476516906e-05, "Finetune/Loss": 0.8214958310127258, "Finetune/Loss (Raw)": 0.9573299884796143, "Finetune/Step": 6847, "Finetune/Step Time": 12.008339492604136}
+{"Finetune/Learning Rate": 1.492202069263e-05, "Finetune/Loss": 0.8220196962356567, "Finetune/Loss (Raw)": 0.803832471370697, "Finetune/Step": 6848, "Finetune/Step Time": 12.001178907230496}
+{"Finetune/Learning Rate": 1.4920554769168578e-05, "Finetune/Loss": 0.8236444592475891, "Finetune/Loss (Raw)": 0.7477573156356812, "Finetune/Step": 6849, "Finetune/Step Time": 11.975499924272299}
+{"Finetune/Learning Rate": 1.4919088706174219e-05, "Finetune/Loss": 0.824242115020752, "Finetune/Loss (Raw)": 0.9282927513122559, "Finetune/Step": 6850, "Finetune/Step Time": 11.969871446490288}
+{"Finetune/Learning Rate": 1.4917622503688492e-05, "Finetune/Loss": 0.8241463899612427, "Finetune/Loss (Raw)": 0.8660826086997986, "Finetune/Step": 6851, "Finetune/Step Time": 11.969990197569132}
+{"Finetune/Learning Rate": 1.4916156161752973e-05, "Finetune/Loss": 0.8233643770217896, "Finetune/Loss (Raw)": 0.8606383204460144, "Finetune/Step": 6852, "Finetune/Step Time": 11.98660445958376}
+{"Finetune/Learning Rate": 1.4914689680409245e-05, "Finetune/Loss": 0.8255060911178589, "Finetune/Loss (Raw)": 1.0367192029953003, "Finetune/Step": 6853, "Finetune/Step Time": 11.9491949621588}
+{"Finetune/Learning Rate": 1.4913223059698893e-05, "Finetune/Loss": 0.826289713382721, "Finetune/Loss (Raw)": 0.8289508819580078, "Finetune/Step": 6854, "Finetune/Step Time": 11.950531816110015}
+{"Finetune/Learning Rate": 1.4911756299663507e-05, "Finetune/Loss": 0.826370120048523, "Finetune/Loss (Raw)": 0.8328331708908081, "Finetune/Step": 6855, "Finetune/Step Time": 11.976788258180022}
+{"Finetune/Learning Rate": 1.491028940034468e-05, "Finetune/Loss": 0.8256759643554688, "Finetune/Loss (Raw)": 0.8425471782684326, "Finetune/Step": 6856, "Finetune/Step Time": 11.991493972018361}
+{"Finetune/Learning Rate": 1.4908822361784008e-05, "Finetune/Loss": 0.8244782090187073, "Finetune/Loss (Raw)": 0.9106640219688416, "Finetune/Step": 6857, "Finetune/Step Time": 12.00501324236393}
+{"Finetune/Learning Rate": 1.490735518402309e-05, "Finetune/Loss": 0.824415922164917, "Finetune/Loss (Raw)": 0.8722743988037109, "Finetune/Step": 6858, "Finetune/Step Time": 12.01478018425405}
+{"Finetune/Learning Rate": 1.4905887867103539e-05, "Finetune/Loss": 0.8249385952949524, "Finetune/Loss (Raw)": 0.9193033576011658, "Finetune/Step": 6859, "Finetune/Step Time": 12.02606088668108}
+{"Finetune/Learning Rate": 1.4904420411066955e-05, "Finetune/Loss": 0.8247591853141785, "Finetune/Loss (Raw)": 0.9245421290397644, "Finetune/Step": 6860, "Finetune/Step Time": 12.022420743480325}
+{"Finetune/Learning Rate": 1.4902952815954956e-05, "Finetune/Loss": 0.8248952627182007, "Finetune/Loss (Raw)": 0.8726285696029663, "Finetune/Step": 6861, "Finetune/Step Time": 12.019056871533394}
+{"Finetune/Learning Rate": 1.4901485081809158e-05, "Finetune/Loss": 0.8245627880096436, "Finetune/Loss (Raw)": 0.8397465348243713, "Finetune/Step": 6862, "Finetune/Step Time": 12.020582377910614}
+{"Finetune/Learning Rate": 1.490001720867118e-05, "Finetune/Loss": 0.824903666973114, "Finetune/Loss (Raw)": 0.8193856477737427, "Finetune/Step": 6863, "Finetune/Step Time": 12.037211323156953}
+{"Finetune/Learning Rate": 1.4898549196582646e-05, "Finetune/Loss": 0.8242452144622803, "Finetune/Loss (Raw)": 0.758978009223938, "Finetune/Step": 6864, "Finetune/Step Time": 12.034351743757725}
+{"Finetune/Learning Rate": 1.4897081045585187e-05, "Finetune/Loss": 0.8236745595932007, "Finetune/Loss (Raw)": 0.8648156523704529, "Finetune/Step": 6865, "Finetune/Step Time": 12.037530997768044}
+{"Finetune/Learning Rate": 1.4895612755720437e-05, "Finetune/Loss": 0.8229202032089233, "Finetune/Loss (Raw)": 0.8812487125396729, "Finetune/Step": 6866, "Finetune/Step Time": 12.048635393381119}
+{"Finetune/Learning Rate": 1.489414432703003e-05, "Finetune/Loss": 0.8242824077606201, "Finetune/Loss (Raw)": 0.8807913661003113, "Finetune/Step": 6867, "Finetune/Step Time": 12.051793472841382}
+{"Finetune/Learning Rate": 1.4892675759555607e-05, "Finetune/Loss": 0.824910044670105, "Finetune/Loss (Raw)": 0.7425624132156372, "Finetune/Step": 6868, "Finetune/Step Time": 12.02329846471548}
+{"Finetune/Learning Rate": 1.489120705333881e-05, "Finetune/Loss": 0.8241264820098877, "Finetune/Loss (Raw)": 0.7117897868156433, "Finetune/Step": 6869, "Finetune/Step Time": 12.029690580442548}
+{"Finetune/Learning Rate": 1.4889738208421291e-05, "Finetune/Loss": 0.8241524696350098, "Finetune/Loss (Raw)": 0.8342869281768799, "Finetune/Step": 6870, "Finetune/Step Time": 12.032149821519852}
+{"Finetune/Learning Rate": 1.48882692248447e-05, "Finetune/Loss": 0.8238606452941895, "Finetune/Loss (Raw)": 0.8942434191703796, "Finetune/Step": 6871, "Finetune/Step Time": 12.035489231348038}
+{"Finetune/Learning Rate": 1.4886800102650696e-05, "Finetune/Loss": 0.8242053389549255, "Finetune/Loss (Raw)": 0.870703399181366, "Finetune/Step": 6872, "Finetune/Step Time": 12.047691237181425}
+{"Finetune/Learning Rate": 1.4885330841880939e-05, "Finetune/Loss": 0.8246011734008789, "Finetune/Loss (Raw)": 0.9101837873458862, "Finetune/Step": 6873, "Finetune/Step Time": 12.04620243050158}
+{"Finetune/Learning Rate": 1.4883861442577088e-05, "Finetune/Loss": 0.8245735168457031, "Finetune/Loss (Raw)": 0.7116357088088989, "Finetune/Step": 6874, "Finetune/Step Time": 12.050301156938076}
+{"Finetune/Learning Rate": 1.4882391904780815e-05, "Finetune/Loss": 0.8246158361434937, "Finetune/Loss (Raw)": 0.9209068417549133, "Finetune/Step": 6875, "Finetune/Step Time": 12.061011403799057}
+{"Finetune/Learning Rate": 1.4880922228533794e-05, "Finetune/Loss": 0.8244134187698364, "Finetune/Loss (Raw)": 0.8968018293380737, "Finetune/Step": 6876, "Finetune/Step Time": 12.064973529428244}
+{"Finetune/Learning Rate": 1.4879452413877695e-05, "Finetune/Loss": 0.824836015701294, "Finetune/Loss (Raw)": 0.8791245222091675, "Finetune/Step": 6877, "Finetune/Step Time": 12.065603103488684}
+{"Finetune/Learning Rate": 1.4877982460854199e-05, "Finetune/Loss": 0.824985146522522, "Finetune/Loss (Raw)": 0.9252606630325317, "Finetune/Step": 6878, "Finetune/Step Time": 12.062289094552398}
+{"Finetune/Learning Rate": 1.4876512369504996e-05, "Finetune/Loss": 0.8253610730171204, "Finetune/Loss (Raw)": 0.8540596961975098, "Finetune/Step": 6879, "Finetune/Step Time": 12.048772312700748}
+{"Finetune/Learning Rate": 1.4875042139871768e-05, "Finetune/Loss": 0.8257179260253906, "Finetune/Loss (Raw)": 0.8867857456207275, "Finetune/Step": 6880, "Finetune/Step Time": 12.04487412236631}
+{"Finetune/Learning Rate": 1.4873571771996208e-05, "Finetune/Loss": 0.8267389535903931, "Finetune/Loss (Raw)": 0.9088360071182251, "Finetune/Step": 6881, "Finetune/Step Time": 12.051948988810182}
+{"Finetune/Learning Rate": 1.4872101265920008e-05, "Finetune/Loss": 0.8269008994102478, "Finetune/Loss (Raw)": 0.8967725038528442, "Finetune/Step": 6882, "Finetune/Step Time": 12.052208453416824}
+{"Finetune/Learning Rate": 1.4870630621684873e-05, "Finetune/Loss": 0.8277106285095215, "Finetune/Loss (Raw)": 0.8538646697998047, "Finetune/Step": 6883, "Finetune/Step Time": 12.075235392898321}
+{"Finetune/Learning Rate": 1.4869159839332502e-05, "Finetune/Loss": 0.8282227516174316, "Finetune/Loss (Raw)": 0.8958062529563904, "Finetune/Step": 6884, "Finetune/Step Time": 12.070921588689089}
+{"Finetune/Learning Rate": 1.4867688918904606e-05, "Finetune/Loss": 0.8283343315124512, "Finetune/Loss (Raw)": 0.8456221222877502, "Finetune/Step": 6885, "Finetune/Step Time": 12.052180517464876}
+{"Finetune/Learning Rate": 1.4866217860442893e-05, "Finetune/Loss": 0.8281950354576111, "Finetune/Loss (Raw)": 0.8117914795875549, "Finetune/Step": 6886, "Finetune/Step Time": 12.033321522176266}
+{"Finetune/Learning Rate": 1.4864746663989081e-05, "Finetune/Loss": 0.8280096054077148, "Finetune/Loss (Raw)": 0.773005485534668, "Finetune/Step": 6887, "Finetune/Step Time": 12.029887080192566}
+{"Finetune/Learning Rate": 1.4863275329584886e-05, "Finetune/Loss": 0.8277711868286133, "Finetune/Loss (Raw)": 0.8436207175254822, "Finetune/Step": 6888, "Finetune/Step Time": 12.046674700453877}
+{"Finetune/Learning Rate": 1.4861803857272031e-05, "Finetune/Loss": 0.828650951385498, "Finetune/Loss (Raw)": 0.9755987524986267, "Finetune/Step": 6889, "Finetune/Step Time": 12.053044099360704}
+{"Finetune/Learning Rate": 1.4860332247092243e-05, "Finetune/Loss": 0.8293442726135254, "Finetune/Loss (Raw)": 0.7881643772125244, "Finetune/Step": 6890, "Finetune/Step Time": 12.023035114631057}
+{"Finetune/Learning Rate": 1.4858860499087257e-05, "Finetune/Loss": 0.8296185731887817, "Finetune/Loss (Raw)": 0.8607229590415955, "Finetune/Step": 6891, "Finetune/Step Time": 12.010046830400825}
+{"Finetune/Learning Rate": 1.48573886132988e-05, "Finetune/Loss": 0.8295910358428955, "Finetune/Loss (Raw)": 0.817473292350769, "Finetune/Step": 6892, "Finetune/Step Time": 12.001825531944633}
+{"Finetune/Learning Rate": 1.4855916589768616e-05, "Finetune/Loss": 0.828953206539154, "Finetune/Loss (Raw)": 0.7864784002304077, "Finetune/Step": 6893, "Finetune/Step Time": 11.995618402957916}
+{"Finetune/Learning Rate": 1.4854444428538449e-05, "Finetune/Loss": 0.8291710019111633, "Finetune/Loss (Raw)": 0.9521076679229736, "Finetune/Step": 6894, "Finetune/Step Time": 11.989560935646296}
+{"Finetune/Learning Rate": 1.4852972129650038e-05, "Finetune/Loss": 0.8279510736465454, "Finetune/Loss (Raw)": 0.7414251565933228, "Finetune/Step": 6895, "Finetune/Step Time": 12.014979176223278}
+{"Finetune/Learning Rate": 1.4851499693145137e-05, "Finetune/Loss": 0.8292359113693237, "Finetune/Loss (Raw)": 0.8790327310562134, "Finetune/Step": 6896, "Finetune/Step Time": 11.984152475371957}
+{"Finetune/Learning Rate": 1.4850027119065504e-05, "Finetune/Loss": 0.8285423517227173, "Finetune/Loss (Raw)": 0.7960380911827087, "Finetune/Step": 6897, "Finetune/Step Time": 11.987520568072796}
+{"Finetune/Learning Rate": 1.4848554407452893e-05, "Finetune/Loss": 0.8278073072433472, "Finetune/Loss (Raw)": 0.7922669649124146, "Finetune/Step": 6898, "Finetune/Step Time": 11.994781196117401}
+{"Finetune/Learning Rate": 1.4847081558349064e-05, "Finetune/Loss": 0.8290176391601562, "Finetune/Loss (Raw)": 0.9475802779197693, "Finetune/Step": 6899, "Finetune/Step Time": 11.996938686817884}
+{"Finetune/Learning Rate": 1.4845608571795787e-05, "Finetune/Loss": 0.8297799825668335, "Finetune/Loss (Raw)": 0.8947368264198303, "Finetune/Step": 6900, "Finetune/Step Time": 12.001799324527383}
+{"Finetune/Learning Rate": 1.4844135447834828e-05, "Finetune/Loss": 0.8298810720443726, "Finetune/Loss (Raw)": 0.840834379196167, "Finetune/Step": 6901, "Finetune/Step Time": 11.998193113133311}
+{"Finetune/Learning Rate": 1.4842662186507965e-05, "Finetune/Loss": 0.8291281461715698, "Finetune/Loss (Raw)": 0.7451894283294678, "Finetune/Step": 6902, "Finetune/Step Time": 12.017149766907096}
+{"Finetune/Learning Rate": 1.4841188787856972e-05, "Finetune/Loss": 0.8290699124336243, "Finetune/Loss (Raw)": 0.7916916608810425, "Finetune/Step": 6903, "Finetune/Step Time": 12.013597279787064}
+{"Finetune/Learning Rate": 1.4839715251923632e-05, "Finetune/Loss": 0.828447699546814, "Finetune/Loss (Raw)": 0.8189356923103333, "Finetune/Step": 6904, "Finetune/Step Time": 12.011492479592562}
+{"Finetune/Learning Rate": 1.483824157874973e-05, "Finetune/Loss": 0.8268792629241943, "Finetune/Loss (Raw)": 0.708835780620575, "Finetune/Step": 6905, "Finetune/Step Time": 12.006579531356692}
+{"Finetune/Learning Rate": 1.4836767768377054e-05, "Finetune/Loss": 0.8273718357086182, "Finetune/Loss (Raw)": 0.8672822117805481, "Finetune/Step": 6906, "Finetune/Step Time": 12.005620665848255}
+{"Finetune/Learning Rate": 1.4835293820847399e-05, "Finetune/Loss": 0.8262926936149597, "Finetune/Loss (Raw)": 0.6858426928520203, "Finetune/Step": 6907, "Finetune/Step Time": 12.016029886901379}
+{"Finetune/Learning Rate": 1.483381973620256e-05, "Finetune/Loss": 0.8240563869476318, "Finetune/Loss (Raw)": 0.7177382111549377, "Finetune/Step": 6908, "Finetune/Step Time": 12.065698532387614}
+{"Finetune/Learning Rate": 1.483234551448434e-05, "Finetune/Loss": 0.824447751045227, "Finetune/Loss (Raw)": 0.8196497559547424, "Finetune/Step": 6909, "Finetune/Step Time": 12.076591050252318}
+{"Finetune/Learning Rate": 1.483087115573454e-05, "Finetune/Loss": 0.8248791098594666, "Finetune/Loss (Raw)": 0.9029592275619507, "Finetune/Step": 6910, "Finetune/Step Time": 12.069846913218498}
+{"Finetune/Learning Rate": 1.4829396659994975e-05, "Finetune/Loss": 0.8237036466598511, "Finetune/Loss (Raw)": 0.7407212257385254, "Finetune/Step": 6911, "Finetune/Step Time": 12.084923163056374}
+{"Finetune/Learning Rate": 1.482792202730745e-05, "Finetune/Loss": 0.8230676651000977, "Finetune/Loss (Raw)": 0.8090639710426331, "Finetune/Step": 6912, "Finetune/Step Time": 12.083041751757264}
+{"Finetune/Learning Rate": 1.4826447257713787e-05, "Finetune/Loss": 0.8233254551887512, "Finetune/Loss (Raw)": 0.8936002254486084, "Finetune/Step": 6913, "Finetune/Step Time": 12.10063748061657}
+{"Finetune/Learning Rate": 1.4824972351255804e-05, "Finetune/Loss": 0.8234881162643433, "Finetune/Loss (Raw)": 0.8355626463890076, "Finetune/Step": 6914, "Finetune/Step Time": 12.077518636360765}
+{"Finetune/Learning Rate": 1.4823497307975328e-05, "Finetune/Loss": 0.8228908777236938, "Finetune/Loss (Raw)": 0.7738640308380127, "Finetune/Step": 6915, "Finetune/Step Time": 12.106316080316901}
+{"Finetune/Learning Rate": 1.4822022127914179e-05, "Finetune/Loss": 0.8232876062393188, "Finetune/Loss (Raw)": 0.9567974209785461, "Finetune/Step": 6916, "Finetune/Step Time": 12.123207049444318}
+{"Finetune/Learning Rate": 1.4820546811114196e-05, "Finetune/Loss": 0.8246052861213684, "Finetune/Loss (Raw)": 0.7951534986495972, "Finetune/Step": 6917, "Finetune/Step Time": 12.100301034748554}
+{"Finetune/Learning Rate": 1.4819071357617218e-05, "Finetune/Loss": 0.825250506401062, "Finetune/Loss (Raw)": 0.7981165647506714, "Finetune/Step": 6918, "Finetune/Step Time": 12.132949147373438}
+{"Finetune/Learning Rate": 1.4817595767465076e-05, "Finetune/Loss": 0.824130654335022, "Finetune/Loss (Raw)": 0.8264481425285339, "Finetune/Step": 6919, "Finetune/Step Time": 12.129822770133615}
+{"Finetune/Learning Rate": 1.4816120040699615e-05, "Finetune/Loss": 0.8231660723686218, "Finetune/Loss (Raw)": 0.7335677146911621, "Finetune/Step": 6920, "Finetune/Step Time": 12.124036338180304}
+{"Finetune/Learning Rate": 1.4814644177362691e-05, "Finetune/Loss": 0.8243840932846069, "Finetune/Loss (Raw)": 0.8000560402870178, "Finetune/Step": 6921, "Finetune/Step Time": 12.09773913770914}
+{"Finetune/Learning Rate": 1.4813168177496147e-05, "Finetune/Loss": 0.8241333961486816, "Finetune/Loss (Raw)": 0.7831560969352722, "Finetune/Step": 6922, "Finetune/Step Time": 12.118313686922193}
+{"Finetune/Learning Rate": 1.481169204114184e-05, "Finetune/Loss": 0.8235774040222168, "Finetune/Loss (Raw)": 0.7795236706733704, "Finetune/Step": 6923, "Finetune/Step Time": 12.12190861441195}
+{"Finetune/Learning Rate": 1.4810215768341627e-05, "Finetune/Loss": 0.8241633176803589, "Finetune/Loss (Raw)": 0.9654607176780701, "Finetune/Step": 6924, "Finetune/Step Time": 12.127279281616211}
+{"Finetune/Learning Rate": 1.4808739359137376e-05, "Finetune/Loss": 0.8261356353759766, "Finetune/Loss (Raw)": 0.8122350573539734, "Finetune/Step": 6925, "Finetune/Step Time": 12.101838110014796}
+{"Finetune/Learning Rate": 1.4807262813570949e-05, "Finetune/Loss": 0.8284116983413696, "Finetune/Loss (Raw)": 1.0215448141098022, "Finetune/Step": 6926, "Finetune/Step Time": 12.099980315193534}
+{"Finetune/Learning Rate": 1.480578613168422e-05, "Finetune/Loss": 0.8289290070533752, "Finetune/Loss (Raw)": 0.9948624968528748, "Finetune/Step": 6927, "Finetune/Step Time": 12.095250584185123}
+{"Finetune/Learning Rate": 1.480430931351906e-05, "Finetune/Loss": 0.8302401304244995, "Finetune/Loss (Raw)": 0.8990859985351562, "Finetune/Step": 6928, "Finetune/Step Time": 12.09577483125031}
+{"Finetune/Learning Rate": 1.4802832359117352e-05, "Finetune/Loss": 0.8294271230697632, "Finetune/Loss (Raw)": 0.8325047492980957, "Finetune/Step": 6929, "Finetune/Step Time": 12.095844397321343}
+{"Finetune/Learning Rate": 1.4801355268520975e-05, "Finetune/Loss": 0.8292288780212402, "Finetune/Loss (Raw)": 0.7115820050239563, "Finetune/Step": 6930, "Finetune/Step Time": 12.11733322404325}
+{"Finetune/Learning Rate": 1.4799878041771816e-05, "Finetune/Loss": 0.8287251591682434, "Finetune/Loss (Raw)": 0.7933114171028137, "Finetune/Step": 6931, "Finetune/Step Time": 12.128988094627857}
+{"Finetune/Learning Rate": 1.4798400678911765e-05, "Finetune/Loss": 0.8304693102836609, "Finetune/Loss (Raw)": 0.8977013826370239, "Finetune/Step": 6932, "Finetune/Step Time": 12.113086801022291}
+{"Finetune/Learning Rate": 1.4796923179982714e-05, "Finetune/Loss": 0.8313589692115784, "Finetune/Loss (Raw)": 0.900306761264801, "Finetune/Step": 6933, "Finetune/Step Time": 12.098373433575034}
+{"Finetune/Learning Rate": 1.4795445545026564e-05, "Finetune/Loss": 0.8312132358551025, "Finetune/Loss (Raw)": 0.6894011497497559, "Finetune/Step": 6934, "Finetune/Step Time": 12.104527981951833}
+{"Finetune/Learning Rate": 1.4793967774085214e-05, "Finetune/Loss": 0.8330936431884766, "Finetune/Loss (Raw)": 0.9961556792259216, "Finetune/Step": 6935, "Finetune/Step Time": 12.111211448907852}
+{"Finetune/Learning Rate": 1.479248986720057e-05, "Finetune/Loss": 0.8327916264533997, "Finetune/Loss (Raw)": 0.8710950016975403, "Finetune/Step": 6936, "Finetune/Step Time": 12.109678016975522}
+{"Finetune/Learning Rate": 1.4791011824414541e-05, "Finetune/Loss": 0.8336268067359924, "Finetune/Loss (Raw)": 0.8356667160987854, "Finetune/Step": 6937, "Finetune/Step Time": 12.089279942214489}
+{"Finetune/Learning Rate": 1.478953364576904e-05, "Finetune/Loss": 0.8344218730926514, "Finetune/Loss (Raw)": 0.7538731694221497, "Finetune/Step": 6938, "Finetune/Step Time": 12.099306961521506}
+{"Finetune/Learning Rate": 1.4788055331305989e-05, "Finetune/Loss": 0.833797812461853, "Finetune/Loss (Raw)": 0.7604775428771973, "Finetune/Step": 6939, "Finetune/Step Time": 12.102749714627862}
+{"Finetune/Learning Rate": 1.4786576881067301e-05, "Finetune/Loss": 0.8327426910400391, "Finetune/Loss (Raw)": 0.8126729130744934, "Finetune/Step": 6940, "Finetune/Step Time": 12.10234391130507}
+{"Finetune/Learning Rate": 1.47850982950949e-05, "Finetune/Loss": 0.8337464332580566, "Finetune/Loss (Raw)": 0.8441475033760071, "Finetune/Step": 6941, "Finetune/Step Time": 12.10263242572546}
+{"Finetune/Learning Rate": 1.4783619573430725e-05, "Finetune/Loss": 0.8338059186935425, "Finetune/Loss (Raw)": 0.8112911581993103, "Finetune/Step": 6942, "Finetune/Step Time": 12.108148381114006}
+{"Finetune/Learning Rate": 1.4782140716116697e-05, "Finetune/Loss": 0.8343753814697266, "Finetune/Loss (Raw)": 0.7733206748962402, "Finetune/Step": 6943, "Finetune/Step Time": 12.123382030054927}
+{"Finetune/Learning Rate": 1.4780661723194757e-05, "Finetune/Loss": 0.8351607322692871, "Finetune/Loss (Raw)": 0.9177742004394531, "Finetune/Step": 6944, "Finetune/Step Time": 12.121321134269238}
+{"Finetune/Learning Rate": 1.4779182594706848e-05, "Finetune/Loss": 0.8333971500396729, "Finetune/Loss (Raw)": 0.7285386919975281, "Finetune/Step": 6945, "Finetune/Step Time": 12.150656882673502}
+{"Finetune/Learning Rate": 1.4777703330694908e-05, "Finetune/Loss": 0.8326845765113831, "Finetune/Loss (Raw)": 0.7411261796951294, "Finetune/Step": 6946, "Finetune/Step Time": 12.1507349293679}
+{"Finetune/Learning Rate": 1.477622393120089e-05, "Finetune/Loss": 0.8338665962219238, "Finetune/Loss (Raw)": 1.004038691520691, "Finetune/Step": 6947, "Finetune/Step Time": 12.139847796410322}
+{"Finetune/Learning Rate": 1.477474439626674e-05, "Finetune/Loss": 0.8341384530067444, "Finetune/Loss (Raw)": 0.8406374454498291, "Finetune/Step": 6948, "Finetune/Step Time": 12.13257853873074}
+{"Finetune/Learning Rate": 1.477326472593442e-05, "Finetune/Loss": 0.8347880244255066, "Finetune/Loss (Raw)": 0.8974944949150085, "Finetune/Step": 6949, "Finetune/Step Time": 12.14275136590004}
+{"Finetune/Learning Rate": 1.4771784920245884e-05, "Finetune/Loss": 0.8353437781333923, "Finetune/Loss (Raw)": 0.8521844744682312, "Finetune/Step": 6950, "Finetune/Step Time": 12.147113960236311}
+{"Finetune/Learning Rate": 1.4770304979243095e-05, "Finetune/Loss": 0.8349083065986633, "Finetune/Loss (Raw)": 0.7728835940361023, "Finetune/Step": 6951, "Finetune/Step Time": 12.100634131580591}
+{"Finetune/Learning Rate": 1.4768824902968024e-05, "Finetune/Loss": 0.8349711894989014, "Finetune/Loss (Raw)": 0.8357778191566467, "Finetune/Step": 6952, "Finetune/Step Time": 12.112035809084773}
+{"Finetune/Learning Rate": 1.476734469146264e-05, "Finetune/Loss": 0.8342741131782532, "Finetune/Loss (Raw)": 0.781827449798584, "Finetune/Step": 6953, "Finetune/Step Time": 12.114874111488461}
+{"Finetune/Learning Rate": 1.4765864344768917e-05, "Finetune/Loss": 0.8333312273025513, "Finetune/Loss (Raw)": 0.713546633720398, "Finetune/Step": 6954, "Finetune/Step Time": 12.118652435019612}
+{"Finetune/Learning Rate": 1.476438386292883e-05, "Finetune/Loss": 0.833735466003418, "Finetune/Loss (Raw)": 0.8718922138214111, "Finetune/Step": 6955, "Finetune/Step Time": 12.119664708152413}
+{"Finetune/Learning Rate": 1.4762903245984369e-05, "Finetune/Loss": 0.8336170315742493, "Finetune/Loss (Raw)": 0.7008044123649597, "Finetune/Step": 6956, "Finetune/Step Time": 12.115172985941172}
+{"Finetune/Learning Rate": 1.4761422493977513e-05, "Finetune/Loss": 0.8353595733642578, "Finetune/Loss (Raw)": 0.8818519711494446, "Finetune/Step": 6957, "Finetune/Step Time": 12.095363225787878}
+{"Finetune/Learning Rate": 1.4759941606950254e-05, "Finetune/Loss": 0.835416853427887, "Finetune/Loss (Raw)": 0.6826058030128479, "Finetune/Step": 6958, "Finetune/Step Time": 12.094829149544239}
+{"Finetune/Learning Rate": 1.4758460584944589e-05, "Finetune/Loss": 0.8361718654632568, "Finetune/Loss (Raw)": 0.7682330012321472, "Finetune/Step": 6959, "Finetune/Step Time": 12.097209189087152}
+{"Finetune/Learning Rate": 1.4756979428002513e-05, "Finetune/Loss": 0.8384701013565063, "Finetune/Loss (Raw)": 1.075283169746399, "Finetune/Step": 6960, "Finetune/Step Time": 12.08063648827374}
+{"Finetune/Learning Rate": 1.4755498136166027e-05, "Finetune/Loss": 0.8386257886886597, "Finetune/Loss (Raw)": 0.8402281403541565, "Finetune/Step": 6961, "Finetune/Step Time": 12.064847312867641}
+{"Finetune/Learning Rate": 1.4754016709477136e-05, "Finetune/Loss": 0.8383503556251526, "Finetune/Loss (Raw)": 0.7835902571678162, "Finetune/Step": 6962, "Finetune/Step Time": 12.066977705806494}
+{"Finetune/Learning Rate": 1.4752535147977849e-05, "Finetune/Loss": 0.8386614918708801, "Finetune/Loss (Raw)": 0.7235482335090637, "Finetune/Step": 6963, "Finetune/Step Time": 12.01173192448914}
+{"Finetune/Learning Rate": 1.4751053451710184e-05, "Finetune/Loss": 0.8384613990783691, "Finetune/Loss (Raw)": 0.8893570899963379, "Finetune/Step": 6964, "Finetune/Step Time": 12.013062350451946}
+{"Finetune/Learning Rate": 1.4749571620716148e-05, "Finetune/Loss": 0.83748459815979, "Finetune/Loss (Raw)": 0.7558252215385437, "Finetune/Step": 6965, "Finetune/Step Time": 12.021979870274663}
+{"Finetune/Learning Rate": 1.474808965503777e-05, "Finetune/Loss": 0.8374528288841248, "Finetune/Loss (Raw)": 0.8049813508987427, "Finetune/Step": 6966, "Finetune/Step Time": 12.030222963541746}
+{"Finetune/Learning Rate": 1.4746607554717072e-05, "Finetune/Loss": 0.837456226348877, "Finetune/Loss (Raw)": 0.8622565865516663, "Finetune/Step": 6967, "Finetune/Step Time": 12.024732483550906}
+{"Finetune/Learning Rate": 1.4745125319796079e-05, "Finetune/Loss": 0.839220404624939, "Finetune/Loss (Raw)": 1.006052017211914, "Finetune/Step": 6968, "Finetune/Step Time": 12.023847142234445}
+{"Finetune/Learning Rate": 1.4743642950316823e-05, "Finetune/Loss": 0.8387344479560852, "Finetune/Loss (Raw)": 0.8836361169815063, "Finetune/Step": 6969, "Finetune/Step Time": 12.013777302578092}
+{"Finetune/Learning Rate": 1.4742160446321345e-05, "Finetune/Loss": 0.8380087018013, "Finetune/Loss (Raw)": 0.8380688428878784, "Finetune/Step": 6970, "Finetune/Step Time": 12.005002535879612}
+{"Finetune/Learning Rate": 1.4740677807851681e-05, "Finetune/Loss": 0.8367617130279541, "Finetune/Loss (Raw)": 0.6971301436424255, "Finetune/Step": 6971, "Finetune/Step Time": 12.014344410970807}
+{"Finetune/Learning Rate": 1.4739195034949876e-05, "Finetune/Loss": 0.8373773097991943, "Finetune/Loss (Raw)": 0.8431727886199951, "Finetune/Step": 6972, "Finetune/Step Time": 12.025562763214111}
+{"Finetune/Learning Rate": 1.4737712127657978e-05, "Finetune/Loss": 0.8379795551300049, "Finetune/Loss (Raw)": 0.7860439419746399, "Finetune/Step": 6973, "Finetune/Step Time": 12.042090766131878}
+{"Finetune/Learning Rate": 1.4736229086018033e-05, "Finetune/Loss": 0.8396220803260803, "Finetune/Loss (Raw)": 0.941299319267273, "Finetune/Step": 6974, "Finetune/Step Time": 12.019001791253686}
+{"Finetune/Learning Rate": 1.47347459100721e-05, "Finetune/Loss": 0.8384777307510376, "Finetune/Loss (Raw)": 0.8108586072921753, "Finetune/Step": 6975, "Finetune/Step Time": 12.050763027742505}
+{"Finetune/Learning Rate": 1.4733262599862234e-05, "Finetune/Loss": 0.8387899398803711, "Finetune/Loss (Raw)": 0.8437888026237488, "Finetune/Step": 6976, "Finetune/Step Time": 12.058689422905445}
+{"Finetune/Learning Rate": 1.4731779155430506e-05, "Finetune/Loss": 0.8403920531272888, "Finetune/Loss (Raw)": 0.9528310298919678, "Finetune/Step": 6977, "Finetune/Step Time": 12.073238492012024}
+{"Finetune/Learning Rate": 1.4730295576818971e-05, "Finetune/Loss": 0.8402764201164246, "Finetune/Loss (Raw)": 0.9134848117828369, "Finetune/Step": 6978, "Finetune/Step Time": 12.079368602484465}
+{"Finetune/Learning Rate": 1.472881186406971e-05, "Finetune/Loss": 0.8402888774871826, "Finetune/Loss (Raw)": 0.867681622505188, "Finetune/Step": 6979, "Finetune/Step Time": 12.077699674293399}
+{"Finetune/Learning Rate": 1.4727328017224786e-05, "Finetune/Loss": 0.8404511213302612, "Finetune/Loss (Raw)": 0.8814025521278381, "Finetune/Step": 6980, "Finetune/Step Time": 12.04936083033681}
+{"Finetune/Learning Rate": 1.4725844036326286e-05, "Finetune/Loss": 0.8399300575256348, "Finetune/Loss (Raw)": 0.9700254797935486, "Finetune/Step": 6981, "Finetune/Step Time": 12.05548519268632}
+{"Finetune/Learning Rate": 1.4724359921416288e-05, "Finetune/Loss": 0.8400821089744568, "Finetune/Loss (Raw)": 0.8484113216400146, "Finetune/Step": 6982, "Finetune/Step Time": 12.052679909393191}
+{"Finetune/Learning Rate": 1.4722875672536873e-05, "Finetune/Loss": 0.8399069309234619, "Finetune/Loss (Raw)": 0.8104137778282166, "Finetune/Step": 6983, "Finetune/Step Time": 12.022150112316012}
+{"Finetune/Learning Rate": 1.4721391289730135e-05, "Finetune/Loss": 0.8397215604782104, "Finetune/Loss (Raw)": 0.8188167810440063, "Finetune/Step": 6984, "Finetune/Step Time": 12.052912600338459}
+{"Finetune/Learning Rate": 1.4719906773038171e-05, "Finetune/Loss": 0.8388280868530273, "Finetune/Loss (Raw)": 0.796295702457428, "Finetune/Step": 6985, "Finetune/Step Time": 12.046216422691941}
+{"Finetune/Learning Rate": 1.4718422122503066e-05, "Finetune/Loss": 0.8379895687103271, "Finetune/Loss (Raw)": 0.7649475932121277, "Finetune/Step": 6986, "Finetune/Step Time": 12.049298483878374}
+{"Finetune/Learning Rate": 1.471693733816693e-05, "Finetune/Loss": 0.8381547331809998, "Finetune/Loss (Raw)": 0.9404481053352356, "Finetune/Step": 6987, "Finetune/Step Time": 12.043702725321054}
+{"Finetune/Learning Rate": 1.4715452420071867e-05, "Finetune/Loss": 0.8378444314002991, "Finetune/Loss (Raw)": 0.8848231434822083, "Finetune/Step": 6988, "Finetune/Step Time": 12.043621441349387}
+{"Finetune/Learning Rate": 1.4713967368259981e-05, "Finetune/Loss": 0.8369572162628174, "Finetune/Loss (Raw)": 0.7590587735176086, "Finetune/Step": 6989, "Finetune/Step Time": 12.039504481479526}
+{"Finetune/Learning Rate": 1.471248218277338e-05, "Finetune/Loss": 0.8371099829673767, "Finetune/Loss (Raw)": 0.8593015670776367, "Finetune/Step": 6990, "Finetune/Step Time": 12.052355660125613}
+{"Finetune/Learning Rate": 1.471099686365419e-05, "Finetune/Loss": 0.8372361660003662, "Finetune/Loss (Raw)": 0.8355349898338318, "Finetune/Step": 6991, "Finetune/Step Time": 12.04577013477683}
+{"Finetune/Learning Rate": 1.4709511410944523e-05, "Finetune/Loss": 0.8374216556549072, "Finetune/Loss (Raw)": 0.7827197909355164, "Finetune/Step": 6992, "Finetune/Step Time": 12.054028753191233}
+{"Finetune/Learning Rate": 1.4708025824686503e-05, "Finetune/Loss": 0.8380640745162964, "Finetune/Loss (Raw)": 0.9470509886741638, "Finetune/Step": 6993, "Finetune/Step Time": 12.048741612583399}
+{"Finetune/Learning Rate": 1.4706540104922263e-05, "Finetune/Loss": 0.8370219469070435, "Finetune/Loss (Raw)": 0.7478580474853516, "Finetune/Step": 6994, "Finetune/Step Time": 12.04005297832191}
+{"Finetune/Learning Rate": 1.4705054251693926e-05, "Finetune/Loss": 0.836571455001831, "Finetune/Loss (Raw)": 0.8231232166290283, "Finetune/Step": 6995, "Finetune/Step Time": 12.045514659956098}
+{"Finetune/Learning Rate": 1.4703568265043631e-05, "Finetune/Loss": 0.838013231754303, "Finetune/Loss (Raw)": 0.927113950252533, "Finetune/Step": 6996, "Finetune/Step Time": 12.03464095108211}
+{"Finetune/Learning Rate": 1.4702082145013515e-05, "Finetune/Loss": 0.8393867015838623, "Finetune/Loss (Raw)": 0.8875912427902222, "Finetune/Step": 6997, "Finetune/Step Time": 12.039149330928922}
+{"Finetune/Learning Rate": 1.470059589164572e-05, "Finetune/Loss": 0.8398510813713074, "Finetune/Loss (Raw)": 0.89372718334198, "Finetune/Step": 6998, "Finetune/Step Time": 12.033334381878376}
+{"Finetune/Learning Rate": 1.4699109504982392e-05, "Finetune/Loss": 0.8385206460952759, "Finetune/Loss (Raw)": 0.7239547967910767, "Finetune/Step": 6999, "Finetune/Step Time": 12.030419737100601}
+{"Finetune/Learning Rate": 1.469762298506568e-05, "Finetune/Loss": 0.8380597233772278, "Finetune/Loss (Raw)": 0.8116974830627441, "Finetune/Step": 7000, "Finetune/Step Time": 12.019267985597253}
+{"Finetune/Learning Rate": 1.469613633193774e-05, "Finetune/Loss": 0.8371636867523193, "Finetune/Loss (Raw)": 0.7954918146133423, "Finetune/Step": 7001, "Finetune/Step Time": 12.040141887962818}
+{"Finetune/Learning Rate": 1.4694649545640727e-05, "Finetune/Loss": 0.8371663093566895, "Finetune/Loss (Raw)": 0.7119739651679993, "Finetune/Step": 7002, "Finetune/Step Time": 12.016622567549348}
+{"Finetune/Learning Rate": 1.4693162626216802e-05, "Finetune/Loss": 0.836949348449707, "Finetune/Loss (Raw)": 0.8931348919868469, "Finetune/Step": 7003, "Finetune/Step Time": 12.012696199119091}
+{"Finetune/Learning Rate": 1.4691675573708133e-05, "Finetune/Loss": 0.8368853330612183, "Finetune/Loss (Raw)": 0.8886127471923828, "Finetune/Step": 7004, "Finetune/Step Time": 12.01273244060576}
+{"Finetune/Learning Rate": 1.4690188388156883e-05, "Finetune/Loss": 0.837937593460083, "Finetune/Loss (Raw)": 1.0138128995895386, "Finetune/Step": 7005, "Finetune/Step Time": 12.007584365084767}
+{"Finetune/Learning Rate": 1.468870106960523e-05, "Finetune/Loss": 0.8378316164016724, "Finetune/Loss (Raw)": 0.9116933941841125, "Finetune/Step": 7006, "Finetune/Step Time": 12.004405109211802}
+{"Finetune/Learning Rate": 1.4687213618095344e-05, "Finetune/Loss": 0.8387566804885864, "Finetune/Loss (Raw)": 0.9724617004394531, "Finetune/Step": 7007, "Finetune/Step Time": 12.01032729819417}
+{"Finetune/Learning Rate": 1.4685726033669412e-05, "Finetune/Loss": 0.8383550643920898, "Finetune/Loss (Raw)": 0.8353754281997681, "Finetune/Step": 7008, "Finetune/Step Time": 12.026172831654549}
+{"Finetune/Learning Rate": 1.4684238316369614e-05, "Finetune/Loss": 0.8372223377227783, "Finetune/Loss (Raw)": 0.7638527154922485, "Finetune/Step": 7009, "Finetune/Step Time": 12.0246289242059}
+{"Finetune/Learning Rate": 1.4682750466238136e-05, "Finetune/Loss": 0.8379552364349365, "Finetune/Loss (Raw)": 0.9905849695205688, "Finetune/Step": 7010, "Finetune/Step Time": 12.027211355045438}
+{"Finetune/Learning Rate": 1.468126248331717e-05, "Finetune/Loss": 0.8389308452606201, "Finetune/Loss (Raw)": 0.9787408709526062, "Finetune/Step": 7011, "Finetune/Step Time": 12.000061508268118}
+{"Finetune/Learning Rate": 1.4679774367648913e-05, "Finetune/Loss": 0.8382048606872559, "Finetune/Loss (Raw)": 0.8028791546821594, "Finetune/Step": 7012, "Finetune/Step Time": 11.998333035036922}
+{"Finetune/Learning Rate": 1.4678286119275564e-05, "Finetune/Loss": 0.836932361125946, "Finetune/Loss (Raw)": 0.682748019695282, "Finetune/Step": 7013, "Finetune/Step Time": 12.022804014384747}
+{"Finetune/Learning Rate": 1.467679773823932e-05, "Finetune/Loss": 0.8367153406143188, "Finetune/Loss (Raw)": 0.7840141654014587, "Finetune/Step": 7014, "Finetune/Step Time": 12.027223786339164}
+{"Finetune/Learning Rate": 1.4675309224582395e-05, "Finetune/Loss": 0.8382253646850586, "Finetune/Loss (Raw)": 0.9662830829620361, "Finetune/Step": 7015, "Finetune/Step Time": 12.019555509090424}
+{"Finetune/Learning Rate": 1.4673820578346993e-05, "Finetune/Loss": 0.8380968570709229, "Finetune/Loss (Raw)": 0.8271702527999878, "Finetune/Step": 7016, "Finetune/Step Time": 12.004506006836891}
+{"Finetune/Learning Rate": 1.4672331799575333e-05, "Finetune/Loss": 0.8366777896881104, "Finetune/Loss (Raw)": 0.7939605116844177, "Finetune/Step": 7017, "Finetune/Step Time": 11.998939769342542}
+{"Finetune/Learning Rate": 1.4670842888309627e-05, "Finetune/Loss": 0.8374395370483398, "Finetune/Loss (Raw)": 0.8856719136238098, "Finetune/Step": 7018, "Finetune/Step Time": 12.001585284247994}
+{"Finetune/Learning Rate": 1.4669353844592098e-05, "Finetune/Loss": 0.8381026983261108, "Finetune/Loss (Raw)": 0.9456057548522949, "Finetune/Step": 7019, "Finetune/Step Time": 12.00326812453568}
+{"Finetune/Learning Rate": 1.466786466846497e-05, "Finetune/Loss": 0.837361216545105, "Finetune/Loss (Raw)": 0.7225605249404907, "Finetune/Step": 7020, "Finetune/Step Time": 11.988165142014623}
+{"Finetune/Learning Rate": 1.4666375359970477e-05, "Finetune/Loss": 0.8387788534164429, "Finetune/Loss (Raw)": 0.9679418802261353, "Finetune/Step": 7021, "Finetune/Step Time": 12.001164162531495}
+{"Finetune/Learning Rate": 1.4664885919150848e-05, "Finetune/Loss": 0.837706983089447, "Finetune/Loss (Raw)": 0.8149058222770691, "Finetune/Step": 7022, "Finetune/Step Time": 12.00288407318294}
+{"Finetune/Learning Rate": 1.466339634604832e-05, "Finetune/Loss": 0.8394758701324463, "Finetune/Loss (Raw)": 0.9678453803062439, "Finetune/Step": 7023, "Finetune/Step Time": 11.984907327219844}
+{"Finetune/Learning Rate": 1.4661906640705131e-05, "Finetune/Loss": 0.8396267890930176, "Finetune/Loss (Raw)": 0.8983395099639893, "Finetune/Step": 7024, "Finetune/Step Time": 11.988891374319792}
+{"Finetune/Learning Rate": 1.4660416803163527e-05, "Finetune/Loss": 0.8403451442718506, "Finetune/Loss (Raw)": 0.887990415096283, "Finetune/Step": 7025, "Finetune/Step Time": 11.99636103771627}
+{"Finetune/Learning Rate": 1.4658926833465754e-05, "Finetune/Loss": 0.8410612940788269, "Finetune/Loss (Raw)": 0.8839408755302429, "Finetune/Step": 7026, "Finetune/Step Time": 11.988083705306053}
+{"Finetune/Learning Rate": 1.4657436731654064e-05, "Finetune/Loss": 0.8405112028121948, "Finetune/Loss (Raw)": 0.8771684765815735, "Finetune/Step": 7027, "Finetune/Step Time": 11.990508571267128}
+{"Finetune/Learning Rate": 1.4655946497770715e-05, "Finetune/Loss": 0.8396568298339844, "Finetune/Loss (Raw)": 0.785374641418457, "Finetune/Step": 7028, "Finetune/Step Time": 11.995857242494822}
+{"Finetune/Learning Rate": 1.4654456131857959e-05, "Finetune/Loss": 0.8399475812911987, "Finetune/Loss (Raw)": 0.8780519962310791, "Finetune/Step": 7029, "Finetune/Step Time": 12.00215544179082}
+{"Finetune/Learning Rate": 1.4652965633958067e-05, "Finetune/Loss": 0.8414355516433716, "Finetune/Loss (Raw)": 0.9356516003608704, "Finetune/Step": 7030, "Finetune/Step Time": 11.996465982869267}
+{"Finetune/Learning Rate": 1.4651475004113297e-05, "Finetune/Loss": 0.8413697481155396, "Finetune/Loss (Raw)": 0.7832670211791992, "Finetune/Step": 7031, "Finetune/Step Time": 11.998116893693805}
+{"Finetune/Learning Rate": 1.4649984242365926e-05, "Finetune/Loss": 0.8414113521575928, "Finetune/Loss (Raw)": 0.8242521286010742, "Finetune/Step": 7032, "Finetune/Step Time": 12.001568196341395}
+{"Finetune/Learning Rate": 1.4648493348758225e-05, "Finetune/Loss": 0.8405415415763855, "Finetune/Loss (Raw)": 0.5975079536437988, "Finetune/Step": 7033, "Finetune/Step Time": 12.029898075386882}
+{"Finetune/Learning Rate": 1.4647002323332469e-05, "Finetune/Loss": 0.8410007953643799, "Finetune/Loss (Raw)": 0.9260684251785278, "Finetune/Step": 7034, "Finetune/Step Time": 12.030145484954119}
+{"Finetune/Learning Rate": 1.4645511166130941e-05, "Finetune/Loss": 0.8439205288887024, "Finetune/Loss (Raw)": 1.0595656633377075, "Finetune/Step": 7035, "Finetune/Step Time": 12.025889890268445}
+{"Finetune/Learning Rate": 1.4644019877195925e-05, "Finetune/Loss": 0.845139741897583, "Finetune/Loss (Raw)": 0.8738002181053162, "Finetune/Step": 7036, "Finetune/Step Time": 11.973376203328371}
+{"Finetune/Learning Rate": 1.4642528456569718e-05, "Finetune/Loss": 0.8448559045791626, "Finetune/Loss (Raw)": 0.7833141088485718, "Finetune/Step": 7037, "Finetune/Step Time": 11.965003767982125}
+{"Finetune/Learning Rate": 1.4641036904294596e-05, "Finetune/Loss": 0.845115065574646, "Finetune/Loss (Raw)": 0.93613600730896, "Finetune/Step": 7038, "Finetune/Step Time": 11.950390810146928}
+{"Finetune/Learning Rate": 1.4639545220412871e-05, "Finetune/Loss": 0.846971869468689, "Finetune/Loss (Raw)": 0.9783880710601807, "Finetune/Step": 7039, "Finetune/Step Time": 11.938427072018385}
+{"Finetune/Learning Rate": 1.4638053404966836e-05, "Finetune/Loss": 0.8474651575088501, "Finetune/Loss (Raw)": 0.8722021579742432, "Finetune/Step": 7040, "Finetune/Step Time": 11.940555348992348}
+{"Finetune/Learning Rate": 1.4636561457998797e-05, "Finetune/Loss": 0.8460172414779663, "Finetune/Loss (Raw)": 0.7082715630531311, "Finetune/Step": 7041, "Finetune/Step Time": 11.94910996966064}
+{"Finetune/Learning Rate": 1.4635069379551054e-05, "Finetune/Loss": 0.8470456600189209, "Finetune/Loss (Raw)": 0.9672080874443054, "Finetune/Step": 7042, "Finetune/Step Time": 11.937053745612502}
+{"Finetune/Learning Rate": 1.463357716966593e-05, "Finetune/Loss": 0.8472609519958496, "Finetune/Loss (Raw)": 0.8014082908630371, "Finetune/Step": 7043, "Finetune/Step Time": 11.9150922447443}
+{"Finetune/Learning Rate": 1.4632084828385732e-05, "Finetune/Loss": 0.8464882373809814, "Finetune/Loss (Raw)": 0.8578966856002808, "Finetune/Step": 7044, "Finetune/Step Time": 11.903672622516751}
+{"Finetune/Learning Rate": 1.4630592355752777e-05, "Finetune/Loss": 0.8466930389404297, "Finetune/Loss (Raw)": 0.8213679194450378, "Finetune/Step": 7045, "Finetune/Step Time": 11.903229419142008}
+{"Finetune/Learning Rate": 1.4629099751809392e-05, "Finetune/Loss": 0.8464639186859131, "Finetune/Loss (Raw)": 0.7687848210334778, "Finetune/Step": 7046, "Finetune/Step Time": 11.870327042415738}
+{"Finetune/Learning Rate": 1.4627607016597901e-05, "Finetune/Loss": 0.8477361798286438, "Finetune/Loss (Raw)": 0.9893031716346741, "Finetune/Step": 7047, "Finetune/Step Time": 11.876405511051416}
+{"Finetune/Learning Rate": 1.4626114150160636e-05, "Finetune/Loss": 0.8486772775650024, "Finetune/Loss (Raw)": 0.854026198387146, "Finetune/Step": 7048, "Finetune/Step Time": 11.89051721431315}
+{"Finetune/Learning Rate": 1.4624621152539927e-05, "Finetune/Loss": 0.8476194739341736, "Finetune/Loss (Raw)": 0.6646601557731628, "Finetune/Step": 7049, "Finetune/Step Time": 11.89304424263537}
+{"Finetune/Learning Rate": 1.4623128023778113e-05, "Finetune/Loss": 0.8487474918365479, "Finetune/Loss (Raw)": 0.927536129951477, "Finetune/Step": 7050, "Finetune/Step Time": 11.866513133049011}
+{"Finetune/Learning Rate": 1.4621634763917536e-05, "Finetune/Loss": 0.8500534296035767, "Finetune/Loss (Raw)": 0.9466876983642578, "Finetune/Step": 7051, "Finetune/Step Time": 11.863274805247784}
+{"Finetune/Learning Rate": 1.4620141373000538e-05, "Finetune/Loss": 0.8497673869132996, "Finetune/Loss (Raw)": 0.9288459420204163, "Finetune/Step": 7052, "Finetune/Step Time": 11.860000304877758}
+{"Finetune/Learning Rate": 1.4618647851069467e-05, "Finetune/Loss": 0.8507020473480225, "Finetune/Loss (Raw)": 0.931868314743042, "Finetune/Step": 7053, "Finetune/Step Time": 11.85345783084631}
+{"Finetune/Learning Rate": 1.4617154198166679e-05, "Finetune/Loss": 0.8490835428237915, "Finetune/Loss (Raw)": 0.8143747448921204, "Finetune/Step": 7054, "Finetune/Step Time": 11.861429175361991}
+{"Finetune/Learning Rate": 1.4615660414334527e-05, "Finetune/Loss": 0.847618579864502, "Finetune/Loss (Raw)": 0.8073542714118958, "Finetune/Step": 7055, "Finetune/Step Time": 11.86675108410418}
+{"Finetune/Learning Rate": 1.461416649961537e-05, "Finetune/Loss": 0.8485729694366455, "Finetune/Loss (Raw)": 1.0212383270263672, "Finetune/Step": 7056, "Finetune/Step Time": 11.876154240220785}
+{"Finetune/Learning Rate": 1.4612672454051573e-05, "Finetune/Loss": 0.84946608543396, "Finetune/Loss (Raw)": 0.9468258023262024, "Finetune/Step": 7057, "Finetune/Step Time": 11.877298643812537}
+{"Finetune/Learning Rate": 1.4611178277685504e-05, "Finetune/Loss": 0.8495948910713196, "Finetune/Loss (Raw)": 0.7280772924423218, "Finetune/Step": 7058, "Finetune/Step Time": 11.85784468241036}
+{"Finetune/Learning Rate": 1.4609683970559528e-05, "Finetune/Loss": 0.8490781784057617, "Finetune/Loss (Raw)": 0.7271744608879089, "Finetune/Step": 7059, "Finetune/Step Time": 11.861353270709515}
+{"Finetune/Learning Rate": 1.4608189532716022e-05, "Finetune/Loss": 0.848196268081665, "Finetune/Loss (Raw)": 0.7848131656646729, "Finetune/Step": 7060, "Finetune/Step Time": 11.872379712760448}
+{"Finetune/Learning Rate": 1.4606694964197367e-05, "Finetune/Loss": 0.8470062017440796, "Finetune/Loss (Raw)": 0.7479827404022217, "Finetune/Step": 7061, "Finetune/Step Time": 11.868994632735848}
+{"Finetune/Learning Rate": 1.4605200265045944e-05, "Finetune/Loss": 0.8466014862060547, "Finetune/Loss (Raw)": 0.6375969648361206, "Finetune/Step": 7062, "Finetune/Step Time": 11.918087126687169}
+{"Finetune/Learning Rate": 1.4603705435304132e-05, "Finetune/Loss": 0.8455590009689331, "Finetune/Loss (Raw)": 0.8627077341079712, "Finetune/Step": 7063, "Finetune/Step Time": 11.912441020831466}
+{"Finetune/Learning Rate": 1.4602210475014332e-05, "Finetune/Loss": 0.845801055431366, "Finetune/Loss (Raw)": 0.9020789265632629, "Finetune/Step": 7064, "Finetune/Step Time": 11.902789345011115}
+{"Finetune/Learning Rate": 1.4600715384218924e-05, "Finetune/Loss": 0.8460836410522461, "Finetune/Loss (Raw)": 0.8718391060829163, "Finetune/Step": 7065, "Finetune/Step Time": 11.90337210148573}
+{"Finetune/Learning Rate": 1.459922016296031e-05, "Finetune/Loss": 0.8451509475708008, "Finetune/Loss (Raw)": 0.6344876885414124, "Finetune/Step": 7066, "Finetune/Step Time": 11.922345254570246}
+{"Finetune/Learning Rate": 1.4597724811280896e-05, "Finetune/Loss": 0.8457456827163696, "Finetune/Loss (Raw)": 0.8366112112998962, "Finetune/Step": 7067, "Finetune/Step Time": 11.912290757521987}
+{"Finetune/Learning Rate": 1.4596229329223077e-05, "Finetune/Loss": 0.8465659618377686, "Finetune/Loss (Raw)": 0.917665958404541, "Finetune/Step": 7068, "Finetune/Step Time": 11.912941681221128}
+{"Finetune/Learning Rate": 1.4594733716829263e-05, "Finetune/Loss": 0.846274733543396, "Finetune/Loss (Raw)": 0.8068640232086182, "Finetune/Step": 7069, "Finetune/Step Time": 11.914530478417873}
+{"Finetune/Learning Rate": 1.459323797414187e-05, "Finetune/Loss": 0.8459532260894775, "Finetune/Loss (Raw)": 0.7701393961906433, "Finetune/Step": 7070, "Finetune/Step Time": 11.912994088605046}
+{"Finetune/Learning Rate": 1.4591742101203306e-05, "Finetune/Loss": 0.8473121523857117, "Finetune/Loss (Raw)": 0.9472687244415283, "Finetune/Step": 7071, "Finetune/Step Time": 11.900079855695367}
+{"Finetune/Learning Rate": 1.4590246098055995e-05, "Finetune/Loss": 0.8470836877822876, "Finetune/Loss (Raw)": 0.8885191679000854, "Finetune/Step": 7072, "Finetune/Step Time": 11.90523780323565}
+{"Finetune/Learning Rate": 1.4588749964742357e-05, "Finetune/Loss": 0.8485215306282043, "Finetune/Loss (Raw)": 0.9125915169715881, "Finetune/Step": 7073, "Finetune/Step Time": 11.88248917274177}
+{"Finetune/Learning Rate": 1.4587253701304818e-05, "Finetune/Loss": 0.847051203250885, "Finetune/Loss (Raw)": 0.5529264807701111, "Finetune/Step": 7074, "Finetune/Step Time": 11.91129820421338}
+{"Finetune/Learning Rate": 1.458575730778581e-05, "Finetune/Loss": 0.8434378504753113, "Finetune/Loss (Raw)": 0.541526734828949, "Finetune/Step": 7075, "Finetune/Step Time": 11.918847691267729}
+{"Finetune/Learning Rate": 1.4584260784227764e-05, "Finetune/Loss": 0.8435227274894714, "Finetune/Loss (Raw)": 0.85149747133255, "Finetune/Step": 7076, "Finetune/Step Time": 11.920784145593643}
+{"Finetune/Learning Rate": 1.4582764130673116e-05, "Finetune/Loss": 0.8419066071510315, "Finetune/Loss (Raw)": 0.6906349658966064, "Finetune/Step": 7077, "Finetune/Step Time": 11.935627430677414}
+{"Finetune/Learning Rate": 1.4581267347164314e-05, "Finetune/Loss": 0.8413615226745605, "Finetune/Loss (Raw)": 0.7824115753173828, "Finetune/Step": 7078, "Finetune/Step Time": 11.941372787579894}
+{"Finetune/Learning Rate": 1.4579770433743797e-05, "Finetune/Loss": 0.8422274589538574, "Finetune/Loss (Raw)": 0.8837223052978516, "Finetune/Step": 7079, "Finetune/Step Time": 11.941089671105146}
+{"Finetune/Learning Rate": 1.4578273390454008e-05, "Finetune/Loss": 0.8420098423957825, "Finetune/Loss (Raw)": 0.8079234957695007, "Finetune/Step": 7080, "Finetune/Step Time": 11.936476401984692}
+{"Finetune/Learning Rate": 1.4576776217337407e-05, "Finetune/Loss": 0.843050479888916, "Finetune/Loss (Raw)": 0.915037989616394, "Finetune/Step": 7081, "Finetune/Step Time": 11.944326339289546}
+{"Finetune/Learning Rate": 1.457527891443645e-05, "Finetune/Loss": 0.8432402014732361, "Finetune/Loss (Raw)": 0.7378283143043518, "Finetune/Step": 7082, "Finetune/Step Time": 11.936865523457527}
+{"Finetune/Learning Rate": 1.457378148179359e-05, "Finetune/Loss": 0.8422607183456421, "Finetune/Loss (Raw)": 0.7465180158615112, "Finetune/Step": 7083, "Finetune/Step Time": 11.931323001161218}
+{"Finetune/Learning Rate": 1.4572283919451294e-05, "Finetune/Loss": 0.8434792160987854, "Finetune/Loss (Raw)": 0.8567708730697632, "Finetune/Step": 7084, "Finetune/Step Time": 11.940395003184676}
+{"Finetune/Learning Rate": 1.4570786227452029e-05, "Finetune/Loss": 0.8433140516281128, "Finetune/Loss (Raw)": 0.8607065677642822, "Finetune/Step": 7085, "Finetune/Step Time": 11.934588911011815}
+{"Finetune/Learning Rate": 1.4569288405838264e-05, "Finetune/Loss": 0.8448070287704468, "Finetune/Loss (Raw)": 0.8737080693244934, "Finetune/Step": 7086, "Finetune/Step Time": 11.936226274818182}
+{"Finetune/Learning Rate": 1.456779045465247e-05, "Finetune/Loss": 0.8445863127708435, "Finetune/Loss (Raw)": 0.7399826645851135, "Finetune/Step": 7087, "Finetune/Step Time": 11.957562947645783}
+{"Finetune/Learning Rate": 1.4566292373937133e-05, "Finetune/Loss": 0.8422672748565674, "Finetune/Loss (Raw)": 0.7784468531608582, "Finetune/Step": 7088, "Finetune/Step Time": 11.957513380795717}
+{"Finetune/Learning Rate": 1.4564794163734725e-05, "Finetune/Loss": 0.8428786396980286, "Finetune/Loss (Raw)": 0.9184852838516235, "Finetune/Step": 7089, "Finetune/Step Time": 11.95691424049437}
+{"Finetune/Learning Rate": 1.4563295824087737e-05, "Finetune/Loss": 0.8429495096206665, "Finetune/Loss (Raw)": 0.7926642298698425, "Finetune/Step": 7090, "Finetune/Step Time": 11.950097158551216}
+{"Finetune/Learning Rate": 1.4561797355038656e-05, "Finetune/Loss": 0.8427215814590454, "Finetune/Loss (Raw)": 0.6943650245666504, "Finetune/Step": 7091, "Finetune/Step Time": 11.977019160985947}
+{"Finetune/Learning Rate": 1.4560298756629974e-05, "Finetune/Loss": 0.8419094681739807, "Finetune/Loss (Raw)": 0.7854079008102417, "Finetune/Step": 7092, "Finetune/Step Time": 11.97616209089756}
+{"Finetune/Learning Rate": 1.4558800028904185e-05, "Finetune/Loss": 0.841423749923706, "Finetune/Loss (Raw)": 0.693653404712677, "Finetune/Step": 7093, "Finetune/Step Time": 11.995392696931958}
+{"Finetune/Learning Rate": 1.4557301171903793e-05, "Finetune/Loss": 0.8419448137283325, "Finetune/Loss (Raw)": 0.8716779351234436, "Finetune/Step": 7094, "Finetune/Step Time": 11.968299973756075}
+{"Finetune/Learning Rate": 1.4555802185671297e-05, "Finetune/Loss": 0.841388463973999, "Finetune/Loss (Raw)": 0.7910442352294922, "Finetune/Step": 7095, "Finetune/Step Time": 11.970811417326331}
+{"Finetune/Learning Rate": 1.4554303070249205e-05, "Finetune/Loss": 0.8404576778411865, "Finetune/Loss (Raw)": 0.8869126439094543, "Finetune/Step": 7096, "Finetune/Step Time": 11.970781665295362}
+{"Finetune/Learning Rate": 1.4552803825680032e-05, "Finetune/Loss": 0.8400865793228149, "Finetune/Loss (Raw)": 0.8361408710479736, "Finetune/Step": 7097, "Finetune/Step Time": 11.96542926132679}
+{"Finetune/Learning Rate": 1.4551304452006288e-05, "Finetune/Loss": 0.8402184247970581, "Finetune/Loss (Raw)": 0.8549401760101318, "Finetune/Step": 7098, "Finetune/Step Time": 11.960988448932767}
+{"Finetune/Learning Rate": 1.454980494927049e-05, "Finetune/Loss": 0.8413506746292114, "Finetune/Loss (Raw)": 0.8420601487159729, "Finetune/Step": 7099, "Finetune/Step Time": 11.961994513869286}
+{"Finetune/Learning Rate": 1.4548305317515165e-05, "Finetune/Loss": 0.8419759273529053, "Finetune/Loss (Raw)": 0.9232015013694763, "Finetune/Step": 7100, "Finetune/Step Time": 11.945579530671239}
+{"Finetune/Learning Rate": 1.454680555678283e-05, "Finetune/Loss": 0.8426387310028076, "Finetune/Loss (Raw)": 0.870887815952301, "Finetune/Step": 7101, "Finetune/Step Time": 11.927957940846682}
+{"Finetune/Learning Rate": 1.4545305667116024e-05, "Finetune/Loss": 0.8416241407394409, "Finetune/Loss (Raw)": 0.8114256858825684, "Finetune/Step": 7102, "Finetune/Step Time": 11.927900046110153}
+{"Finetune/Learning Rate": 1.4543805648557273e-05, "Finetune/Loss": 0.8417982459068298, "Finetune/Loss (Raw)": 0.8331416845321655, "Finetune/Step": 7103, "Finetune/Step Time": 11.900126574561}
+{"Finetune/Learning Rate": 1.454230550114911e-05, "Finetune/Loss": 0.8416734337806702, "Finetune/Loss (Raw)": 0.8278188705444336, "Finetune/Step": 7104, "Finetune/Step Time": 11.894501375034451}
+{"Finetune/Learning Rate": 1.4540805224934082e-05, "Finetune/Loss": 0.8414343595504761, "Finetune/Loss (Raw)": 0.9222227931022644, "Finetune/Step": 7105, "Finetune/Step Time": 11.873738469555974}
+{"Finetune/Learning Rate": 1.4539304819954735e-05, "Finetune/Loss": 0.8403456807136536, "Finetune/Loss (Raw)": 0.774138331413269, "Finetune/Step": 7106, "Finetune/Step Time": 11.873124431818724}
+{"Finetune/Learning Rate": 1.4537804286253608e-05, "Finetune/Loss": 0.840288519859314, "Finetune/Loss (Raw)": 0.8603683710098267, "Finetune/Step": 7107, "Finetune/Step Time": 11.871546808630228}
+{"Finetune/Learning Rate": 1.453630362387325e-05, "Finetune/Loss": 0.8388167023658752, "Finetune/Loss (Raw)": 0.693012535572052, "Finetune/Step": 7108, "Finetune/Step Time": 11.866752944886684}
+{"Finetune/Learning Rate": 1.453480283285623e-05, "Finetune/Loss": 0.8374470472335815, "Finetune/Loss (Raw)": 0.7947028279304504, "Finetune/Step": 7109, "Finetune/Step Time": 11.85720882192254}
+{"Finetune/Learning Rate": 1.4533301913245092e-05, "Finetune/Loss": 0.8370480537414551, "Finetune/Loss (Raw)": 0.797349750995636, "Finetune/Step": 7110, "Finetune/Step Time": 11.85520257242024}
+{"Finetune/Learning Rate": 1.4531800865082401e-05, "Finetune/Loss": 0.8369736671447754, "Finetune/Loss (Raw)": 0.8008824586868286, "Finetune/Step": 7111, "Finetune/Step Time": 11.85511408559978}
+{"Finetune/Learning Rate": 1.4530299688410726e-05, "Finetune/Loss": 0.8376189470291138, "Finetune/Loss (Raw)": 0.9014126658439636, "Finetune/Step": 7112, "Finetune/Step Time": 11.813259871676564}
+{"Finetune/Learning Rate": 1.4528798383272637e-05, "Finetune/Loss": 0.8380645513534546, "Finetune/Loss (Raw)": 0.8533343076705933, "Finetune/Step": 7113, "Finetune/Step Time": 11.81044340506196}
+{"Finetune/Learning Rate": 1.4527296949710701e-05, "Finetune/Loss": 0.8385869860649109, "Finetune/Loss (Raw)": 0.8318188786506653, "Finetune/Step": 7114, "Finetune/Step Time": 11.802444180473685}
+{"Finetune/Learning Rate": 1.4525795387767496e-05, "Finetune/Loss": 0.8383215665817261, "Finetune/Loss (Raw)": 0.9064819812774658, "Finetune/Step": 7115, "Finetune/Step Time": 11.795007068663836}
+{"Finetune/Learning Rate": 1.4524293697485608e-05, "Finetune/Loss": 0.8372992277145386, "Finetune/Loss (Raw)": 0.7539553642272949, "Finetune/Step": 7116, "Finetune/Step Time": 11.794419683516026}
+{"Finetune/Learning Rate": 1.4522791878907613e-05, "Finetune/Loss": 0.8385370969772339, "Finetune/Loss (Raw)": 0.9175080060958862, "Finetune/Step": 7117, "Finetune/Step Time": 11.80280052125454}
+{"Finetune/Learning Rate": 1.4521289932076103e-05, "Finetune/Loss": 0.8388594388961792, "Finetune/Loss (Raw)": 0.9005613327026367, "Finetune/Step": 7118, "Finetune/Step Time": 11.794243313372135}
+{"Finetune/Learning Rate": 1.4519787857033668e-05, "Finetune/Loss": 0.8386823534965515, "Finetune/Loss (Raw)": 0.8128681182861328, "Finetune/Step": 7119, "Finetune/Step Time": 11.785883219912648}
+{"Finetune/Learning Rate": 1.45182856538229e-05, "Finetune/Loss": 0.8394062519073486, "Finetune/Loss (Raw)": 0.8753759264945984, "Finetune/Step": 7120, "Finetune/Step Time": 11.77749208547175}
+{"Finetune/Learning Rate": 1.4516783322486398e-05, "Finetune/Loss": 0.838593602180481, "Finetune/Loss (Raw)": 0.8430318832397461, "Finetune/Step": 7121, "Finetune/Step Time": 11.785935366526246}
+{"Finetune/Learning Rate": 1.4515280863066768e-05, "Finetune/Loss": 0.8397475481033325, "Finetune/Loss (Raw)": 0.8955698013305664, "Finetune/Step": 7122, "Finetune/Step Time": 11.785431576892734}
+{"Finetune/Learning Rate": 1.451377827560661e-05, "Finetune/Loss": 0.8399163484573364, "Finetune/Loss (Raw)": 0.8447319865226746, "Finetune/Step": 7123, "Finetune/Step Time": 11.780047250911593}
+{"Finetune/Learning Rate": 1.4512275560148536e-05, "Finetune/Loss": 0.8388592004776001, "Finetune/Loss (Raw)": 0.79179847240448, "Finetune/Step": 7124, "Finetune/Step Time": 11.791407333686948}
+{"Finetune/Learning Rate": 1.451077271673516e-05, "Finetune/Loss": 0.8379364013671875, "Finetune/Loss (Raw)": 0.7694662809371948, "Finetune/Step": 7125, "Finetune/Step Time": 11.784038560464978}
+{"Finetune/Learning Rate": 1.4509269745409094e-05, "Finetune/Loss": 0.8376250267028809, "Finetune/Loss (Raw)": 0.8538782596588135, "Finetune/Step": 7126, "Finetune/Step Time": 11.789767162874341}
+{"Finetune/Learning Rate": 1.4507766646212962e-05, "Finetune/Loss": 0.8391317129135132, "Finetune/Loss (Raw)": 0.9168072938919067, "Finetune/Step": 7127, "Finetune/Step Time": 11.790895223617554}
+{"Finetune/Learning Rate": 1.4506263419189388e-05, "Finetune/Loss": 0.8397384881973267, "Finetune/Loss (Raw)": 0.8893613815307617, "Finetune/Step": 7128, "Finetune/Step Time": 11.790813405066729}
+{"Finetune/Learning Rate": 1.4504760064380993e-05, "Finetune/Loss": 0.840625524520874, "Finetune/Loss (Raw)": 0.9090357422828674, "Finetune/Step": 7129, "Finetune/Step Time": 11.79607448913157}
+{"Finetune/Learning Rate": 1.4503256581830416e-05, "Finetune/Loss": 0.841489851474762, "Finetune/Loss (Raw)": 0.8226079940795898, "Finetune/Step": 7130, "Finetune/Step Time": 11.83103728480637}
+{"Finetune/Learning Rate": 1.450175297158029e-05, "Finetune/Loss": 0.8400173187255859, "Finetune/Loss (Raw)": 0.7046499848365784, "Finetune/Step": 7131, "Finetune/Step Time": 11.826955411583185}
+{"Finetune/Learning Rate": 1.4500249233673247e-05, "Finetune/Loss": 0.8393775224685669, "Finetune/Loss (Raw)": 0.8067166805267334, "Finetune/Step": 7132, "Finetune/Step Time": 11.84200788103044}
+{"Finetune/Learning Rate": 1.4498745368151932e-05, "Finetune/Loss": 0.8384535312652588, "Finetune/Loss (Raw)": 0.8955360054969788, "Finetune/Step": 7133, "Finetune/Step Time": 11.84158824570477}
+{"Finetune/Learning Rate": 1.4497241375058997e-05, "Finetune/Loss": 0.8377977609634399, "Finetune/Loss (Raw)": 0.8277661800384521, "Finetune/Step": 7134, "Finetune/Step Time": 11.84934644214809}
+{"Finetune/Learning Rate": 1.4495737254437078e-05, "Finetune/Loss": 0.8367812633514404, "Finetune/Loss (Raw)": 0.8423507809638977, "Finetune/Step": 7135, "Finetune/Step Time": 11.8672139570117}
+{"Finetune/Learning Rate": 1.4494233006328837e-05, "Finetune/Loss": 0.8369271755218506, "Finetune/Loss (Raw)": 0.8540414571762085, "Finetune/Step": 7136, "Finetune/Step Time": 11.871003475040197}
+{"Finetune/Learning Rate": 1.4492728630776931e-05, "Finetune/Loss": 0.8359938859939575, "Finetune/Loss (Raw)": 0.6443970203399658, "Finetune/Step": 7137, "Finetune/Step Time": 11.85827224701643}
+{"Finetune/Learning Rate": 1.4491224127824016e-05, "Finetune/Loss": 0.8343122005462646, "Finetune/Loss (Raw)": 0.7753265500068665, "Finetune/Step": 7138, "Finetune/Step Time": 11.858314573764801}
+{"Finetune/Learning Rate": 1.4489719497512752e-05, "Finetune/Loss": 0.8319332599639893, "Finetune/Loss (Raw)": 0.6742403507232666, "Finetune/Step": 7139, "Finetune/Step Time": 11.859605258330703}
+{"Finetune/Learning Rate": 1.4488214739885813e-05, "Finetune/Loss": 0.8334159851074219, "Finetune/Loss (Raw)": 0.9926684498786926, "Finetune/Step": 7140, "Finetune/Step Time": 11.86430854909122}
+{"Finetune/Learning Rate": 1.4486709854985868e-05, "Finetune/Loss": 0.8349525332450867, "Finetune/Loss (Raw)": 0.8794249296188354, "Finetune/Step": 7141, "Finetune/Step Time": 11.843461323529482}
+{"Finetune/Learning Rate": 1.4485204842855587e-05, "Finetune/Loss": 0.834897518157959, "Finetune/Loss (Raw)": 0.7769775390625, "Finetune/Step": 7142, "Finetune/Step Time": 11.840409548953176}
+{"Finetune/Learning Rate": 1.448369970353765e-05, "Finetune/Loss": 0.8334068059921265, "Finetune/Loss (Raw)": 0.7754671573638916, "Finetune/Step": 7143, "Finetune/Step Time": 11.83624934963882}
+{"Finetune/Learning Rate": 1.4482194437074744e-05, "Finetune/Loss": 0.832965612411499, "Finetune/Loss (Raw)": 0.7707014083862305, "Finetune/Step": 7144, "Finetune/Step Time": 11.835826141759753}
+{"Finetune/Learning Rate": 1.4480689043509547e-05, "Finetune/Loss": 0.8325682282447815, "Finetune/Loss (Raw)": 0.7430896162986755, "Finetune/Step": 7145, "Finetune/Step Time": 11.859687386080623}
+{"Finetune/Learning Rate": 1.4479183522884748e-05, "Finetune/Loss": 0.8307134509086609, "Finetune/Loss (Raw)": 0.6482656002044678, "Finetune/Step": 7146, "Finetune/Step Time": 11.8585055321455}
+{"Finetune/Learning Rate": 1.4477677875243043e-05, "Finetune/Loss": 0.8290705680847168, "Finetune/Loss (Raw)": 0.7353073358535767, "Finetune/Step": 7147, "Finetune/Step Time": 11.85458748973906}
+{"Finetune/Learning Rate": 1.4476172100627127e-05, "Finetune/Loss": 0.8302809000015259, "Finetune/Loss (Raw)": 0.8774937391281128, "Finetune/Step": 7148, "Finetune/Step Time": 11.861323235556483}
+{"Finetune/Learning Rate": 1.44746661990797e-05, "Finetune/Loss": 0.8283873796463013, "Finetune/Loss (Raw)": 0.7255591154098511, "Finetune/Step": 7149, "Finetune/Step Time": 11.876645049080253}
+{"Finetune/Learning Rate": 1.4473160170643459e-05, "Finetune/Loss": 0.829125165939331, "Finetune/Loss (Raw)": 0.9093450903892517, "Finetune/Step": 7150, "Finetune/Step Time": 11.871900843456388}
+{"Finetune/Learning Rate": 1.447165401536112e-05, "Finetune/Loss": 0.8276758193969727, "Finetune/Loss (Raw)": 0.7823366522789001, "Finetune/Step": 7151, "Finetune/Step Time": 11.858681896701455}
+{"Finetune/Learning Rate": 1.4470147733275388e-05, "Finetune/Loss": 0.827610969543457, "Finetune/Loss (Raw)": 0.8900353908538818, "Finetune/Step": 7152, "Finetune/Step Time": 11.858510922640562}
+{"Finetune/Learning Rate": 1.4468641324428975e-05, "Finetune/Loss": 0.827736496925354, "Finetune/Loss (Raw)": 0.9040577411651611, "Finetune/Step": 7153, "Finetune/Step Time": 11.84471881762147}
+{"Finetune/Learning Rate": 1.4467134788864603e-05, "Finetune/Loss": 0.8274157047271729, "Finetune/Loss (Raw)": 0.8428837656974792, "Finetune/Step": 7154, "Finetune/Step Time": 11.845848973840475}
+{"Finetune/Learning Rate": 1.4465628126624996e-05, "Finetune/Loss": 0.8268762826919556, "Finetune/Loss (Raw)": 0.8081218600273132, "Finetune/Step": 7155, "Finetune/Step Time": 11.837812541052699}
+{"Finetune/Learning Rate": 1.4464121337752868e-05, "Finetune/Loss": 0.8267011642456055, "Finetune/Loss (Raw)": 0.7629590630531311, "Finetune/Step": 7156, "Finetune/Step Time": 11.83872339874506}
+{"Finetune/Learning Rate": 1.4462614422290952e-05, "Finetune/Loss": 0.8267039656639099, "Finetune/Loss (Raw)": 0.8784086108207703, "Finetune/Step": 7157, "Finetune/Step Time": 11.835267083719373}
+{"Finetune/Learning Rate": 1.4461107380281986e-05, "Finetune/Loss": 0.8255912065505981, "Finetune/Loss (Raw)": 0.7932225465774536, "Finetune/Step": 7158, "Finetune/Step Time": 11.840083952993155}
+{"Finetune/Learning Rate": 1.4459600211768696e-05, "Finetune/Loss": 0.8260088562965393, "Finetune/Loss (Raw)": 0.8367260694503784, "Finetune/Step": 7159, "Finetune/Step Time": 11.835173865780234}
+{"Finetune/Learning Rate": 1.4458092916793826e-05, "Finetune/Loss": 0.8259339332580566, "Finetune/Loss (Raw)": 0.8146608471870422, "Finetune/Step": 7160, "Finetune/Step Time": 11.843211384490132}
+{"Finetune/Learning Rate": 1.4456585495400122e-05, "Finetune/Loss": 0.8277082443237305, "Finetune/Loss (Raw)": 0.8246160745620728, "Finetune/Step": 7161, "Finetune/Step Time": 11.814921420067549}
+{"Finetune/Learning Rate": 1.4455077947630323e-05, "Finetune/Loss": 0.8278866410255432, "Finetune/Loss (Raw)": 0.9489067196846008, "Finetune/Step": 7162, "Finetune/Step Time": 11.817569935694337}
+{"Finetune/Learning Rate": 1.4453570273527182e-05, "Finetune/Loss": 0.8252205848693848, "Finetune/Loss (Raw)": 0.7183054685592651, "Finetune/Step": 7163, "Finetune/Step Time": 11.810811033472419}
+{"Finetune/Learning Rate": 1.4452062473133452e-05, "Finetune/Loss": 0.8236443996429443, "Finetune/Loss (Raw)": 0.6720446944236755, "Finetune/Step": 7164, "Finetune/Step Time": 11.841314321383834}
+{"Finetune/Learning Rate": 1.4450554546491891e-05, "Finetune/Loss": 0.8239144086837769, "Finetune/Loss (Raw)": 0.8178849816322327, "Finetune/Step": 7165, "Finetune/Step Time": 11.846499091014266}
+{"Finetune/Learning Rate": 1.444904649364526e-05, "Finetune/Loss": 0.8232700824737549, "Finetune/Loss (Raw)": 0.8536536693572998, "Finetune/Step": 7166, "Finetune/Step Time": 11.859612103551626}
+{"Finetune/Learning Rate": 1.444753831463632e-05, "Finetune/Loss": 0.8225423693656921, "Finetune/Loss (Raw)": 0.8852447271347046, "Finetune/Step": 7167, "Finetune/Step Time": 11.85667658597231}
+{"Finetune/Learning Rate": 1.444603000950784e-05, "Finetune/Loss": 0.8228745460510254, "Finetune/Loss (Raw)": 0.9147272109985352, "Finetune/Step": 7168, "Finetune/Step Time": 11.878266455605626}
+{"Finetune/Learning Rate": 1.4444521578302593e-05, "Finetune/Loss": 0.8235808610916138, "Finetune/Loss (Raw)": 0.7986665368080139, "Finetune/Step": 7169, "Finetune/Step Time": 11.85215412825346}
+{"Finetune/Learning Rate": 1.4443013021063352e-05, "Finetune/Loss": 0.8220909833908081, "Finetune/Loss (Raw)": 0.7765073776245117, "Finetune/Step": 7170, "Finetune/Step Time": 11.848094696179032}
+{"Finetune/Learning Rate": 1.4441504337832897e-05, "Finetune/Loss": 0.8223248720169067, "Finetune/Loss (Raw)": 0.8313454985618591, "Finetune/Step": 7171, "Finetune/Step Time": 11.848719013854861}
+{"Finetune/Learning Rate": 1.4439995528654007e-05, "Finetune/Loss": 0.8235120177268982, "Finetune/Loss (Raw)": 1.0098587274551392, "Finetune/Step": 7172, "Finetune/Step Time": 11.849495219066739}
+{"Finetune/Learning Rate": 1.4438486593569474e-05, "Finetune/Loss": 0.8243115544319153, "Finetune/Loss (Raw)": 0.9237067699432373, "Finetune/Step": 7173, "Finetune/Step Time": 11.842619506642222}
+{"Finetune/Learning Rate": 1.4436977532622076e-05, "Finetune/Loss": 0.8255900144577026, "Finetune/Loss (Raw)": 0.9324304461479187, "Finetune/Step": 7174, "Finetune/Step Time": 11.849097348749638}
+{"Finetune/Learning Rate": 1.4435468345854618e-05, "Finetune/Loss": 0.8244650363922119, "Finetune/Loss (Raw)": 0.8453012108802795, "Finetune/Step": 7175, "Finetune/Step Time": 11.842910420149565}
+{"Finetune/Learning Rate": 1.4433959033309888e-05, "Finetune/Loss": 0.8254578709602356, "Finetune/Loss (Raw)": 0.9811130166053772, "Finetune/Step": 7176, "Finetune/Step Time": 11.826740503311157}
+{"Finetune/Learning Rate": 1.4432449595030686e-05, "Finetune/Loss": 0.826591968536377, "Finetune/Loss (Raw)": 0.8098254203796387, "Finetune/Step": 7177, "Finetune/Step Time": 11.817320523783565}
+{"Finetune/Learning Rate": 1.4430940031059821e-05, "Finetune/Loss": 0.8264913558959961, "Finetune/Loss (Raw)": 0.9146513342857361, "Finetune/Step": 7178, "Finetune/Step Time": 11.818364579230547}
+{"Finetune/Learning Rate": 1.4429430341440096e-05, "Finetune/Loss": 0.8256499171257019, "Finetune/Loss (Raw)": 0.8389883041381836, "Finetune/Step": 7179, "Finetune/Step Time": 11.819877732545137}
+{"Finetune/Learning Rate": 1.4427920526214324e-05, "Finetune/Loss": 0.8253899812698364, "Finetune/Loss (Raw)": 0.8955715894699097, "Finetune/Step": 7180, "Finetune/Step Time": 11.819829393178225}
+{"Finetune/Learning Rate": 1.442641058542531e-05, "Finetune/Loss": 0.8241991400718689, "Finetune/Loss (Raw)": 0.7794447541236877, "Finetune/Step": 7181, "Finetune/Step Time": 11.821375219151378}
+{"Finetune/Learning Rate": 1.4424900519115888e-05, "Finetune/Loss": 0.8246769905090332, "Finetune/Loss (Raw)": 0.8755362629890442, "Finetune/Step": 7182, "Finetune/Step Time": 11.814569931477308}
+{"Finetune/Learning Rate": 1.4423390327328863e-05, "Finetune/Loss": 0.825223982334137, "Finetune/Loss (Raw)": 0.8773664236068726, "Finetune/Step": 7183, "Finetune/Step Time": 11.816625703126192}
+{"Finetune/Learning Rate": 1.442188001010707e-05, "Finetune/Loss": 0.8232318162918091, "Finetune/Loss (Raw)": 0.7662423849105835, "Finetune/Step": 7184, "Finetune/Step Time": 11.804695220664144}
+{"Finetune/Learning Rate": 1.4420369567493335e-05, "Finetune/Loss": 0.8221663236618042, "Finetune/Loss (Raw)": 0.8104459643363953, "Finetune/Step": 7185, "Finetune/Step Time": 11.798914851620793}
+{"Finetune/Learning Rate": 1.4418858999530488e-05, "Finetune/Loss": 0.8230806589126587, "Finetune/Loss (Raw)": 0.8451046347618103, "Finetune/Step": 7186, "Finetune/Step Time": 11.796756016090512}
+{"Finetune/Learning Rate": 1.4417348306261364e-05, "Finetune/Loss": 0.8244521021842957, "Finetune/Loss (Raw)": 0.9027260541915894, "Finetune/Step": 7187, "Finetune/Step Time": 11.774034513160586}
+{"Finetune/Learning Rate": 1.4415837487728803e-05, "Finetune/Loss": 0.8241210579872131, "Finetune/Loss (Raw)": 0.7424401640892029, "Finetune/Step": 7188, "Finetune/Step Time": 11.78472126275301}
+{"Finetune/Learning Rate": 1.441432654397565e-05, "Finetune/Loss": 0.8251056671142578, "Finetune/Loss (Raw)": 0.87400883436203, "Finetune/Step": 7189, "Finetune/Step Time": 11.78991960734129}
+{"Finetune/Learning Rate": 1.4412815475044749e-05, "Finetune/Loss": 0.8262104988098145, "Finetune/Loss (Raw)": 0.7790206670761108, "Finetune/Step": 7190, "Finetune/Step Time": 11.795073518529534}
+{"Finetune/Learning Rate": 1.4411304280978946e-05, "Finetune/Loss": 0.8269326090812683, "Finetune/Loss (Raw)": 0.9551327228546143, "Finetune/Step": 7191, "Finetune/Step Time": 11.798386177048087}
+{"Finetune/Learning Rate": 1.4409792961821101e-05, "Finetune/Loss": 0.8270654678344727, "Finetune/Loss (Raw)": 0.9190863370895386, "Finetune/Step": 7192, "Finetune/Step Time": 11.822657806798816}
+{"Finetune/Learning Rate": 1.4408281517614064e-05, "Finetune/Loss": 0.8269065618515015, "Finetune/Loss (Raw)": 0.8515043258666992, "Finetune/Step": 7193, "Finetune/Step Time": 11.823922513052821}
+{"Finetune/Learning Rate": 1.4406769948400703e-05, "Finetune/Loss": 0.8279116153717041, "Finetune/Loss (Raw)": 0.763126790523529, "Finetune/Step": 7194, "Finetune/Step Time": 11.811148753389716}
+{"Finetune/Learning Rate": 1.4405258254223875e-05, "Finetune/Loss": 0.8289863467216492, "Finetune/Loss (Raw)": 0.9741798043251038, "Finetune/Step": 7195, "Finetune/Step Time": 11.813890013843775}
+{"Finetune/Learning Rate": 1.4403746435126449e-05, "Finetune/Loss": 0.8283534646034241, "Finetune/Loss (Raw)": 0.8366567492485046, "Finetune/Step": 7196, "Finetune/Step Time": 11.810639511793852}
+{"Finetune/Learning Rate": 1.4402234491151301e-05, "Finetune/Loss": 0.8284997940063477, "Finetune/Loss (Raw)": 0.8255918025970459, "Finetune/Step": 7197, "Finetune/Step Time": 11.813555642962456}
+{"Finetune/Learning Rate": 1.4400722422341296e-05, "Finetune/Loss": 0.8294200897216797, "Finetune/Loss (Raw)": 0.887938916683197, "Finetune/Step": 7198, "Finetune/Step Time": 11.836426330730319}
+{"Finetune/Learning Rate": 1.4399210228739318e-05, "Finetune/Loss": 0.8280842900276184, "Finetune/Loss (Raw)": 0.7762866616249084, "Finetune/Step": 7199, "Finetune/Step Time": 11.856880486011505}
+{"Finetune/Learning Rate": 1.4397697910388248e-05, "Finetune/Loss": 0.8279740810394287, "Finetune/Loss (Raw)": 0.8744094371795654, "Finetune/Step": 7200, "Finetune/Step Time": 11.849653612822294}
+{"Finetune/Learning Rate": 1.4396185467330974e-05, "Finetune/Loss": 0.8271067142486572, "Finetune/Loss (Raw)": 0.8015686869621277, "Finetune/Step": 7201, "Finetune/Step Time": 11.843791557475924}
+{"Finetune/Learning Rate": 1.4394672899610376e-05, "Finetune/Loss": 0.8287094235420227, "Finetune/Loss (Raw)": 0.7580743432044983, "Finetune/Step": 7202, "Finetune/Step Time": 11.825509037822485}
+{"Finetune/Learning Rate": 1.4393160207269352e-05, "Finetune/Loss": 0.8313282132148743, "Finetune/Loss (Raw)": 0.8767372965812683, "Finetune/Step": 7203, "Finetune/Step Time": 11.82333324663341}
+{"Finetune/Learning Rate": 1.4391647390350802e-05, "Finetune/Loss": 0.8309058547019958, "Finetune/Loss (Raw)": 0.7974358797073364, "Finetune/Step": 7204, "Finetune/Step Time": 11.839168855920434}
+{"Finetune/Learning Rate": 1.4390134448897615e-05, "Finetune/Loss": 0.8317857980728149, "Finetune/Loss (Raw)": 0.8032649159431458, "Finetune/Step": 7205, "Finetune/Step Time": 11.844615751877427}
+{"Finetune/Learning Rate": 1.4388621382952702e-05, "Finetune/Loss": 0.8316330909729004, "Finetune/Loss (Raw)": 0.7628680467605591, "Finetune/Step": 7206, "Finetune/Step Time": 11.869997499510646}
+{"Finetune/Learning Rate": 1.4387108192558965e-05, "Finetune/Loss": 0.8317780494689941, "Finetune/Loss (Raw)": 0.9022664427757263, "Finetune/Step": 7207, "Finetune/Step Time": 11.872871696949005}
+{"Finetune/Learning Rate": 1.4385594877759315e-05, "Finetune/Loss": 0.8328778147697449, "Finetune/Loss (Raw)": 0.9487009048461914, "Finetune/Step": 7208, "Finetune/Step Time": 11.867541443556547}
+{"Finetune/Learning Rate": 1.4384081438596665e-05, "Finetune/Loss": 0.8328370451927185, "Finetune/Loss (Raw)": 0.9098191857337952, "Finetune/Step": 7209, "Finetune/Step Time": 11.857163636013865}
+{"Finetune/Learning Rate": 1.4382567875113932e-05, "Finetune/Loss": 0.8338404893875122, "Finetune/Loss (Raw)": 0.8662723898887634, "Finetune/Step": 7210, "Finetune/Step Time": 11.857346830889583}
+{"Finetune/Learning Rate": 1.4381054187354038e-05, "Finetune/Loss": 0.8346987366676331, "Finetune/Loss (Raw)": 0.8563677668571472, "Finetune/Step": 7211, "Finetune/Step Time": 11.878542384132743}
+{"Finetune/Learning Rate": 1.4379540375359904e-05, "Finetune/Loss": 0.8343907594680786, "Finetune/Loss (Raw)": 0.817348301410675, "Finetune/Step": 7212, "Finetune/Step Time": 11.87158366292715}
+{"Finetune/Learning Rate": 1.4378026439174457e-05, "Finetune/Loss": 0.8340036869049072, "Finetune/Loss (Raw)": 0.8111637234687805, "Finetune/Step": 7213, "Finetune/Step Time": 11.883145555853844}
+{"Finetune/Learning Rate": 1.4376512378840632e-05, "Finetune/Loss": 0.8338090777397156, "Finetune/Loss (Raw)": 0.8487980961799622, "Finetune/Step": 7214, "Finetune/Step Time": 11.890422271564603}
+{"Finetune/Learning Rate": 1.4374998194401361e-05, "Finetune/Loss": 0.8348134756088257, "Finetune/Loss (Raw)": 0.868549108505249, "Finetune/Step": 7215, "Finetune/Step Time": 11.864401375874877}
+{"Finetune/Learning Rate": 1.4373483885899582e-05, "Finetune/Loss": 0.8338884115219116, "Finetune/Loss (Raw)": 0.6600403189659119, "Finetune/Step": 7216, "Finetune/Step Time": 11.887924712151289}
+{"Finetune/Learning Rate": 1.4371969453378233e-05, "Finetune/Loss": 0.8349179029464722, "Finetune/Loss (Raw)": 1.0502498149871826, "Finetune/Step": 7217, "Finetune/Step Time": 11.888590419664979}
+{"Finetune/Learning Rate": 1.4370454896880265e-05, "Finetune/Loss": 0.8337094783782959, "Finetune/Loss (Raw)": 0.6379920840263367, "Finetune/Step": 7218, "Finetune/Step Time": 11.89050797559321}
+{"Finetune/Learning Rate": 1.4368940216448626e-05, "Finetune/Loss": 0.8354590535163879, "Finetune/Loss (Raw)": 0.9183090925216675, "Finetune/Step": 7219, "Finetune/Step Time": 11.855546975508332}
+{"Finetune/Learning Rate": 1.4367425412126266e-05, "Finetune/Loss": 0.8349282741546631, "Finetune/Loss (Raw)": 0.7174715399742126, "Finetune/Step": 7220, "Finetune/Step Time": 11.851260548457503}
+{"Finetune/Learning Rate": 1.4365910483956138e-05, "Finetune/Loss": 0.8355656862258911, "Finetune/Loss (Raw)": 0.7752378582954407, "Finetune/Step": 7221, "Finetune/Step Time": 11.831172401085496}
+{"Finetune/Learning Rate": 1.4364395431981206e-05, "Finetune/Loss": 0.8355119228363037, "Finetune/Loss (Raw)": 0.864799439907074, "Finetune/Step": 7222, "Finetune/Step Time": 11.83415055833757}
+{"Finetune/Learning Rate": 1.4362880256244427e-05, "Finetune/Loss": 0.8355364203453064, "Finetune/Loss (Raw)": 0.7941786646842957, "Finetune/Step": 7223, "Finetune/Step Time": 11.829859947785735}
+{"Finetune/Learning Rate": 1.4361364956788772e-05, "Finetune/Loss": 0.8340562582015991, "Finetune/Loss (Raw)": 0.6974584460258484, "Finetune/Step": 7224, "Finetune/Step Time": 11.845643531531096}
+{"Finetune/Learning Rate": 1.4359849533657211e-05, "Finetune/Loss": 0.8337801694869995, "Finetune/Loss (Raw)": 0.8007959723472595, "Finetune/Step": 7225, "Finetune/Step Time": 11.837854815647006}
+{"Finetune/Learning Rate": 1.4358333986892711e-05, "Finetune/Loss": 0.8343782424926758, "Finetune/Loss (Raw)": 0.9314890503883362, "Finetune/Step": 7226, "Finetune/Step Time": 11.834919080138206}
+{"Finetune/Learning Rate": 1.4356818316538258e-05, "Finetune/Loss": 0.8334456086158752, "Finetune/Loss (Raw)": 0.7226881384849548, "Finetune/Step": 7227, "Finetune/Step Time": 11.853656996041536}
+{"Finetune/Learning Rate": 1.4355302522636823e-05, "Finetune/Loss": 0.8332961797714233, "Finetune/Loss (Raw)": 0.9040707349777222, "Finetune/Step": 7228, "Finetune/Step Time": 11.863969253376126}
+{"Finetune/Learning Rate": 1.4353786605231395e-05, "Finetune/Loss": 0.8321069478988647, "Finetune/Loss (Raw)": 0.7186626195907593, "Finetune/Step": 7229, "Finetune/Step Time": 11.864602446556091}
+{"Finetune/Learning Rate": 1.4352270564364954e-05, "Finetune/Loss": 0.8320835828781128, "Finetune/Loss (Raw)": 0.8084406852722168, "Finetune/Step": 7230, "Finetune/Step Time": 11.872840221971273}
+{"Finetune/Learning Rate": 1.4350754400080503e-05, "Finetune/Loss": 0.8316463232040405, "Finetune/Loss (Raw)": 0.777167558670044, "Finetune/Step": 7231, "Finetune/Step Time": 11.87691654637456}
+{"Finetune/Learning Rate": 1.4349238112421025e-05, "Finetune/Loss": 0.8312691450119019, "Finetune/Loss (Raw)": 0.7795517444610596, "Finetune/Step": 7232, "Finetune/Step Time": 11.877264700829983}
+{"Finetune/Learning Rate": 1.434772170142952e-05, "Finetune/Loss": 0.8310285806655884, "Finetune/Loss (Raw)": 0.8914201855659485, "Finetune/Step": 7233, "Finetune/Step Time": 11.880981791764498}
+{"Finetune/Learning Rate": 1.4346205167148996e-05, "Finetune/Loss": 0.8312005996704102, "Finetune/Loss (Raw)": 0.7961633205413818, "Finetune/Step": 7234, "Finetune/Step Time": 11.876874739304185}
+{"Finetune/Learning Rate": 1.434468850962245e-05, "Finetune/Loss": 0.8308959603309631, "Finetune/Loss (Raw)": 0.8213698267936707, "Finetune/Step": 7235, "Finetune/Step Time": 11.879130139946938}
+{"Finetune/Learning Rate": 1.4343171728892892e-05, "Finetune/Loss": 0.8312805891036987, "Finetune/Loss (Raw)": 0.7422481775283813, "Finetune/Step": 7236, "Finetune/Step Time": 11.885566974058747}
+{"Finetune/Learning Rate": 1.4341654825003337e-05, "Finetune/Loss": 0.8322949409484863, "Finetune/Loss (Raw)": 0.92453533411026, "Finetune/Step": 7237, "Finetune/Step Time": 11.93635461293161}
+{"Finetune/Learning Rate": 1.4340137797996793e-05, "Finetune/Loss": 0.8323154449462891, "Finetune/Loss (Raw)": 0.7999765276908875, "Finetune/Step": 7238, "Finetune/Step Time": 11.941933576017618}
+{"Finetune/Learning Rate": 1.4338620647916286e-05, "Finetune/Loss": 0.8340165019035339, "Finetune/Loss (Raw)": 1.0186165571212769, "Finetune/Step": 7239, "Finetune/Step Time": 11.947390658780932}
+{"Finetune/Learning Rate": 1.4337103374804832e-05, "Finetune/Loss": 0.8333148956298828, "Finetune/Loss (Raw)": 0.8116071224212646, "Finetune/Step": 7240, "Finetune/Step Time": 11.948016146197915}
+{"Finetune/Learning Rate": 1.4335585978705462e-05, "Finetune/Loss": 0.8327020406723022, "Finetune/Loss (Raw)": 0.7748852968215942, "Finetune/Step": 7241, "Finetune/Step Time": 11.958123182877898}
+{"Finetune/Learning Rate": 1.43340684596612e-05, "Finetune/Loss": 0.8321300745010376, "Finetune/Loss (Raw)": 0.7586143612861633, "Finetune/Step": 7242, "Finetune/Step Time": 11.947123838588595}
+{"Finetune/Learning Rate": 1.4332550817715083e-05, "Finetune/Loss": 0.8310276865959167, "Finetune/Loss (Raw)": 0.7653794288635254, "Finetune/Step": 7243, "Finetune/Step Time": 11.95607372559607}
+{"Finetune/Learning Rate": 1.4331033052910144e-05, "Finetune/Loss": 0.8310725092887878, "Finetune/Loss (Raw)": 0.7596902847290039, "Finetune/Step": 7244, "Finetune/Step Time": 11.98271880671382}
+{"Finetune/Learning Rate": 1.4329515165289423e-05, "Finetune/Loss": 0.8307259678840637, "Finetune/Loss (Raw)": 0.8731464147567749, "Finetune/Step": 7245, "Finetune/Step Time": 11.972241112962365}
+{"Finetune/Learning Rate": 1.4327997154895967e-05, "Finetune/Loss": 0.8299753665924072, "Finetune/Loss (Raw)": 0.8044819831848145, "Finetune/Step": 7246, "Finetune/Step Time": 11.973520394414663}
+{"Finetune/Learning Rate": 1.4326479021772813e-05, "Finetune/Loss": 0.8306987881660461, "Finetune/Loss (Raw)": 0.9054709076881409, "Finetune/Step": 7247, "Finetune/Step Time": 11.974780285730958}
+{"Finetune/Learning Rate": 1.4324960765963019e-05, "Finetune/Loss": 0.8310341835021973, "Finetune/Loss (Raw)": 0.9183058738708496, "Finetune/Step": 7248, "Finetune/Step Time": 11.974789647385478}
+{"Finetune/Learning Rate": 1.4323442387509639e-05, "Finetune/Loss": 0.8313601016998291, "Finetune/Loss (Raw)": 0.8847507238388062, "Finetune/Step": 7249, "Finetune/Step Time": 11.963603563606739}
+{"Finetune/Learning Rate": 1.4321923886455725e-05, "Finetune/Loss": 0.8307167291641235, "Finetune/Loss (Raw)": 0.8132098317146301, "Finetune/Step": 7250, "Finetune/Step Time": 11.96493755094707}
+{"Finetune/Learning Rate": 1.4320405262844337e-05, "Finetune/Loss": 0.830785870552063, "Finetune/Loss (Raw)": 0.8535879254341125, "Finetune/Step": 7251, "Finetune/Step Time": 11.971571063622832}
+{"Finetune/Learning Rate": 1.4318886516718546e-05, "Finetune/Loss": 0.8311095833778381, "Finetune/Loss (Raw)": 0.8332353234291077, "Finetune/Step": 7252, "Finetune/Step Time": 11.963539270684123}
+{"Finetune/Learning Rate": 1.4317367648121413e-05, "Finetune/Loss": 0.8318735361099243, "Finetune/Loss (Raw)": 0.867254376411438, "Finetune/Step": 7253, "Finetune/Step Time": 11.970232017338276}
+{"Finetune/Learning Rate": 1.4315848657096006e-05, "Finetune/Loss": 0.8308893442153931, "Finetune/Loss (Raw)": 0.727901816368103, "Finetune/Step": 7254, "Finetune/Step Time": 11.960387624800205}
+{"Finetune/Learning Rate": 1.431432954368541e-05, "Finetune/Loss": 0.8306690454483032, "Finetune/Loss (Raw)": 0.8886032104492188, "Finetune/Step": 7255, "Finetune/Step Time": 11.983765874058008}
+{"Finetune/Learning Rate": 1.4312810307932694e-05, "Finetune/Loss": 0.8298157453536987, "Finetune/Loss (Raw)": 0.7801409363746643, "Finetune/Step": 7256, "Finetune/Step Time": 11.981499733403325}
+{"Finetune/Learning Rate": 1.4311290949880942e-05, "Finetune/Loss": 0.8302057385444641, "Finetune/Loss (Raw)": 0.958955705165863, "Finetune/Step": 7257, "Finetune/Step Time": 11.965062880888581}
+{"Finetune/Learning Rate": 1.4309771469573237e-05, "Finetune/Loss": 0.8302607536315918, "Finetune/Loss (Raw)": 0.8296441435813904, "Finetune/Step": 7258, "Finetune/Step Time": 11.93322310782969}
+{"Finetune/Learning Rate": 1.430825186705267e-05, "Finetune/Loss": 0.8313820362091064, "Finetune/Loss (Raw)": 0.8481865525245667, "Finetune/Step": 7259, "Finetune/Step Time": 11.938061086460948}
+{"Finetune/Learning Rate": 1.4306732142362329e-05, "Finetune/Loss": 0.8299574851989746, "Finetune/Loss (Raw)": 0.624367356300354, "Finetune/Step": 7260, "Finetune/Step Time": 11.948126710951328}
+{"Finetune/Learning Rate": 1.4305212295545314e-05, "Finetune/Loss": 0.8298349380493164, "Finetune/Loss (Raw)": 0.8798530101776123, "Finetune/Step": 7261, "Finetune/Step Time": 11.95248981565237}
+{"Finetune/Learning Rate": 1.430369232664472e-05, "Finetune/Loss": 0.8297144174575806, "Finetune/Loss (Raw)": 0.8123372197151184, "Finetune/Step": 7262, "Finetune/Step Time": 11.966398492455482}
+{"Finetune/Learning Rate": 1.4302172235703648e-05, "Finetune/Loss": 0.8300170302391052, "Finetune/Loss (Raw)": 0.8810842633247375, "Finetune/Step": 7263, "Finetune/Step Time": 11.951798034831882}
+{"Finetune/Learning Rate": 1.4300652022765207e-05, "Finetune/Loss": 0.8297876119613647, "Finetune/Loss (Raw)": 0.824679434299469, "Finetune/Step": 7264, "Finetune/Step Time": 11.935585379600525}
+{"Finetune/Learning Rate": 1.4299131687872504e-05, "Finetune/Loss": 0.8307185173034668, "Finetune/Loss (Raw)": 0.763552725315094, "Finetune/Step": 7265, "Finetune/Step Time": 11.941295040771365}
+{"Finetune/Learning Rate": 1.4297611231068649e-05, "Finetune/Loss": 0.8291435241699219, "Finetune/Loss (Raw)": 0.573718786239624, "Finetune/Step": 7266, "Finetune/Step Time": 11.971136849373579}
+{"Finetune/Learning Rate": 1.4296090652396763e-05, "Finetune/Loss": 0.8311722874641418, "Finetune/Loss (Raw)": 0.9339278340339661, "Finetune/Step": 7267, "Finetune/Step Time": 11.985946726053953}
+{"Finetune/Learning Rate": 1.4294569951899958e-05, "Finetune/Loss": 0.8302984833717346, "Finetune/Loss (Raw)": 0.8808217644691467, "Finetune/Step": 7268, "Finetune/Step Time": 11.985344283282757}
+{"Finetune/Learning Rate": 1.4293049129621366e-05, "Finetune/Loss": 0.8284310102462769, "Finetune/Loss (Raw)": 0.640392541885376, "Finetune/Step": 7269, "Finetune/Step Time": 12.014802852645516}
+{"Finetune/Learning Rate": 1.429152818560411e-05, "Finetune/Loss": 0.828655481338501, "Finetune/Loss (Raw)": 0.8057091236114502, "Finetune/Step": 7270, "Finetune/Step Time": 12.019090251997113}
+{"Finetune/Learning Rate": 1.4290007119891311e-05, "Finetune/Loss": 0.8294057846069336, "Finetune/Loss (Raw)": 0.8715025782585144, "Finetune/Step": 7271, "Finetune/Step Time": 12.018291719257832}
+{"Finetune/Learning Rate": 1.4288485932526115e-05, "Finetune/Loss": 0.8294247388839722, "Finetune/Loss (Raw)": 0.7731254696846008, "Finetune/Step": 7272, "Finetune/Step Time": 12.015474621206522}
+{"Finetune/Learning Rate": 1.4286964623551653e-05, "Finetune/Loss": 0.830586850643158, "Finetune/Loss (Raw)": 0.8918401002883911, "Finetune/Step": 7273, "Finetune/Step Time": 11.98590792156756}
+{"Finetune/Learning Rate": 1.4285443193011063e-05, "Finetune/Loss": 0.8329919576644897, "Finetune/Loss (Raw)": 0.9561213254928589, "Finetune/Step": 7274, "Finetune/Step Time": 11.98820179514587}
+{"Finetune/Learning Rate": 1.428392164094749e-05, "Finetune/Loss": 0.833909273147583, "Finetune/Loss (Raw)": 0.8527188897132874, "Finetune/Step": 7275, "Finetune/Step Time": 11.985712636262178}
+{"Finetune/Learning Rate": 1.428239996740408e-05, "Finetune/Loss": 0.8338392972946167, "Finetune/Loss (Raw)": 0.8685380220413208, "Finetune/Step": 7276, "Finetune/Step Time": 12.004821192473173}
+{"Finetune/Learning Rate": 1.4280878172423989e-05, "Finetune/Loss": 0.8334895372390747, "Finetune/Loss (Raw)": 0.680797278881073, "Finetune/Step": 7277, "Finetune/Step Time": 12.008583975955844}
+{"Finetune/Learning Rate": 1.4279356256050361e-05, "Finetune/Loss": 0.8324963450431824, "Finetune/Loss (Raw)": 0.7822100520133972, "Finetune/Step": 7278, "Finetune/Step Time": 12.02012848481536}
+{"Finetune/Learning Rate": 1.4277834218326361e-05, "Finetune/Loss": 0.8325241804122925, "Finetune/Loss (Raw)": 0.785896897315979, "Finetune/Step": 7279, "Finetune/Step Time": 12.02742875367403}
+{"Finetune/Learning Rate": 1.4276312059295148e-05, "Finetune/Loss": 0.8314610123634338, "Finetune/Loss (Raw)": 0.7539507150650024, "Finetune/Step": 7280, "Finetune/Step Time": 12.033672058954835}
+{"Finetune/Learning Rate": 1.4274789778999882e-05, "Finetune/Loss": 0.8319402933120728, "Finetune/Loss (Raw)": 0.9654019474983215, "Finetune/Step": 7281, "Finetune/Step Time": 12.027099214494228}
+{"Finetune/Learning Rate": 1.4273267377483735e-05, "Finetune/Loss": 0.831328809261322, "Finetune/Loss (Raw)": 0.7646204829216003, "Finetune/Step": 7282, "Finetune/Step Time": 12.052718786522746}
+{"Finetune/Learning Rate": 1.4271744854789878e-05, "Finetune/Loss": 0.831059455871582, "Finetune/Loss (Raw)": 0.7736407518386841, "Finetune/Step": 7283, "Finetune/Step Time": 12.080172680318356}
+{"Finetune/Learning Rate": 1.4270222210961483e-05, "Finetune/Loss": 0.8308612108230591, "Finetune/Loss (Raw)": 0.7375913262367249, "Finetune/Step": 7284, "Finetune/Step Time": 12.129075463861227}
+{"Finetune/Learning Rate": 1.426869944604173e-05, "Finetune/Loss": 0.8317279815673828, "Finetune/Loss (Raw)": 0.9893559217453003, "Finetune/Step": 7285, "Finetune/Step Time": 12.141993395984173}
+{"Finetune/Learning Rate": 1.42671765600738e-05, "Finetune/Loss": 0.8323593139648438, "Finetune/Loss (Raw)": 0.8740227222442627, "Finetune/Step": 7286, "Finetune/Step Time": 12.136961685493588}
+{"Finetune/Learning Rate": 1.4265653553100874e-05, "Finetune/Loss": 0.8320860862731934, "Finetune/Loss (Raw)": 0.8017575144767761, "Finetune/Step": 7287, "Finetune/Step Time": 12.135358022525907}
+{"Finetune/Learning Rate": 1.4264130425166145e-05, "Finetune/Loss": 0.8323837518692017, "Finetune/Loss (Raw)": 0.8527597784996033, "Finetune/Step": 7288, "Finetune/Step Time": 12.123351441696286}
+{"Finetune/Learning Rate": 1.4262607176312802e-05, "Finetune/Loss": 0.8326910734176636, "Finetune/Loss (Raw)": 0.8639567494392395, "Finetune/Step": 7289, "Finetune/Step Time": 12.133164158090949}
+{"Finetune/Learning Rate": 1.4261083806584042e-05, "Finetune/Loss": 0.8306992053985596, "Finetune/Loss (Raw)": 0.6939487457275391, "Finetune/Step": 7290, "Finetune/Step Time": 12.12764529697597}
+{"Finetune/Learning Rate": 1.425956031602306e-05, "Finetune/Loss": 0.8328887224197388, "Finetune/Loss (Raw)": 0.9985668659210205, "Finetune/Step": 7291, "Finetune/Step Time": 12.1312610860914}
+{"Finetune/Learning Rate": 1.4258036704673062e-05, "Finetune/Loss": 0.8331261277198792, "Finetune/Loss (Raw)": 0.702427864074707, "Finetune/Step": 7292, "Finetune/Step Time": 12.135194761678576}
+{"Finetune/Learning Rate": 1.425651297257725e-05, "Finetune/Loss": 0.8344594836235046, "Finetune/Loss (Raw)": 0.9885560274124146, "Finetune/Step": 7293, "Finetune/Step Time": 12.133910227566957}
+{"Finetune/Learning Rate": 1.4254989119778834e-05, "Finetune/Loss": 0.8340848684310913, "Finetune/Loss (Raw)": 0.8056991696357727, "Finetune/Step": 7294, "Finetune/Step Time": 12.121929850429296}
+{"Finetune/Learning Rate": 1.4253465146321031e-05, "Finetune/Loss": 0.8334574103355408, "Finetune/Loss (Raw)": 0.8049320578575134, "Finetune/Step": 7295, "Finetune/Step Time": 12.127581514418125}
+{"Finetune/Learning Rate": 1.4251941052247044e-05, "Finetune/Loss": 0.8331000804901123, "Finetune/Loss (Raw)": 0.8689857721328735, "Finetune/Step": 7296, "Finetune/Step Time": 12.103301739320159}
+{"Finetune/Learning Rate": 1.4250416837600102e-05, "Finetune/Loss": 0.8331507444381714, "Finetune/Loss (Raw)": 0.8051541447639465, "Finetune/Step": 7297, "Finetune/Step Time": 12.102445282042027}
+{"Finetune/Learning Rate": 1.4248892502423429e-05, "Finetune/Loss": 0.8338524103164673, "Finetune/Loss (Raw)": 0.8663248419761658, "Finetune/Step": 7298, "Finetune/Step Time": 12.101226087659597}
+{"Finetune/Learning Rate": 1.4247368046760241e-05, "Finetune/Loss": 0.8338138461112976, "Finetune/Loss (Raw)": 0.8264076113700867, "Finetune/Step": 7299, "Finetune/Step Time": 12.10402162745595}
+{"Finetune/Learning Rate": 1.4245843470653777e-05, "Finetune/Loss": 0.8318605422973633, "Finetune/Loss (Raw)": 0.7598353028297424, "Finetune/Step": 7300, "Finetune/Step Time": 12.1063759829849}
+{"Finetune/Learning Rate": 1.4244318774147266e-05, "Finetune/Loss": 0.8307452201843262, "Finetune/Loss (Raw)": 0.7809515595436096, "Finetune/Step": 7301, "Finetune/Step Time": 12.104916932061315}
+{"Finetune/Learning Rate": 1.4242793957283943e-05, "Finetune/Loss": 0.8284268975257874, "Finetune/Loss (Raw)": 0.635675311088562, "Finetune/Step": 7302, "Finetune/Step Time": 12.113190008327365}
+{"Finetune/Learning Rate": 1.4241269020107047e-05, "Finetune/Loss": 0.8283079862594604, "Finetune/Loss (Raw)": 0.8300804495811462, "Finetune/Step": 7303, "Finetune/Step Time": 12.12933411076665}
+{"Finetune/Learning Rate": 1.4239743962659822e-05, "Finetune/Loss": 0.8280383348464966, "Finetune/Loss (Raw)": 0.9465978741645813, "Finetune/Step": 7304, "Finetune/Step Time": 12.139112133532763}
+{"Finetune/Learning Rate": 1.4238218784985515e-05, "Finetune/Loss": 0.8281782865524292, "Finetune/Loss (Raw)": 0.8277479410171509, "Finetune/Step": 7305, "Finetune/Step Time": 12.146112831309438}
+{"Finetune/Learning Rate": 1.4236693487127377e-05, "Finetune/Loss": 0.8284996151924133, "Finetune/Loss (Raw)": 0.9557762742042542, "Finetune/Step": 7306, "Finetune/Step Time": 12.150990882888436}
+{"Finetune/Learning Rate": 1.4235168069128657e-05, "Finetune/Loss": 0.8284645080566406, "Finetune/Loss (Raw)": 0.8344954252243042, "Finetune/Step": 7307, "Finetune/Step Time": 12.148113707080483}
+{"Finetune/Learning Rate": 1.4233642531032614e-05, "Finetune/Loss": 0.8264274001121521, "Finetune/Loss (Raw)": 0.634818434715271, "Finetune/Step": 7308, "Finetune/Step Time": 12.175374243408442}
+{"Finetune/Learning Rate": 1.4232116872882512e-05, "Finetune/Loss": 0.827122688293457, "Finetune/Loss (Raw)": 0.8684443235397339, "Finetune/Step": 7309, "Finetune/Step Time": 12.177377324551344}
+{"Finetune/Learning Rate": 1.4230591094721605e-05, "Finetune/Loss": 0.8281946778297424, "Finetune/Loss (Raw)": 1.0127520561218262, "Finetune/Step": 7310, "Finetune/Step Time": 12.174484256654978}
+{"Finetune/Learning Rate": 1.4229065196593164e-05, "Finetune/Loss": 0.8283606767654419, "Finetune/Loss (Raw)": 0.8986139297485352, "Finetune/Step": 7311, "Finetune/Step Time": 12.175267880782485}
+{"Finetune/Learning Rate": 1.4227539178540463e-05, "Finetune/Loss": 0.8288788795471191, "Finetune/Loss (Raw)": 0.8325700759887695, "Finetune/Step": 7312, "Finetune/Step Time": 12.183845475316048}
+{"Finetune/Learning Rate": 1.422601304060677e-05, "Finetune/Loss": 0.8292746543884277, "Finetune/Loss (Raw)": 0.8611059188842773, "Finetune/Step": 7313, "Finetune/Step Time": 12.194515144452453}
+{"Finetune/Learning Rate": 1.4224486782835367e-05, "Finetune/Loss": 0.8288271427154541, "Finetune/Loss (Raw)": 0.7878262996673584, "Finetune/Step": 7314, "Finetune/Step Time": 12.199843695387244}
+{"Finetune/Learning Rate": 1.422296040526953e-05, "Finetune/Loss": 0.8290393948554993, "Finetune/Loss (Raw)": 0.9298939108848572, "Finetune/Step": 7315, "Finetune/Step Time": 12.200933258980513}
+{"Finetune/Learning Rate": 1.4221433907952544e-05, "Finetune/Loss": 0.8294529914855957, "Finetune/Loss (Raw)": 0.7953779697418213, "Finetune/Step": 7316, "Finetune/Step Time": 12.176802100613713}
+{"Finetune/Learning Rate": 1.4219907290927698e-05, "Finetune/Loss": 0.8302256464958191, "Finetune/Loss (Raw)": 0.972909688949585, "Finetune/Step": 7317, "Finetune/Step Time": 12.177903348580003}
+{"Finetune/Learning Rate": 1.421838055423828e-05, "Finetune/Loss": 0.8315263986587524, "Finetune/Loss (Raw)": 0.9455164074897766, "Finetune/Step": 7318, "Finetune/Step Time": 12.118039768189192}
+{"Finetune/Learning Rate": 1.4216853697927589e-05, "Finetune/Loss": 0.8304042220115662, "Finetune/Loss (Raw)": 0.8114936351776123, "Finetune/Step": 7319, "Finetune/Step Time": 12.118544485419989}
+{"Finetune/Learning Rate": 1.4215326722038911e-05, "Finetune/Loss": 0.8305472731590271, "Finetune/Loss (Raw)": 0.9374017119407654, "Finetune/Step": 7320, "Finetune/Step Time": 12.100485285744071}
+{"Finetune/Learning Rate": 1.4213799626615557e-05, "Finetune/Loss": 0.8306061029434204, "Finetune/Loss (Raw)": 0.8590240478515625, "Finetune/Step": 7321, "Finetune/Step Time": 12.09449783526361}
+{"Finetune/Learning Rate": 1.4212272411700831e-05, "Finetune/Loss": 0.829758882522583, "Finetune/Loss (Raw)": 0.654687225818634, "Finetune/Step": 7322, "Finetune/Step Time": 12.08620504848659}
+{"Finetune/Learning Rate": 1.4210745077338036e-05, "Finetune/Loss": 0.8280089497566223, "Finetune/Loss (Raw)": 0.7501891255378723, "Finetune/Step": 7323, "Finetune/Step Time": 12.116521650925279}
+{"Finetune/Learning Rate": 1.420921762357048e-05, "Finetune/Loss": 0.8287092447280884, "Finetune/Loss (Raw)": 0.9262948036193848, "Finetune/Step": 7324, "Finetune/Step Time": 12.1187146846205}
+{"Finetune/Learning Rate": 1.4207690050441487e-05, "Finetune/Loss": 0.8282980918884277, "Finetune/Loss (Raw)": 0.7729687690734863, "Finetune/Step": 7325, "Finetune/Step Time": 12.11067202873528}
+{"Finetune/Learning Rate": 1.4206162357994366e-05, "Finetune/Loss": 0.8289254903793335, "Finetune/Loss (Raw)": 0.9682465195655823, "Finetune/Step": 7326, "Finetune/Step Time": 12.093409597873688}
+{"Finetune/Learning Rate": 1.420463454627244e-05, "Finetune/Loss": 0.8298612236976624, "Finetune/Loss (Raw)": 0.8960577845573425, "Finetune/Step": 7327, "Finetune/Step Time": 12.070047609508038}
+{"Finetune/Learning Rate": 1.420310661531904e-05, "Finetune/Loss": 0.83051997423172, "Finetune/Loss (Raw)": 0.9587327241897583, "Finetune/Step": 7328, "Finetune/Step Time": 12.074643645435572}
+{"Finetune/Learning Rate": 1.4201578565177485e-05, "Finetune/Loss": 0.8314644694328308, "Finetune/Loss (Raw)": 0.9224542379379272, "Finetune/Step": 7329, "Finetune/Step Time": 12.072904268279672}
+{"Finetune/Learning Rate": 1.420005039589111e-05, "Finetune/Loss": 0.8321515321731567, "Finetune/Loss (Raw)": 0.8460164070129395, "Finetune/Step": 7330, "Finetune/Step Time": 12.073726741597056}
+{"Finetune/Learning Rate": 1.419852210750325e-05, "Finetune/Loss": 0.8315516114234924, "Finetune/Loss (Raw)": 0.7999556064605713, "Finetune/Step": 7331, "Finetune/Step Time": 12.073211772367358}
+{"Finetune/Learning Rate": 1.419699370005724e-05, "Finetune/Loss": 0.831674337387085, "Finetune/Loss (Raw)": 0.8131425976753235, "Finetune/Step": 7332, "Finetune/Step Time": 12.069166239351034}
+{"Finetune/Learning Rate": 1.4195465173596425e-05, "Finetune/Loss": 0.8305694460868835, "Finetune/Loss (Raw)": 0.6618363261222839, "Finetune/Step": 7333, "Finetune/Step Time": 12.041874738410115}
+{"Finetune/Learning Rate": 1.4193936528164147e-05, "Finetune/Loss": 0.8312487602233887, "Finetune/Loss (Raw)": 0.8498288989067078, "Finetune/Step": 7334, "Finetune/Step Time": 12.01990289799869}
+{"Finetune/Learning Rate": 1.4192407763803755e-05, "Finetune/Loss": 0.8302285671234131, "Finetune/Loss (Raw)": 0.7716742157936096, "Finetune/Step": 7335, "Finetune/Step Time": 12.02134669199586}
+{"Finetune/Learning Rate": 1.4190878880558603e-05, "Finetune/Loss": 0.827896773815155, "Finetune/Loss (Raw)": 0.6502380967140198, "Finetune/Step": 7336, "Finetune/Step Time": 12.03546642512083}
+{"Finetune/Learning Rate": 1.418934987847204e-05, "Finetune/Loss": 0.8280562162399292, "Finetune/Loss (Raw)": 0.9302187561988831, "Finetune/Step": 7337, "Finetune/Step Time": 12.042113460600376}
+{"Finetune/Learning Rate": 1.4187820757587426e-05, "Finetune/Loss": 0.8285109996795654, "Finetune/Loss (Raw)": 0.9244846701622009, "Finetune/Step": 7338, "Finetune/Step Time": 12.036910580471158}
+{"Finetune/Learning Rate": 1.418629151794813e-05, "Finetune/Loss": 0.8277318477630615, "Finetune/Loss (Raw)": 0.7566372156143188, "Finetune/Step": 7339, "Finetune/Step Time": 12.018867008388042}
+{"Finetune/Learning Rate": 1.4184762159597507e-05, "Finetune/Loss": 0.8266711831092834, "Finetune/Loss (Raw)": 0.6815868020057678, "Finetune/Step": 7340, "Finetune/Step Time": 12.014931378886104}
+{"Finetune/Learning Rate": 1.418323268257893e-05, "Finetune/Loss": 0.826434850692749, "Finetune/Loss (Raw)": 0.7809129357337952, "Finetune/Step": 7341, "Finetune/Step Time": 12.014955880120397}
+{"Finetune/Learning Rate": 1.4181703086935765e-05, "Finetune/Loss": 0.8260302543640137, "Finetune/Loss (Raw)": 0.7970131039619446, "Finetune/Step": 7342, "Finetune/Step Time": 12.007613906636834}
+{"Finetune/Learning Rate": 1.4180173372711398e-05, "Finetune/Loss": 0.82673180103302, "Finetune/Loss (Raw)": 0.9583450555801392, "Finetune/Step": 7343, "Finetune/Step Time": 12.008262803778052}
+{"Finetune/Learning Rate": 1.4178643539949197e-05, "Finetune/Loss": 0.8274153470993042, "Finetune/Loss (Raw)": 0.7475351691246033, "Finetune/Step": 7344, "Finetune/Step Time": 11.985530445352197}
+{"Finetune/Learning Rate": 1.4177113588692551e-05, "Finetune/Loss": 0.8252760171890259, "Finetune/Loss (Raw)": 0.7764093279838562, "Finetune/Step": 7345, "Finetune/Step Time": 11.99145151115954}
+{"Finetune/Learning Rate": 1.417558351898484e-05, "Finetune/Loss": 0.8254653215408325, "Finetune/Loss (Raw)": 0.6622276306152344, "Finetune/Step": 7346, "Finetune/Step Time": 11.994409304112196}
+{"Finetune/Learning Rate": 1.4174053330869453e-05, "Finetune/Loss": 0.8249853849411011, "Finetune/Loss (Raw)": 0.8568738102912903, "Finetune/Step": 7347, "Finetune/Step Time": 12.000894594937563}
+{"Finetune/Learning Rate": 1.4172523024389783e-05, "Finetune/Loss": 0.8253059387207031, "Finetune/Loss (Raw)": 0.7585073113441467, "Finetune/Step": 7348, "Finetune/Step Time": 11.999071413651109}
+{"Finetune/Learning Rate": 1.4170992599589228e-05, "Finetune/Loss": 0.8249461650848389, "Finetune/Loss (Raw)": 0.7291781306266785, "Finetune/Step": 7349, "Finetune/Step Time": 12.010042749345303}
+{"Finetune/Learning Rate": 1.4169462056511184e-05, "Finetune/Loss": 0.8244192600250244, "Finetune/Loss (Raw)": 0.7973684668540955, "Finetune/Step": 7350, "Finetune/Step Time": 12.005892576649785}
+{"Finetune/Learning Rate": 1.4167931395199048e-05, "Finetune/Loss": 0.8241045475006104, "Finetune/Loss (Raw)": 0.75388503074646, "Finetune/Step": 7351, "Finetune/Step Time": 12.010674582794309}
+{"Finetune/Learning Rate": 1.4166400615696232e-05, "Finetune/Loss": 0.8252828121185303, "Finetune/Loss (Raw)": 0.8482781648635864, "Finetune/Step": 7352, "Finetune/Step Time": 11.995409894734621}
+{"Finetune/Learning Rate": 1.416486971804614e-05, "Finetune/Loss": 0.8263652324676514, "Finetune/Loss (Raw)": 0.9393462538719177, "Finetune/Step": 7353, "Finetune/Step Time": 12.011890640482306}
+{"Finetune/Learning Rate": 1.4163338702292189e-05, "Finetune/Loss": 0.8252442479133606, "Finetune/Loss (Raw)": 0.7880061268806458, "Finetune/Step": 7354, "Finetune/Step Time": 12.03502132371068}
+{"Finetune/Learning Rate": 1.416180756847779e-05, "Finetune/Loss": 0.8268781900405884, "Finetune/Loss (Raw)": 0.931832492351532, "Finetune/Step": 7355, "Finetune/Step Time": 12.023315945640206}
+{"Finetune/Learning Rate": 1.4160276316646364e-05, "Finetune/Loss": 0.8256312012672424, "Finetune/Loss (Raw)": 0.7444549798965454, "Finetune/Step": 7356, "Finetune/Step Time": 12.057906355708838}
+{"Finetune/Learning Rate": 1.4158744946841332e-05, "Finetune/Loss": 0.825431764125824, "Finetune/Loss (Raw)": 0.6931321620941162, "Finetune/Step": 7357, "Finetune/Step Time": 12.05854674987495}
+{"Finetune/Learning Rate": 1.4157213459106118e-05, "Finetune/Loss": 0.8258543014526367, "Finetune/Loss (Raw)": 0.8625312447547913, "Finetune/Step": 7358, "Finetune/Step Time": 12.070614730939269}
+{"Finetune/Learning Rate": 1.415568185348415e-05, "Finetune/Loss": 0.8270024061203003, "Finetune/Loss (Raw)": 0.9241141676902771, "Finetune/Step": 7359, "Finetune/Step Time": 12.067438436672091}
+{"Finetune/Learning Rate": 1.4154150130018867e-05, "Finetune/Loss": 0.8269171714782715, "Finetune/Loss (Raw)": 0.7686504125595093, "Finetune/Step": 7360, "Finetune/Step Time": 12.065310843288898}
+{"Finetune/Learning Rate": 1.4152618288753696e-05, "Finetune/Loss": 0.8260912299156189, "Finetune/Loss (Raw)": 0.7856936454772949, "Finetune/Step": 7361, "Finetune/Step Time": 12.06448276527226}
+{"Finetune/Learning Rate": 1.4151086329732078e-05, "Finetune/Loss": 0.826129674911499, "Finetune/Loss (Raw)": 0.8010939359664917, "Finetune/Step": 7362, "Finetune/Step Time": 12.069391205906868}
+{"Finetune/Learning Rate": 1.4149554252997457e-05, "Finetune/Loss": 0.8263832330703735, "Finetune/Loss (Raw)": 0.853823721408844, "Finetune/Step": 7363, "Finetune/Step Time": 12.080651080235839}
+{"Finetune/Learning Rate": 1.4148022058593276e-05, "Finetune/Loss": 0.8256387114524841, "Finetune/Loss (Raw)": 0.6469424366950989, "Finetune/Step": 7364, "Finetune/Step Time": 12.094952503219247}
+{"Finetune/Learning Rate": 1.4146489746562985e-05, "Finetune/Loss": 0.8244549036026001, "Finetune/Loss (Raw)": 0.773012638092041, "Finetune/Step": 7365, "Finetune/Step Time": 12.056966381147504}
+{"Finetune/Learning Rate": 1.4144957316950039e-05, "Finetune/Loss": 0.8253439664840698, "Finetune/Loss (Raw)": 0.9137826561927795, "Finetune/Step": 7366, "Finetune/Step Time": 12.05765756033361}
+{"Finetune/Learning Rate": 1.4143424769797886e-05, "Finetune/Loss": 0.8238196969032288, "Finetune/Loss (Raw)": 0.8235024809837341, "Finetune/Step": 7367, "Finetune/Step Time": 12.045671479776502}
+{"Finetune/Learning Rate": 1.4141892105149993e-05, "Finetune/Loss": 0.8241124153137207, "Finetune/Loss (Raw)": 0.8490760326385498, "Finetune/Step": 7368, "Finetune/Step Time": 12.042622977867723}
+{"Finetune/Learning Rate": 1.4140359323049813e-05, "Finetune/Loss": 0.8249467015266418, "Finetune/Loss (Raw)": 0.8816713094711304, "Finetune/Step": 7369, "Finetune/Step Time": 12.035367598757148}
+{"Finetune/Learning Rate": 1.413882642354082e-05, "Finetune/Loss": 0.8254286050796509, "Finetune/Loss (Raw)": 0.8202962279319763, "Finetune/Step": 7370, "Finetune/Step Time": 12.038419146090746}
+{"Finetune/Learning Rate": 1.413729340666648e-05, "Finetune/Loss": 0.8260635733604431, "Finetune/Loss (Raw)": 0.8466594219207764, "Finetune/Step": 7371, "Finetune/Step Time": 12.036091858521104}
+{"Finetune/Learning Rate": 1.4135760272470258e-05, "Finetune/Loss": 0.8273297548294067, "Finetune/Loss (Raw)": 0.9217571020126343, "Finetune/Step": 7372, "Finetune/Step Time": 12.010636376217008}
+{"Finetune/Learning Rate": 1.413422702099564e-05, "Finetune/Loss": 0.8266794085502625, "Finetune/Loss (Raw)": 0.7899014949798584, "Finetune/Step": 7373, "Finetune/Step Time": 12.00743124075234}
+{"Finetune/Learning Rate": 1.4132693652286099e-05, "Finetune/Loss": 0.8262757062911987, "Finetune/Loss (Raw)": 0.7528140544891357, "Finetune/Step": 7374, "Finetune/Step Time": 12.005324436351657}
+{"Finetune/Learning Rate": 1.4131160166385116e-05, "Finetune/Loss": 0.8251211643218994, "Finetune/Loss (Raw)": 0.7576825618743896, "Finetune/Step": 7375, "Finetune/Step Time": 11.998364305123687}
+{"Finetune/Learning Rate": 1.4129626563336179e-05, "Finetune/Loss": 0.8243036270141602, "Finetune/Loss (Raw)": 0.8136675357818604, "Finetune/Step": 7376, "Finetune/Step Time": 12.003671174868941}
+{"Finetune/Learning Rate": 1.4128092843182777e-05, "Finetune/Loss": 0.823591411113739, "Finetune/Loss (Raw)": 0.7935802936553955, "Finetune/Step": 7377, "Finetune/Step Time": 12.032727288082242}
+{"Finetune/Learning Rate": 1.4126559005968398e-05, "Finetune/Loss": 0.8242398500442505, "Finetune/Loss (Raw)": 0.8962182998657227, "Finetune/Step": 7378, "Finetune/Step Time": 12.046837374567986}
+{"Finetune/Learning Rate": 1.4125025051736545e-05, "Finetune/Loss": 0.8238015174865723, "Finetune/Loss (Raw)": 0.7974756956100464, "Finetune/Step": 7379, "Finetune/Step Time": 12.059359369799495}
+{"Finetune/Learning Rate": 1.4123490980530707e-05, "Finetune/Loss": 0.8245531916618347, "Finetune/Loss (Raw)": 0.9294533729553223, "Finetune/Step": 7380, "Finetune/Step Time": 12.057672623544931}
+{"Finetune/Learning Rate": 1.4121956792394392e-05, "Finetune/Loss": 0.8236179351806641, "Finetune/Loss (Raw)": 0.7475351691246033, "Finetune/Step": 7381, "Finetune/Step Time": 12.079836755990982}
+{"Finetune/Learning Rate": 1.4120422487371104e-05, "Finetune/Loss": 0.8254282474517822, "Finetune/Loss (Raw)": 0.9596275091171265, "Finetune/Step": 7382, "Finetune/Step Time": 12.090618893504143}
+{"Finetune/Learning Rate": 1.411888806550435e-05, "Finetune/Loss": 0.8238537907600403, "Finetune/Loss (Raw)": 0.6870737075805664, "Finetune/Step": 7383, "Finetune/Step Time": 12.06307440623641}
+{"Finetune/Learning Rate": 1.4117353526837643e-05, "Finetune/Loss": 0.8248358964920044, "Finetune/Loss (Raw)": 0.9058412909507751, "Finetune/Step": 7384, "Finetune/Step Time": 12.068197585642338}
+{"Finetune/Learning Rate": 1.41158188714145e-05, "Finetune/Loss": 0.8239037990570068, "Finetune/Loss (Raw)": 0.8396503925323486, "Finetune/Step": 7385, "Finetune/Step Time": 12.059419967234135}
+{"Finetune/Learning Rate": 1.4114284099278434e-05, "Finetune/Loss": 0.8253320455551147, "Finetune/Loss (Raw)": 1.0124646425247192, "Finetune/Step": 7386, "Finetune/Step Time": 12.055660298094153}
+{"Finetune/Learning Rate": 1.4112749210472973e-05, "Finetune/Loss": 0.8251537680625916, "Finetune/Loss (Raw)": 0.8253711462020874, "Finetune/Step": 7387, "Finetune/Step Time": 12.049689646810293}
+{"Finetune/Learning Rate": 1.4111214205041641e-05, "Finetune/Loss": 0.8262455463409424, "Finetune/Loss (Raw)": 0.7641158699989319, "Finetune/Step": 7388, "Finetune/Step Time": 12.024991758167744}
+{"Finetune/Learning Rate": 1.4109679083027966e-05, "Finetune/Loss": 0.8256331086158752, "Finetune/Loss (Raw)": 0.8014490008354187, "Finetune/Step": 7389, "Finetune/Step Time": 12.09881416708231}
+{"Finetune/Learning Rate": 1.4108143844475473e-05, "Finetune/Loss": 0.8261638879776001, "Finetune/Loss (Raw)": 0.8802928924560547, "Finetune/Step": 7390, "Finetune/Step Time": 12.08126730658114}
+{"Finetune/Learning Rate": 1.4106608489427704e-05, "Finetune/Loss": 0.8251346349716187, "Finetune/Loss (Raw)": 0.7493338584899902, "Finetune/Step": 7391, "Finetune/Step Time": 12.07828300818801}
+{"Finetune/Learning Rate": 1.4105073017928199e-05, "Finetune/Loss": 0.8248482942581177, "Finetune/Loss (Raw)": 0.7880175709724426, "Finetune/Step": 7392, "Finetune/Step Time": 12.075436472892761}
+{"Finetune/Learning Rate": 1.4103537430020493e-05, "Finetune/Loss": 0.8254561424255371, "Finetune/Loss (Raw)": 0.8413629531860352, "Finetune/Step": 7393, "Finetune/Step Time": 12.079169539734721}
+{"Finetune/Learning Rate": 1.4102001725748135e-05, "Finetune/Loss": 0.8268415927886963, "Finetune/Loss (Raw)": 0.7510570287704468, "Finetune/Step": 7394, "Finetune/Step Time": 12.061547543853521}
+{"Finetune/Learning Rate": 1.4100465905154677e-05, "Finetune/Loss": 0.8255513906478882, "Finetune/Loss (Raw)": 0.7687875032424927, "Finetune/Step": 7395, "Finetune/Step Time": 12.049122566357255}
+{"Finetune/Learning Rate": 1.4098929968283661e-05, "Finetune/Loss": 0.8246347308158875, "Finetune/Loss (Raw)": 0.7634868621826172, "Finetune/Step": 7396, "Finetune/Step Time": 12.061555506661534}
+{"Finetune/Learning Rate": 1.4097393915178648e-05, "Finetune/Loss": 0.8258082270622253, "Finetune/Loss (Raw)": 0.7906015515327454, "Finetune/Step": 7397, "Finetune/Step Time": 12.045495742931962}
+{"Finetune/Learning Rate": 1.4095857745883197e-05, "Finetune/Loss": 0.8253492116928101, "Finetune/Loss (Raw)": 0.746954083442688, "Finetune/Step": 7398, "Finetune/Step Time": 12.04239546880126}
+{"Finetune/Learning Rate": 1.4094321460440865e-05, "Finetune/Loss": 0.8249849677085876, "Finetune/Loss (Raw)": 0.8248760104179382, "Finetune/Step": 7399, "Finetune/Step Time": 12.050850773230195}
+{"Finetune/Learning Rate": 1.409278505889522e-05, "Finetune/Loss": 0.8262466192245483, "Finetune/Loss (Raw)": 0.9346136450767517, "Finetune/Step": 7400, "Finetune/Step Time": 12.050069142132998}
+{"Finetune/Learning Rate": 1.409124854128983e-05, "Finetune/Loss": 0.8254503011703491, "Finetune/Loss (Raw)": 0.7899117469787598, "Finetune/Step": 7401, "Finetune/Step Time": 12.061800489202142}
+{"Finetune/Learning Rate": 1.4089711907668265e-05, "Finetune/Loss": 0.8241851925849915, "Finetune/Loss (Raw)": 0.7941917777061462, "Finetune/Step": 7402, "Finetune/Step Time": 12.065093537792563}
+{"Finetune/Learning Rate": 1.4088175158074098e-05, "Finetune/Loss": 0.8230186700820923, "Finetune/Loss (Raw)": 0.7034099698066711, "Finetune/Step": 7403, "Finetune/Step Time": 12.063705572858453}
+{"Finetune/Learning Rate": 1.4086638292550911e-05, "Finetune/Loss": 0.8226234912872314, "Finetune/Loss (Raw)": 0.8179524540901184, "Finetune/Step": 7404, "Finetune/Step Time": 12.042866682633758}
+{"Finetune/Learning Rate": 1.4085101311142282e-05, "Finetune/Loss": 0.8248277902603149, "Finetune/Loss (Raw)": 0.9629449844360352, "Finetune/Step": 7405, "Finetune/Step Time": 12.015520228073001}
+{"Finetune/Learning Rate": 1.4083564213891796e-05, "Finetune/Loss": 0.8260290026664734, "Finetune/Loss (Raw)": 0.9359642267227173, "Finetune/Step": 7406, "Finetune/Step Time": 12.00885340757668}
+{"Finetune/Learning Rate": 1.4082027000843042e-05, "Finetune/Loss": 0.8264309763908386, "Finetune/Loss (Raw)": 0.8373537063598633, "Finetune/Step": 7407, "Finetune/Step Time": 12.006185729056597}
+{"Finetune/Learning Rate": 1.4080489672039608e-05, "Finetune/Loss": 0.8266315460205078, "Finetune/Loss (Raw)": 0.7796117067337036, "Finetune/Step": 7408, "Finetune/Step Time": 12.003957998007536}
+{"Finetune/Learning Rate": 1.4078952227525092e-05, "Finetune/Loss": 0.8252145648002625, "Finetune/Loss (Raw)": 0.7840388417243958, "Finetune/Step": 7409, "Finetune/Step Time": 12.031606309115887}
+{"Finetune/Learning Rate": 1.4077414667343088e-05, "Finetune/Loss": 0.825107753276825, "Finetune/Loss (Raw)": 0.7509463429450989, "Finetune/Step": 7410, "Finetune/Step Time": 12.007591515779495}
+{"Finetune/Learning Rate": 1.4075876991537198e-05, "Finetune/Loss": 0.8244599103927612, "Finetune/Loss (Raw)": 0.690721333026886, "Finetune/Step": 7411, "Finetune/Step Time": 11.986961908638477}
+{"Finetune/Learning Rate": 1.4074339200151031e-05, "Finetune/Loss": 0.824938178062439, "Finetune/Loss (Raw)": 0.7988047003746033, "Finetune/Step": 7412, "Finetune/Step Time": 11.933340096846223}
+{"Finetune/Learning Rate": 1.407280129322819e-05, "Finetune/Loss": 0.8232760429382324, "Finetune/Loss (Raw)": 0.7766036987304688, "Finetune/Step": 7413, "Finetune/Step Time": 11.918858917430043}
+{"Finetune/Learning Rate": 1.407126327081228e-05, "Finetune/Loss": 0.8233853578567505, "Finetune/Loss (Raw)": 0.8880111575126648, "Finetune/Step": 7414, "Finetune/Step Time": 11.931683767586946}
+{"Finetune/Learning Rate": 1.4069725132946926e-05, "Finetune/Loss": 0.8224691152572632, "Finetune/Loss (Raw)": 0.6844801902770996, "Finetune/Step": 7415, "Finetune/Step Time": 11.937552459537983}
+{"Finetune/Learning Rate": 1.406818687967574e-05, "Finetune/Loss": 0.823042094707489, "Finetune/Loss (Raw)": 0.9261013865470886, "Finetune/Step": 7416, "Finetune/Step Time": 11.948461411520839}
+{"Finetune/Learning Rate": 1.406664851104234e-05, "Finetune/Loss": 0.8222960829734802, "Finetune/Loss (Raw)": 0.7684679627418518, "Finetune/Step": 7417, "Finetune/Step Time": 11.944838469848037}
+{"Finetune/Learning Rate": 1.4065110027090352e-05, "Finetune/Loss": 0.8230115175247192, "Finetune/Loss (Raw)": 0.7855240702629089, "Finetune/Step": 7418, "Finetune/Step Time": 11.945339571684599}
+{"Finetune/Learning Rate": 1.4063571427863405e-05, "Finetune/Loss": 0.8217588663101196, "Finetune/Loss (Raw)": 0.8382304310798645, "Finetune/Step": 7419, "Finetune/Step Time": 11.970828549936414}
+{"Finetune/Learning Rate": 1.4062032713405127e-05, "Finetune/Loss": 0.8229522705078125, "Finetune/Loss (Raw)": 0.855185866355896, "Finetune/Step": 7420, "Finetune/Step Time": 11.95636704005301}
+{"Finetune/Learning Rate": 1.406049388375915e-05, "Finetune/Loss": 0.8206465840339661, "Finetune/Loss (Raw)": 0.6934274435043335, "Finetune/Step": 7421, "Finetune/Step Time": 11.95013609342277}
+{"Finetune/Learning Rate": 1.4058954938969115e-05, "Finetune/Loss": 0.8207583427429199, "Finetune/Loss (Raw)": 0.8200006484985352, "Finetune/Step": 7422, "Finetune/Step Time": 11.962283635511994}
+{"Finetune/Learning Rate": 1.4057415879078661e-05, "Finetune/Loss": 0.8208913803100586, "Finetune/Loss (Raw)": 0.8219607472419739, "Finetune/Step": 7423, "Finetune/Step Time": 11.970901584252715}
+{"Finetune/Learning Rate": 1.405587670413143e-05, "Finetune/Loss": 0.821061909198761, "Finetune/Loss (Raw)": 0.8908106684684753, "Finetune/Step": 7424, "Finetune/Step Time": 11.97812974639237}
+{"Finetune/Learning Rate": 1.4054337414171069e-05, "Finetune/Loss": 0.822144627571106, "Finetune/Loss (Raw)": 0.9437429308891296, "Finetune/Step": 7425, "Finetune/Step Time": 11.996196813881397}
+{"Finetune/Learning Rate": 1.4052798009241226e-05, "Finetune/Loss": 0.8218568563461304, "Finetune/Loss (Raw)": 0.8294960856437683, "Finetune/Step": 7426, "Finetune/Step Time": 12.018261350691319}
+{"Finetune/Learning Rate": 1.4051258489385558e-05, "Finetune/Loss": 0.82208651304245, "Finetune/Loss (Raw)": 0.8557966947555542, "Finetune/Step": 7427, "Finetune/Step Time": 12.016147358343005}
+{"Finetune/Learning Rate": 1.4049718854647719e-05, "Finetune/Loss": 0.8229931592941284, "Finetune/Loss (Raw)": 0.8758827447891235, "Finetune/Step": 7428, "Finetune/Step Time": 12.004923570901155}
+{"Finetune/Learning Rate": 1.4048179105071369e-05, "Finetune/Loss": 0.8222169280052185, "Finetune/Loss (Raw)": 0.6815972924232483, "Finetune/Step": 7429, "Finetune/Step Time": 12.006483031436801}
+{"Finetune/Learning Rate": 1.404663924070017e-05, "Finetune/Loss": 0.8223894834518433, "Finetune/Loss (Raw)": 0.6577686071395874, "Finetune/Step": 7430, "Finetune/Step Time": 12.015422239899635}
+{"Finetune/Learning Rate": 1.404509926157779e-05, "Finetune/Loss": 0.8225948214530945, "Finetune/Loss (Raw)": 0.856361448764801, "Finetune/Step": 7431, "Finetune/Step Time": 12.000315565615892}
+{"Finetune/Learning Rate": 1.4043559167747897e-05, "Finetune/Loss": 0.8219039440155029, "Finetune/Loss (Raw)": 0.8581583499908447, "Finetune/Step": 7432, "Finetune/Step Time": 12.006158035248518}
+{"Finetune/Learning Rate": 1.4042018959254167e-05, "Finetune/Loss": 0.8204177618026733, "Finetune/Loss (Raw)": 0.6375268697738647, "Finetune/Step": 7433, "Finetune/Step Time": 12.033664101734757}
+{"Finetune/Learning Rate": 1.4040478636140273e-05, "Finetune/Loss": 0.8197723031044006, "Finetune/Loss (Raw)": 0.8731560111045837, "Finetune/Step": 7434, "Finetune/Step Time": 12.029638528823853}
+{"Finetune/Learning Rate": 1.4038938198449892e-05, "Finetune/Loss": 0.8196211457252502, "Finetune/Loss (Raw)": 0.8151409029960632, "Finetune/Step": 7435, "Finetune/Step Time": 12.026919677853584}
+{"Finetune/Learning Rate": 1.403739764622671e-05, "Finetune/Loss": 0.8219195604324341, "Finetune/Loss (Raw)": 0.9290156364440918, "Finetune/Step": 7436, "Finetune/Step Time": 12.001252023503184}
+{"Finetune/Learning Rate": 1.4035856979514413e-05, "Finetune/Loss": 0.8213510513305664, "Finetune/Loss (Raw)": 0.7956820130348206, "Finetune/Step": 7437, "Finetune/Step Time": 12.006896797567606}
+{"Finetune/Learning Rate": 1.4034316198356686e-05, "Finetune/Loss": 0.8195165395736694, "Finetune/Loss (Raw)": 0.7779305577278137, "Finetune/Step": 7438, "Finetune/Step Time": 12.022239826619625}
+{"Finetune/Learning Rate": 1.4032775302797223e-05, "Finetune/Loss": 0.819775402545929, "Finetune/Loss (Raw)": 0.9317489266395569, "Finetune/Step": 7439, "Finetune/Step Time": 12.017394565045834}
+{"Finetune/Learning Rate": 1.4031234292879726e-05, "Finetune/Loss": 0.8193328380584717, "Finetune/Loss (Raw)": 0.7759217619895935, "Finetune/Step": 7440, "Finetune/Step Time": 12.022099329158664}
+{"Finetune/Learning Rate": 1.4029693168647881e-05, "Finetune/Loss": 0.8201751708984375, "Finetune/Loss (Raw)": 0.9689211249351501, "Finetune/Step": 7441, "Finetune/Step Time": 12.013670800253749}
+{"Finetune/Learning Rate": 1.4028151930145399e-05, "Finetune/Loss": 0.819696843624115, "Finetune/Loss (Raw)": 0.7266083359718323, "Finetune/Step": 7442, "Finetune/Step Time": 12.006723370403051}
+{"Finetune/Learning Rate": 1.4026610577415985e-05, "Finetune/Loss": 0.8199135065078735, "Finetune/Loss (Raw)": 0.9576220512390137, "Finetune/Step": 7443, "Finetune/Step Time": 12.004920944571495}
+{"Finetune/Learning Rate": 1.4025069110503341e-05, "Finetune/Loss": 0.8199036121368408, "Finetune/Loss (Raw)": 0.7941089868545532, "Finetune/Step": 7444, "Finetune/Step Time": 12.010060517117381}
+{"Finetune/Learning Rate": 1.4023527529451186e-05, "Finetune/Loss": 0.8193090558052063, "Finetune/Loss (Raw)": 0.8968111276626587, "Finetune/Step": 7445, "Finetune/Step Time": 12.007288720458746}
+{"Finetune/Learning Rate": 1.402198583430323e-05, "Finetune/Loss": 0.8183351755142212, "Finetune/Loss (Raw)": 0.8208606243133545, "Finetune/Step": 7446, "Finetune/Step Time": 11.999504851177335}
+{"Finetune/Learning Rate": 1.4020444025103194e-05, "Finetune/Loss": 0.819456934928894, "Finetune/Loss (Raw)": 0.9550774097442627, "Finetune/Step": 7447, "Finetune/Step Time": 12.002792280167341}
+{"Finetune/Learning Rate": 1.4018902101894798e-05, "Finetune/Loss": 0.8179410696029663, "Finetune/Loss (Raw)": 0.7433677315711975, "Finetune/Step": 7448, "Finetune/Step Time": 12.014207007363439}
+{"Finetune/Learning Rate": 1.4017360064721763e-05, "Finetune/Loss": 0.8179337978363037, "Finetune/Loss (Raw)": 0.858091413974762, "Finetune/Step": 7449, "Finetune/Step Time": 12.01545300707221}
+{"Finetune/Learning Rate": 1.4015817913627827e-05, "Finetune/Loss": 0.8182315826416016, "Finetune/Loss (Raw)": 0.6928130984306335, "Finetune/Step": 7450, "Finetune/Step Time": 12.02725326269865}
+{"Finetune/Learning Rate": 1.401427564865671e-05, "Finetune/Loss": 0.8189079761505127, "Finetune/Loss (Raw)": 0.8367578387260437, "Finetune/Step": 7451, "Finetune/Step Time": 11.991417195647955}
+{"Finetune/Learning Rate": 1.4012733269852152e-05, "Finetune/Loss": 0.8176188468933105, "Finetune/Loss (Raw)": 0.761292040348053, "Finetune/Step": 7452, "Finetune/Step Time": 11.99719088897109}
+{"Finetune/Learning Rate": 1.4011190777257888e-05, "Finetune/Loss": 0.8172996044158936, "Finetune/Loss (Raw)": 0.7321061491966248, "Finetune/Step": 7453, "Finetune/Step Time": 12.026792516931891}
+{"Finetune/Learning Rate": 1.400964817091766e-05, "Finetune/Loss": 0.815245509147644, "Finetune/Loss (Raw)": 0.7053236365318298, "Finetune/Step": 7454, "Finetune/Step Time": 12.02189515531063}
+{"Finetune/Learning Rate": 1.4008105450875214e-05, "Finetune/Loss": 0.8149348497390747, "Finetune/Loss (Raw)": 0.8562875986099243, "Finetune/Step": 7455, "Finetune/Step Time": 12.029710680246353}
+{"Finetune/Learning Rate": 1.4006562617174292e-05, "Finetune/Loss": 0.8146727085113525, "Finetune/Loss (Raw)": 0.925180196762085, "Finetune/Step": 7456, "Finetune/Step Time": 12.041190778836608}
+{"Finetune/Learning Rate": 1.4005019669858648e-05, "Finetune/Loss": 0.8131605386734009, "Finetune/Loss (Raw)": 0.728898286819458, "Finetune/Step": 7457, "Finetune/Step Time": 12.044431507587433}
+{"Finetune/Learning Rate": 1.4003476608972035e-05, "Finetune/Loss": 0.8134250044822693, "Finetune/Loss (Raw)": 0.8798719048500061, "Finetune/Step": 7458, "Finetune/Step Time": 12.042585844174027}
+{"Finetune/Learning Rate": 1.400193343455821e-05, "Finetune/Loss": 0.8134173154830933, "Finetune/Loss (Raw)": 0.798967182636261, "Finetune/Step": 7459, "Finetune/Step Time": 12.044420056045055}
+{"Finetune/Learning Rate": 1.4000390146660934e-05, "Finetune/Loss": 0.8133679032325745, "Finetune/Loss (Raw)": 0.8068224787712097, "Finetune/Step": 7460, "Finetune/Step Time": 12.0363081227988}
+{"Finetune/Learning Rate": 1.3998846745323968e-05, "Finetune/Loss": 0.815429151058197, "Finetune/Loss (Raw)": 0.9256740212440491, "Finetune/Step": 7461, "Finetune/Step Time": 12.030558247119188}
+{"Finetune/Learning Rate": 1.3997303230591081e-05, "Finetune/Loss": 0.8142179846763611, "Finetune/Loss (Raw)": 0.6947934627532959, "Finetune/Step": 7462, "Finetune/Step Time": 12.017166858538985}
+{"Finetune/Learning Rate": 1.3995759602506038e-05, "Finetune/Loss": 0.8141683340072632, "Finetune/Loss (Raw)": 0.7653210759162903, "Finetune/Step": 7463, "Finetune/Step Time": 12.009240746498108}
+{"Finetune/Learning Rate": 1.3994215861112617e-05, "Finetune/Loss": 0.8155730366706848, "Finetune/Loss (Raw)": 0.830045223236084, "Finetune/Step": 7464, "Finetune/Step Time": 12.000632006675005}
+{"Finetune/Learning Rate": 1.3992672006454593e-05, "Finetune/Loss": 0.8162016868591309, "Finetune/Loss (Raw)": 1.010683536529541, "Finetune/Step": 7465, "Finetune/Step Time": 11.999989707022905}
+{"Finetune/Learning Rate": 1.3991128038575741e-05, "Finetune/Loss": 0.8155236840248108, "Finetune/Loss (Raw)": 0.8376980423927307, "Finetune/Step": 7466, "Finetune/Step Time": 12.03364984691143}
+{"Finetune/Learning Rate": 1.398958395751985e-05, "Finetune/Loss": 0.8153562545776367, "Finetune/Loss (Raw)": 0.7352019548416138, "Finetune/Step": 7467, "Finetune/Step Time": 12.027355693280697}
+{"Finetune/Learning Rate": 1.3988039763330705e-05, "Finetune/Loss": 0.8165262937545776, "Finetune/Loss (Raw)": 0.8313570618629456, "Finetune/Step": 7468, "Finetune/Step Time": 12.026475049555302}
+{"Finetune/Learning Rate": 1.3986495456052089e-05, "Finetune/Loss": 0.8162667155265808, "Finetune/Loss (Raw)": 0.7476896047592163, "Finetune/Step": 7469, "Finetune/Step Time": 12.02052902802825}
+{"Finetune/Learning Rate": 1.3984951035727799e-05, "Finetune/Loss": 0.816688060760498, "Finetune/Loss (Raw)": 0.8509394526481628, "Finetune/Step": 7470, "Finetune/Step Time": 12.017593098804355}
+{"Finetune/Learning Rate": 1.3983406502401632e-05, "Finetune/Loss": 0.8158559799194336, "Finetune/Loss (Raw)": 0.8518468737602234, "Finetune/Step": 7471, "Finetune/Step Time": 12.01428709179163}
+{"Finetune/Learning Rate": 1.398186185611738e-05, "Finetune/Loss": 0.8168256878852844, "Finetune/Loss (Raw)": 0.8716537952423096, "Finetune/Step": 7472, "Finetune/Step Time": 12.013511084020138}
+{"Finetune/Learning Rate": 1.398031709691885e-05, "Finetune/Loss": 0.8170868158340454, "Finetune/Loss (Raw)": 0.8098368644714355, "Finetune/Step": 7473, "Finetune/Step Time": 12.02895393408835}
+{"Finetune/Learning Rate": 1.3978772224849845e-05, "Finetune/Loss": 0.8176756501197815, "Finetune/Loss (Raw)": 0.737593412399292, "Finetune/Step": 7474, "Finetune/Step Time": 12.028021525591612}
+{"Finetune/Learning Rate": 1.3977227239954174e-05, "Finetune/Loss": 0.8171341419219971, "Finetune/Loss (Raw)": 0.7875562310218811, "Finetune/Step": 7475, "Finetune/Step Time": 12.049564013257623}
+{"Finetune/Learning Rate": 1.3975682142275648e-05, "Finetune/Loss": 0.817976176738739, "Finetune/Loss (Raw)": 0.8662977814674377, "Finetune/Step": 7476, "Finetune/Step Time": 12.049487890675664}
+{"Finetune/Learning Rate": 1.3974136931858082e-05, "Finetune/Loss": 0.8183348178863525, "Finetune/Loss (Raw)": 0.7750792503356934, "Finetune/Step": 7477, "Finetune/Step Time": 12.046967195346951}
+{"Finetune/Learning Rate": 1.3972591608745296e-05, "Finetune/Loss": 0.8180789947509766, "Finetune/Loss (Raw)": 0.7646193504333496, "Finetune/Step": 7478, "Finetune/Step Time": 12.055490685626864}
+{"Finetune/Learning Rate": 1.3971046172981107e-05, "Finetune/Loss": 0.8190264701843262, "Finetune/Loss (Raw)": 0.8751628398895264, "Finetune/Step": 7479, "Finetune/Step Time": 12.053034730255604}
+{"Finetune/Learning Rate": 1.3969500624609338e-05, "Finetune/Loss": 0.8206570148468018, "Finetune/Loss (Raw)": 1.056998372077942, "Finetune/Step": 7480, "Finetune/Step Time": 12.059016851708293}
+{"Finetune/Learning Rate": 1.3967954963673822e-05, "Finetune/Loss": 0.8193506598472595, "Finetune/Loss (Raw)": 0.772128701210022, "Finetune/Step": 7481, "Finetune/Step Time": 12.063262097537518}
+{"Finetune/Learning Rate": 1.3966409190218386e-05, "Finetune/Loss": 0.8196238279342651, "Finetune/Loss (Raw)": 0.8229655027389526, "Finetune/Step": 7482, "Finetune/Step Time": 12.038258554413915}
+{"Finetune/Learning Rate": 1.3964863304286867e-05, "Finetune/Loss": 0.8193626999855042, "Finetune/Loss (Raw)": 0.8984082937240601, "Finetune/Step": 7483, "Finetune/Step Time": 12.02457533031702}
+{"Finetune/Learning Rate": 1.3963317305923095e-05, "Finetune/Loss": 0.8209655284881592, "Finetune/Loss (Raw)": 0.9496191143989563, "Finetune/Step": 7484, "Finetune/Step Time": 11.980917867273092}
+{"Finetune/Learning Rate": 1.3961771195170912e-05, "Finetune/Loss": 0.8230340480804443, "Finetune/Loss (Raw)": 0.9579107165336609, "Finetune/Step": 7485, "Finetune/Step Time": 11.98007820919156}
+{"Finetune/Learning Rate": 1.396022497207417e-05, "Finetune/Loss": 0.8223845958709717, "Finetune/Loss (Raw)": 0.7793864607810974, "Finetune/Step": 7486, "Finetune/Step Time": 11.974910359829664}
+{"Finetune/Learning Rate": 1.3958678636676706e-05, "Finetune/Loss": 0.8226150870323181, "Finetune/Loss (Raw)": 0.9536252617835999, "Finetune/Step": 7487, "Finetune/Step Time": 11.969561278820038}
+{"Finetune/Learning Rate": 1.3957132189022373e-05, "Finetune/Loss": 0.8234627842903137, "Finetune/Loss (Raw)": 0.8771594762802124, "Finetune/Step": 7488, "Finetune/Step Time": 11.969908470287919}
+{"Finetune/Learning Rate": 1.3955585629155026e-05, "Finetune/Loss": 0.8232687711715698, "Finetune/Loss (Raw)": 0.7608505487442017, "Finetune/Step": 7489, "Finetune/Step Time": 11.968152286484838}
+{"Finetune/Learning Rate": 1.3954038957118517e-05, "Finetune/Loss": 0.8239036202430725, "Finetune/Loss (Raw)": 0.882352888584137, "Finetune/Step": 7490, "Finetune/Step Time": 11.972267035394907}
+{"Finetune/Learning Rate": 1.3952492172956705e-05, "Finetune/Loss": 0.8232722282409668, "Finetune/Loss (Raw)": 0.7730136513710022, "Finetune/Step": 7491, "Finetune/Step Time": 11.971800830215216}
+{"Finetune/Learning Rate": 1.3950945276713457e-05, "Finetune/Loss": 0.8240671157836914, "Finetune/Loss (Raw)": 0.7486813068389893, "Finetune/Step": 7492, "Finetune/Step Time": 11.955356499180198}
+{"Finetune/Learning Rate": 1.3949398268432634e-05, "Finetune/Loss": 0.824872612953186, "Finetune/Loss (Raw)": 0.8761212825775146, "Finetune/Step": 7493, "Finetune/Step Time": 11.947306049987674}
+{"Finetune/Learning Rate": 1.3947851148158107e-05, "Finetune/Loss": 0.8247181177139282, "Finetune/Loss (Raw)": 0.8940016031265259, "Finetune/Step": 7494, "Finetune/Step Time": 11.951326884329319}
+{"Finetune/Learning Rate": 1.394630391593375e-05, "Finetune/Loss": 0.8239891529083252, "Finetune/Loss (Raw)": 0.7302039861679077, "Finetune/Step": 7495, "Finetune/Step Time": 11.95055996440351}
+{"Finetune/Learning Rate": 1.3944756571803435e-05, "Finetune/Loss": 0.8222455978393555, "Finetune/Loss (Raw)": 0.6258985996246338, "Finetune/Step": 7496, "Finetune/Step Time": 12.039679242298007}
+{"Finetune/Learning Rate": 1.394320911581104e-05, "Finetune/Loss": 0.8209049701690674, "Finetune/Loss (Raw)": 0.7100681662559509, "Finetune/Step": 7497, "Finetune/Step Time": 12.035052258521318}
+{"Finetune/Learning Rate": 1.3941661548000446e-05, "Finetune/Loss": 0.8202085494995117, "Finetune/Loss (Raw)": 0.7311549782752991, "Finetune/Step": 7498, "Finetune/Step Time": 12.034768452867866}
+{"Finetune/Learning Rate": 1.3940113868415541e-05, "Finetune/Loss": 0.8203754425048828, "Finetune/Loss (Raw)": 0.8680224418640137, "Finetune/Step": 7499, "Finetune/Step Time": 12.032997839152813}
+{"Finetune/Learning Rate": 1.3938566077100211e-05, "Finetune/Loss": 0.820601224899292, "Finetune/Loss (Raw)": 0.9506552219390869, "Finetune/Step": 7500, "Finetune/Step Time": 12.027357449755073}
+{"Finetune/Learning Rate": 1.3937018174098347e-05, "Finetune/Loss": 0.8192681670188904, "Finetune/Loss (Raw)": 0.6192777156829834, "Finetune/Step": 7501, "Finetune/Step Time": 12.05516066774726}
+{"Finetune/Learning Rate": 1.393547015945384e-05, "Finetune/Loss": 0.8197957277297974, "Finetune/Loss (Raw)": 0.820339560508728, "Finetune/Step": 7502, "Finetune/Step Time": 12.052502973005176}
+{"Finetune/Learning Rate": 1.3933922033210594e-05, "Finetune/Loss": 0.8210036754608154, "Finetune/Loss (Raw)": 0.9123027920722961, "Finetune/Step": 7503, "Finetune/Step Time": 12.074274269863963}
+{"Finetune/Learning Rate": 1.3932373795412503e-05, "Finetune/Loss": 0.8206454515457153, "Finetune/Loss (Raw)": 0.767812192440033, "Finetune/Step": 7504, "Finetune/Step Time": 12.083788853138685}
+{"Finetune/Learning Rate": 1.3930825446103475e-05, "Finetune/Loss": 0.8205164074897766, "Finetune/Loss (Raw)": 0.7770569324493408, "Finetune/Step": 7505, "Finetune/Step Time": 12.067933594807982}
+{"Finetune/Learning Rate": 1.3929276985327415e-05, "Finetune/Loss": 0.8196857571601868, "Finetune/Loss (Raw)": 0.7898942232131958, "Finetune/Step": 7506, "Finetune/Step Time": 12.054295169189572}
+{"Finetune/Learning Rate": 1.3927728413128235e-05, "Finetune/Loss": 0.8198771476745605, "Finetune/Loss (Raw)": 0.8219848871231079, "Finetune/Step": 7507, "Finetune/Step Time": 12.03070342540741}
+{"Finetune/Learning Rate": 1.3926179729549843e-05, "Finetune/Loss": 0.8195459246635437, "Finetune/Loss (Raw)": 0.8870450258255005, "Finetune/Step": 7508, "Finetune/Step Time": 12.034481989219785}
+{"Finetune/Learning Rate": 1.3924630934636158e-05, "Finetune/Loss": 0.8201276063919067, "Finetune/Loss (Raw)": 0.8219961524009705, "Finetune/Step": 7509, "Finetune/Step Time": 12.002772599458694}
+{"Finetune/Learning Rate": 1.3923082028431103e-05, "Finetune/Loss": 0.8193773627281189, "Finetune/Loss (Raw)": 0.8635940551757812, "Finetune/Step": 7510, "Finetune/Step Time": 11.987922513857484}
+{"Finetune/Learning Rate": 1.3921533010978596e-05, "Finetune/Loss": 0.8207148313522339, "Finetune/Loss (Raw)": 0.8582749962806702, "Finetune/Step": 7511, "Finetune/Step Time": 12.004364056512713}
+{"Finetune/Learning Rate": 1.3919983882322563e-05, "Finetune/Loss": 0.8201121091842651, "Finetune/Loss (Raw)": 0.8286946415901184, "Finetune/Step": 7512, "Finetune/Step Time": 11.996647009626031}
+{"Finetune/Learning Rate": 1.3918434642506937e-05, "Finetune/Loss": 0.8190721273422241, "Finetune/Loss (Raw)": 0.7065302133560181, "Finetune/Step": 7513, "Finetune/Step Time": 11.996517214924097}
+{"Finetune/Learning Rate": 1.3916885291575643e-05, "Finetune/Loss": 0.8173426389694214, "Finetune/Loss (Raw)": 0.7910839319229126, "Finetune/Step": 7514, "Finetune/Step Time": 11.9923275411129}
+{"Finetune/Learning Rate": 1.3915335829572621e-05, "Finetune/Loss": 0.8170524835586548, "Finetune/Loss (Raw)": 0.7882362604141235, "Finetune/Step": 7515, "Finetune/Step Time": 11.994777496904135}
+{"Finetune/Learning Rate": 1.3913786256541813e-05, "Finetune/Loss": 0.8154911398887634, "Finetune/Loss (Raw)": 0.5642613172531128, "Finetune/Step": 7516, "Finetune/Step Time": 12.020926970988512}
+{"Finetune/Learning Rate": 1.391223657252715e-05, "Finetune/Loss": 0.8142441511154175, "Finetune/Loss (Raw)": 0.6418324112892151, "Finetune/Step": 7517, "Finetune/Step Time": 11.974868141114712}
+{"Finetune/Learning Rate": 1.3910686777572587e-05, "Finetune/Loss": 0.8128470182418823, "Finetune/Loss (Raw)": 0.7014569044113159, "Finetune/Step": 7518, "Finetune/Step Time": 12.026177238672972}
+{"Finetune/Learning Rate": 1.3909136871722066e-05, "Finetune/Loss": 0.8135489225387573, "Finetune/Loss (Raw)": 0.8391894698143005, "Finetune/Step": 7519, "Finetune/Step Time": 12.023589849472046}
+{"Finetune/Learning Rate": 1.3907586855019538e-05, "Finetune/Loss": 0.8145806789398193, "Finetune/Loss (Raw)": 0.9200786352157593, "Finetune/Step": 7520, "Finetune/Step Time": 12.022263921797276}
+{"Finetune/Learning Rate": 1.390603672750896e-05, "Finetune/Loss": 0.8144176006317139, "Finetune/Loss (Raw)": 0.8204845190048218, "Finetune/Step": 7521, "Finetune/Step Time": 12.026376370340586}
+{"Finetune/Learning Rate": 1.390448648923429e-05, "Finetune/Loss": 0.8162314295768738, "Finetune/Loss (Raw)": 0.9832308888435364, "Finetune/Step": 7522, "Finetune/Step Time": 12.015266016125679}
+{"Finetune/Learning Rate": 1.3902936140239483e-05, "Finetune/Loss": 0.8171327710151672, "Finetune/Loss (Raw)": 0.8841596841812134, "Finetune/Step": 7523, "Finetune/Step Time": 12.010476887226105}
+{"Finetune/Learning Rate": 1.3901385680568506e-05, "Finetune/Loss": 0.8160209655761719, "Finetune/Loss (Raw)": 0.6211712956428528, "Finetune/Step": 7524, "Finetune/Step Time": 12.019404962658882}
+{"Finetune/Learning Rate": 1.3899835110265325e-05, "Finetune/Loss": 0.8155895471572876, "Finetune/Loss (Raw)": 0.7353864312171936, "Finetune/Step": 7525, "Finetune/Step Time": 12.012419514358044}
+{"Finetune/Learning Rate": 1.389828442937391e-05, "Finetune/Loss": 0.8162545561790466, "Finetune/Loss (Raw)": 0.8320698738098145, "Finetune/Step": 7526, "Finetune/Step Time": 12.009254842996597}
+{"Finetune/Learning Rate": 1.3896733637938233e-05, "Finetune/Loss": 0.816166877746582, "Finetune/Loss (Raw)": 0.813657283782959, "Finetune/Step": 7527, "Finetune/Step Time": 12.002636155113578}
+{"Finetune/Learning Rate": 1.3895182736002276e-05, "Finetune/Loss": 0.8153824806213379, "Finetune/Loss (Raw)": 0.8342108130455017, "Finetune/Step": 7528, "Finetune/Step Time": 12.005051160231233}
+{"Finetune/Learning Rate": 1.3893631723610006e-05, "Finetune/Loss": 0.815540611743927, "Finetune/Loss (Raw)": 0.8101493716239929, "Finetune/Step": 7529, "Finetune/Step Time": 12.007151018828154}
+{"Finetune/Learning Rate": 1.3892080600805415e-05, "Finetune/Loss": 0.8154959082603455, "Finetune/Loss (Raw)": 0.7884693741798401, "Finetune/Step": 7530, "Finetune/Step Time": 12.001071503385901}
+{"Finetune/Learning Rate": 1.3890529367632489e-05, "Finetune/Loss": 0.8157092332839966, "Finetune/Loss (Raw)": 0.7307175397872925, "Finetune/Step": 7531, "Finetune/Step Time": 12.008921682834625}
+{"Finetune/Learning Rate": 1.388897802413521e-05, "Finetune/Loss": 0.8151905536651611, "Finetune/Loss (Raw)": 0.7515600919723511, "Finetune/Step": 7532, "Finetune/Step Time": 12.028634449467063}
+{"Finetune/Learning Rate": 1.3887426570357571e-05, "Finetune/Loss": 0.8142795562744141, "Finetune/Loss (Raw)": 0.8463322520256042, "Finetune/Step": 7533, "Finetune/Step Time": 12.034031247720122}
+{"Finetune/Learning Rate": 1.3885875006343572e-05, "Finetune/Loss": 0.8137729167938232, "Finetune/Loss (Raw)": 0.8711143732070923, "Finetune/Step": 7534, "Finetune/Step Time": 12.03695728071034}
+{"Finetune/Learning Rate": 1.3884323332137209e-05, "Finetune/Loss": 0.8134194612503052, "Finetune/Loss (Raw)": 0.7921198606491089, "Finetune/Step": 7535, "Finetune/Step Time": 12.04282901994884}
+{"Finetune/Learning Rate": 1.3882771547782476e-05, "Finetune/Loss": 0.8149681687355042, "Finetune/Loss (Raw)": 0.9778406620025635, "Finetune/Step": 7536, "Finetune/Step Time": 12.0367346201092}
+{"Finetune/Learning Rate": 1.3881219653323387e-05, "Finetune/Loss": 0.8159616589546204, "Finetune/Loss (Raw)": 0.9112077951431274, "Finetune/Step": 7537, "Finetune/Step Time": 12.01422437466681}
+{"Finetune/Learning Rate": 1.3879667648803948e-05, "Finetune/Loss": 0.8156760931015015, "Finetune/Loss (Raw)": 0.7143954634666443, "Finetune/Step": 7538, "Finetune/Step Time": 12.012688033282757}
+{"Finetune/Learning Rate": 1.3878115534268164e-05, "Finetune/Loss": 0.8163202404975891, "Finetune/Loss (Raw)": 0.7731726765632629, "Finetune/Step": 7539, "Finetune/Step Time": 12.023909088224173}
+{"Finetune/Learning Rate": 1.387656330976005e-05, "Finetune/Loss": 0.8162368535995483, "Finetune/Loss (Raw)": 0.7881267070770264, "Finetune/Step": 7540, "Finetune/Step Time": 12.027207558974624}
+{"Finetune/Learning Rate": 1.3875010975323627e-05, "Finetune/Loss": 0.8168938159942627, "Finetune/Loss (Raw)": 0.8606925010681152, "Finetune/Step": 7541, "Finetune/Step Time": 12.031299183145165}
+{"Finetune/Learning Rate": 1.387345853100291e-05, "Finetune/Loss": 0.8177787065505981, "Finetune/Loss (Raw)": 1.001283049583435, "Finetune/Step": 7542, "Finetune/Step Time": 12.018734658136964}
+{"Finetune/Learning Rate": 1.3871905976841923e-05, "Finetune/Loss": 0.8190019130706787, "Finetune/Loss (Raw)": 0.8410546183586121, "Finetune/Step": 7543, "Finetune/Step Time": 12.026754930615425}
+{"Finetune/Learning Rate": 1.3870353312884694e-05, "Finetune/Loss": 0.8182245492935181, "Finetune/Loss (Raw)": 0.826595664024353, "Finetune/Step": 7544, "Finetune/Step Time": 12.017688060179353}
+{"Finetune/Learning Rate": 1.3868800539175252e-05, "Finetune/Loss": 0.8184278607368469, "Finetune/Loss (Raw)": 0.7944893836975098, "Finetune/Step": 7545, "Finetune/Step Time": 12.014320649206638}
+{"Finetune/Learning Rate": 1.3867247655757626e-05, "Finetune/Loss": 0.81895911693573, "Finetune/Loss (Raw)": 0.8535237908363342, "Finetune/Step": 7546, "Finetune/Step Time": 12.017297677695751}
+{"Finetune/Learning Rate": 1.3865694662675852e-05, "Finetune/Loss": 0.8191649913787842, "Finetune/Loss (Raw)": 0.8645843267440796, "Finetune/Step": 7547, "Finetune/Step Time": 11.995039351284504}
+{"Finetune/Learning Rate": 1.3864141559973971e-05, "Finetune/Loss": 0.8184839487075806, "Finetune/Loss (Raw)": 0.768004298210144, "Finetune/Step": 7548, "Finetune/Step Time": 11.976872453466058}
+{"Finetune/Learning Rate": 1.3862588347696026e-05, "Finetune/Loss": 0.8204224109649658, "Finetune/Loss (Raw)": 0.941557765007019, "Finetune/Step": 7549, "Finetune/Step Time": 11.98275512829423}
+{"Finetune/Learning Rate": 1.3861035025886058e-05, "Finetune/Loss": 0.8209439516067505, "Finetune/Loss (Raw)": 0.8867619037628174, "Finetune/Step": 7550, "Finetune/Step Time": 11.972481433302164}
+{"Finetune/Learning Rate": 1.3859481594588116e-05, "Finetune/Loss": 0.8219333291053772, "Finetune/Loss (Raw)": 0.9485963582992554, "Finetune/Step": 7551, "Finetune/Step Time": 11.964869916439056}
+{"Finetune/Learning Rate": 1.385792805384625e-05, "Finetune/Loss": 0.8205693364143372, "Finetune/Loss (Raw)": 0.7162169218063354, "Finetune/Step": 7552, "Finetune/Step Time": 11.957681693136692}
+{"Finetune/Learning Rate": 1.3856374403704516e-05, "Finetune/Loss": 0.8199178576469421, "Finetune/Loss (Raw)": 0.8603551387786865, "Finetune/Step": 7553, "Finetune/Step Time": 11.939847370609641}
+{"Finetune/Learning Rate": 1.3854820644206967e-05, "Finetune/Loss": 0.8194237947463989, "Finetune/Loss (Raw)": 0.7662559747695923, "Finetune/Step": 7554, "Finetune/Step Time": 11.946537209674716}
+{"Finetune/Learning Rate": 1.3853266775397669e-05, "Finetune/Loss": 0.8186841011047363, "Finetune/Loss (Raw)": 0.7611204981803894, "Finetune/Step": 7555, "Finetune/Step Time": 11.957090437412262}
+{"Finetune/Learning Rate": 1.3851712797320685e-05, "Finetune/Loss": 0.8182933330535889, "Finetune/Loss (Raw)": 0.8258568644523621, "Finetune/Step": 7556, "Finetune/Step Time": 11.96570586413145}
+{"Finetune/Learning Rate": 1.3850158710020072e-05, "Finetune/Loss": 0.8186646103858948, "Finetune/Loss (Raw)": 0.7291235327720642, "Finetune/Step": 7557, "Finetune/Step Time": 11.971272446215153}
+{"Finetune/Learning Rate": 1.3848604513539912e-05, "Finetune/Loss": 0.8205579519271851, "Finetune/Loss (Raw)": 0.9001176953315735, "Finetune/Step": 7558, "Finetune/Step Time": 11.948468523100019}
+{"Finetune/Learning Rate": 1.384705020792427e-05, "Finetune/Loss": 0.8187907934188843, "Finetune/Loss (Raw)": 0.6301697492599487, "Finetune/Step": 7559, "Finetune/Step Time": 11.965545915067196}
+{"Finetune/Learning Rate": 1.3845495793217223e-05, "Finetune/Loss": 0.8178654909133911, "Finetune/Loss (Raw)": 0.739707887172699, "Finetune/Step": 7560, "Finetune/Step Time": 11.952273335307837}
+{"Finetune/Learning Rate": 1.3843941269462851e-05, "Finetune/Loss": 0.8203601241111755, "Finetune/Loss (Raw)": 0.956842839717865, "Finetune/Step": 7561, "Finetune/Step Time": 11.9465037509799}
+{"Finetune/Learning Rate": 1.3842386636705239e-05, "Finetune/Loss": 0.8198456764221191, "Finetune/Loss (Raw)": 0.8073112368583679, "Finetune/Step": 7562, "Finetune/Step Time": 11.947133442386985}
+{"Finetune/Learning Rate": 1.3840831894988464e-05, "Finetune/Loss": 0.8204882740974426, "Finetune/Loss (Raw)": 0.8973931670188904, "Finetune/Step": 7563, "Finetune/Step Time": 11.9575453158468}
+{"Finetune/Learning Rate": 1.3839277044356615e-05, "Finetune/Loss": 0.8188754320144653, "Finetune/Loss (Raw)": 0.7225661873817444, "Finetune/Step": 7564, "Finetune/Step Time": 11.975151300430298}
+{"Finetune/Learning Rate": 1.3837722084853794e-05, "Finetune/Loss": 0.8176354169845581, "Finetune/Loss (Raw)": 0.636964738368988, "Finetune/Step": 7565, "Finetune/Step Time": 11.970530236139894}
+{"Finetune/Learning Rate": 1.3836167016524084e-05, "Finetune/Loss": 0.8186736106872559, "Finetune/Loss (Raw)": 0.9108191132545471, "Finetune/Step": 7566, "Finetune/Step Time": 11.963261134922504}
+{"Finetune/Learning Rate": 1.3834611839411587e-05, "Finetune/Loss": 0.818068265914917, "Finetune/Loss (Raw)": 0.8542717099189758, "Finetune/Step": 7567, "Finetune/Step Time": 11.966638615354896}
+{"Finetune/Learning Rate": 1.38330565535604e-05, "Finetune/Loss": 0.8176813125610352, "Finetune/Loss (Raw)": 0.7263926267623901, "Finetune/Step": 7568, "Finetune/Step Time": 11.95664993673563}
+{"Finetune/Learning Rate": 1.3831501159014631e-05, "Finetune/Loss": 0.8161699771881104, "Finetune/Loss (Raw)": 0.7754629850387573, "Finetune/Step": 7569, "Finetune/Step Time": 11.982912031933665}
+{"Finetune/Learning Rate": 1.3829945655818384e-05, "Finetune/Loss": 0.8174980878829956, "Finetune/Loss (Raw)": 0.8966020345687866, "Finetune/Step": 7570, "Finetune/Step Time": 11.997149929404259}
+{"Finetune/Learning Rate": 1.382839004401577e-05, "Finetune/Loss": 0.8150562047958374, "Finetune/Loss (Raw)": 0.6450664401054382, "Finetune/Step": 7571, "Finetune/Step Time": 12.027560925111175}
+{"Finetune/Learning Rate": 1.3826834323650899e-05, "Finetune/Loss": 0.8148781061172485, "Finetune/Loss (Raw)": 0.7713121771812439, "Finetune/Step": 7572, "Finetune/Step Time": 12.032699340954423}
+{"Finetune/Learning Rate": 1.382527849476789e-05, "Finetune/Loss": 0.8151471614837646, "Finetune/Loss (Raw)": 0.9312528371810913, "Finetune/Step": 7573, "Finetune/Step Time": 12.037938484922051}
+{"Finetune/Learning Rate": 1.3823722557410859e-05, "Finetune/Loss": 0.8157528638839722, "Finetune/Loss (Raw)": 0.8983919620513916, "Finetune/Step": 7574, "Finetune/Step Time": 12.035808689892292}
+{"Finetune/Learning Rate": 1.3822166511623931e-05, "Finetune/Loss": 0.8138793706893921, "Finetune/Loss (Raw)": 0.7152646780014038, "Finetune/Step": 7575, "Finetune/Step Time": 12.07215996645391}
+{"Finetune/Learning Rate": 1.382061035745123e-05, "Finetune/Loss": 0.8154573440551758, "Finetune/Loss (Raw)": 0.9453480839729309, "Finetune/Step": 7576, "Finetune/Step Time": 12.060520987957716}
+{"Finetune/Learning Rate": 1.3819054094936881e-05, "Finetune/Loss": 0.8147371411323547, "Finetune/Loss (Raw)": 0.7659069299697876, "Finetune/Step": 7577, "Finetune/Step Time": 12.079602103680372}
+{"Finetune/Learning Rate": 1.3817497724125022e-05, "Finetune/Loss": 0.8150291442871094, "Finetune/Loss (Raw)": 0.7301958203315735, "Finetune/Step": 7578, "Finetune/Step Time": 12.109507037326694}
+{"Finetune/Learning Rate": 1.3815941245059779e-05, "Finetune/Loss": 0.8138532638549805, "Finetune/Loss (Raw)": 0.6862379312515259, "Finetune/Step": 7579, "Finetune/Step Time": 12.11631116271019}
+{"Finetune/Learning Rate": 1.3814384657785298e-05, "Finetune/Loss": 0.8147128820419312, "Finetune/Loss (Raw)": 0.8713283538818359, "Finetune/Step": 7580, "Finetune/Step Time": 12.112881481647491}
+{"Finetune/Learning Rate": 1.381282796234571e-05, "Finetune/Loss": 0.8162586688995361, "Finetune/Loss (Raw)": 0.9299620389938354, "Finetune/Step": 7581, "Finetune/Step Time": 12.084272015839815}
+{"Finetune/Learning Rate": 1.3811271158785164e-05, "Finetune/Loss": 0.8166525363922119, "Finetune/Loss (Raw)": 0.7557413578033447, "Finetune/Step": 7582, "Finetune/Step Time": 12.097117140889168}
+{"Finetune/Learning Rate": 1.380971424714781e-05, "Finetune/Loss": 0.8163152933120728, "Finetune/Loss (Raw)": 0.8131163716316223, "Finetune/Step": 7583, "Finetune/Step Time": 12.097129015251994}
+{"Finetune/Learning Rate": 1.3808157227477788e-05, "Finetune/Loss": 0.8154926300048828, "Finetune/Loss (Raw)": 0.8198841214179993, "Finetune/Step": 7584, "Finetune/Step Time": 12.084195230156183}
+{"Finetune/Learning Rate": 1.3806600099819256e-05, "Finetune/Loss": 0.8163138628005981, "Finetune/Loss (Raw)": 0.8340128660202026, "Finetune/Step": 7585, "Finetune/Step Time": 12.087813491001725}
+{"Finetune/Learning Rate": 1.3805042864216373e-05, "Finetune/Loss": 0.815047562122345, "Finetune/Loss (Raw)": 0.717787504196167, "Finetune/Step": 7586, "Finetune/Step Time": 12.082579486072063}
+{"Finetune/Learning Rate": 1.3803485520713294e-05, "Finetune/Loss": 0.8135561943054199, "Finetune/Loss (Raw)": 0.6080738306045532, "Finetune/Step": 7587, "Finetune/Step Time": 12.108697323128581}
+{"Finetune/Learning Rate": 1.3801928069354178e-05, "Finetune/Loss": 0.8139289617538452, "Finetune/Loss (Raw)": 0.854535698890686, "Finetune/Step": 7588, "Finetune/Step Time": 12.113992867991328}
+{"Finetune/Learning Rate": 1.3800370510183198e-05, "Finetune/Loss": 0.8130993247032166, "Finetune/Loss (Raw)": 0.8194777369499207, "Finetune/Step": 7589, "Finetune/Step Time": 12.116199567914009}
+{"Finetune/Learning Rate": 1.3798812843244513e-05, "Finetune/Loss": 0.8143702149391174, "Finetune/Loss (Raw)": 0.8574658036231995, "Finetune/Step": 7590, "Finetune/Step Time": 12.116059364750981}
+{"Finetune/Learning Rate": 1.3797255068582302e-05, "Finetune/Loss": 0.8152337074279785, "Finetune/Loss (Raw)": 0.875855028629303, "Finetune/Step": 7591, "Finetune/Step Time": 12.126584054902196}
+{"Finetune/Learning Rate": 1.3795697186240733e-05, "Finetune/Loss": 0.8150741457939148, "Finetune/Loss (Raw)": 0.8096175193786621, "Finetune/Step": 7592, "Finetune/Step Time": 12.12865860760212}
+{"Finetune/Learning Rate": 1.3794139196263986e-05, "Finetune/Loss": 0.8143255710601807, "Finetune/Loss (Raw)": 0.914868175983429, "Finetune/Step": 7593, "Finetune/Step Time": 12.126549925655127}
+{"Finetune/Learning Rate": 1.3792581098696239e-05, "Finetune/Loss": 0.8137060403823853, "Finetune/Loss (Raw)": 0.7583903670310974, "Finetune/Step": 7594, "Finetune/Step Time": 12.090049242600799}
+{"Finetune/Learning Rate": 1.3791022893581678e-05, "Finetune/Loss": 0.8146230578422546, "Finetune/Loss (Raw)": 0.852587878704071, "Finetune/Step": 7595, "Finetune/Step Time": 12.102104743942618}
+{"Finetune/Learning Rate": 1.3789464580964486e-05, "Finetune/Loss": 0.8140652179718018, "Finetune/Loss (Raw)": 0.7599563002586365, "Finetune/Step": 7596, "Finetune/Step Time": 12.115314055234194}
+{"Finetune/Learning Rate": 1.3787906160888857e-05, "Finetune/Loss": 0.8137990236282349, "Finetune/Loss (Raw)": 0.713609516620636, "Finetune/Step": 7597, "Finetune/Step Time": 12.139770232141018}
+{"Finetune/Learning Rate": 1.378634763339898e-05, "Finetune/Loss": 0.8128417134284973, "Finetune/Loss (Raw)": 0.7284033298492432, "Finetune/Step": 7598, "Finetune/Step Time": 12.139498608186841}
+{"Finetune/Learning Rate": 1.378478899853905e-05, "Finetune/Loss": 0.8126205205917358, "Finetune/Loss (Raw)": 0.8235421180725098, "Finetune/Step": 7599, "Finetune/Step Time": 12.156959196552634}
+{"Finetune/Learning Rate": 1.3783230256353265e-05, "Finetune/Loss": 0.8123796582221985, "Finetune/Loss (Raw)": 0.8408163785934448, "Finetune/Step": 7600, "Finetune/Step Time": 12.154790595173836}
+{"Finetune/Learning Rate": 1.3781671406885835e-05, "Finetune/Loss": 0.8111369609832764, "Finetune/Loss (Raw)": 0.650770902633667, "Finetune/Step": 7601, "Finetune/Step Time": 12.15910155698657}
+{"Finetune/Learning Rate": 1.3780112450180949e-05, "Finetune/Loss": 0.8120200634002686, "Finetune/Loss (Raw)": 0.8506385684013367, "Finetune/Step": 7602, "Finetune/Step Time": 12.153911024332047}
+{"Finetune/Learning Rate": 1.3778553386282827e-05, "Finetune/Loss": 0.8130060434341431, "Finetune/Loss (Raw)": 0.913759171962738, "Finetune/Step": 7603, "Finetune/Step Time": 12.134399382397532}
+{"Finetune/Learning Rate": 1.3776994215235677e-05, "Finetune/Loss": 0.8126777410507202, "Finetune/Loss (Raw)": 0.8242744207382202, "Finetune/Step": 7604, "Finetune/Step Time": 12.14022145792842}
+{"Finetune/Learning Rate": 1.377543493708371e-05, "Finetune/Loss": 0.8129957914352417, "Finetune/Loss (Raw)": 0.8157857060432434, "Finetune/Step": 7605, "Finetune/Step Time": 12.129196437075734}
+{"Finetune/Learning Rate": 1.3773875551871142e-05, "Finetune/Loss": 0.8128977417945862, "Finetune/Loss (Raw)": 0.7520663142204285, "Finetune/Step": 7606, "Finetune/Step Time": 12.126109693199396}
+{"Finetune/Learning Rate": 1.37723160596422e-05, "Finetune/Loss": 0.8111175298690796, "Finetune/Loss (Raw)": 0.6473062038421631, "Finetune/Step": 7607, "Finetune/Step Time": 12.152869494631886}
+{"Finetune/Learning Rate": 1.3770756460441098e-05, "Finetune/Loss": 0.8089948892593384, "Finetune/Loss (Raw)": 0.7852948904037476, "Finetune/Step": 7608, "Finetune/Step Time": 12.142245009541512}
+{"Finetune/Learning Rate": 1.3769196754312061e-05, "Finetune/Loss": 0.809117317199707, "Finetune/Loss (Raw)": 0.7877942323684692, "Finetune/Step": 7609, "Finetune/Step Time": 12.158157922327518}
+{"Finetune/Learning Rate": 1.3767636941299329e-05, "Finetune/Loss": 0.8097088932991028, "Finetune/Loss (Raw)": 0.8986877799034119, "Finetune/Step": 7610, "Finetune/Step Time": 12.163576995953918}
+{"Finetune/Learning Rate": 1.3766077021447126e-05, "Finetune/Loss": 0.8087126016616821, "Finetune/Loss (Raw)": 0.7708861827850342, "Finetune/Step": 7611, "Finetune/Step Time": 12.17087166197598}
+{"Finetune/Learning Rate": 1.3764516994799685e-05, "Finetune/Loss": 0.8085998296737671, "Finetune/Loss (Raw)": 0.9351867437362671, "Finetune/Step": 7612, "Finetune/Step Time": 12.168248681351542}
+{"Finetune/Learning Rate": 1.3762956861401252e-05, "Finetune/Loss": 0.8077921271324158, "Finetune/Loss (Raw)": 0.8545163869857788, "Finetune/Step": 7613, "Finetune/Step Time": 12.164254542440176}
+{"Finetune/Learning Rate": 1.3761396621296057e-05, "Finetune/Loss": 0.8080191612243652, "Finetune/Loss (Raw)": 0.8084458708763123, "Finetune/Step": 7614, "Finetune/Step Time": 12.150996098294854}
+{"Finetune/Learning Rate": 1.3759836274528354e-05, "Finetune/Loss": 0.806169867515564, "Finetune/Loss (Raw)": 0.7169261574745178, "Finetune/Step": 7615, "Finetune/Step Time": 12.166664192453027}
+{"Finetune/Learning Rate": 1.3758275821142382e-05, "Finetune/Loss": 0.8060044050216675, "Finetune/Loss (Raw)": 0.8559807538986206, "Finetune/Step": 7616, "Finetune/Step Time": 12.16964958794415}
+{"Finetune/Learning Rate": 1.3756715261182399e-05, "Finetune/Loss": 0.807068943977356, "Finetune/Loss (Raw)": 0.8971014618873596, "Finetune/Step": 7617, "Finetune/Step Time": 12.177678406238556}
+{"Finetune/Learning Rate": 1.375515459469265e-05, "Finetune/Loss": 0.8059418201446533, "Finetune/Loss (Raw)": 0.7380871176719666, "Finetune/Step": 7618, "Finetune/Step Time": 12.18866467103362}
+{"Finetune/Learning Rate": 1.3753593821717397e-05, "Finetune/Loss": 0.8075786828994751, "Finetune/Loss (Raw)": 0.9825268387794495, "Finetune/Step": 7619, "Finetune/Step Time": 12.173662351444364}
+{"Finetune/Learning Rate": 1.3752032942300897e-05, "Finetune/Loss": 0.8082583546638489, "Finetune/Loss (Raw)": 0.8356868624687195, "Finetune/Step": 7620, "Finetune/Step Time": 12.180329028517008}
+{"Finetune/Learning Rate": 1.3750471956487413e-05, "Finetune/Loss": 0.8063277006149292, "Finetune/Loss (Raw)": 0.6289917826652527, "Finetune/Step": 7621, "Finetune/Step Time": 12.208786752074957}
+{"Finetune/Learning Rate": 1.3748910864321207e-05, "Finetune/Loss": 0.8058899641036987, "Finetune/Loss (Raw)": 0.8379672169685364, "Finetune/Step": 7622, "Finetune/Step Time": 12.228271203115582}
+{"Finetune/Learning Rate": 1.3747349665846552e-05, "Finetune/Loss": 0.8075276613235474, "Finetune/Loss (Raw)": 0.9398327469825745, "Finetune/Step": 7623, "Finetune/Step Time": 12.233391348272562}
+{"Finetune/Learning Rate": 1.3745788361107715e-05, "Finetune/Loss": 0.8075854778289795, "Finetune/Loss (Raw)": 0.633303165435791, "Finetune/Step": 7624, "Finetune/Step Time": 12.171605408191681}
+{"Finetune/Learning Rate": 1.374422695014897e-05, "Finetune/Loss": 0.8068324327468872, "Finetune/Loss (Raw)": 0.6136701703071594, "Finetune/Step": 7625, "Finetune/Step Time": 12.200116582214832}
+{"Finetune/Learning Rate": 1.3742665433014599e-05, "Finetune/Loss": 0.8075423240661621, "Finetune/Loss (Raw)": 0.82203209400177, "Finetune/Step": 7626, "Finetune/Step Time": 12.199160166084766}
+{"Finetune/Learning Rate": 1.3741103809748877e-05, "Finetune/Loss": 0.8073945641517639, "Finetune/Loss (Raw)": 0.8491015434265137, "Finetune/Step": 7627, "Finetune/Step Time": 12.205927200615406}
+{"Finetune/Learning Rate": 1.373954208039609e-05, "Finetune/Loss": 0.8064545392990112, "Finetune/Loss (Raw)": 0.8303338885307312, "Finetune/Step": 7628, "Finetune/Step Time": 12.207460179924965}
+{"Finetune/Learning Rate": 1.3737980245000524e-05, "Finetune/Loss": 0.80901038646698, "Finetune/Loss (Raw)": 0.9464218020439148, "Finetune/Step": 7629, "Finetune/Step Time": 12.18339203670621}
+{"Finetune/Learning Rate": 1.3736418303606465e-05, "Finetune/Loss": 0.8086626529693604, "Finetune/Loss (Raw)": 0.7758337259292603, "Finetune/Step": 7630, "Finetune/Step Time": 12.182137047871947}
+{"Finetune/Learning Rate": 1.3734856256258211e-05, "Finetune/Loss": 0.8091166019439697, "Finetune/Loss (Raw)": 0.9704057574272156, "Finetune/Step": 7631, "Finetune/Step Time": 12.177427157759666}
+{"Finetune/Learning Rate": 1.3733294103000055e-05, "Finetune/Loss": 0.8100389242172241, "Finetune/Loss (Raw)": 0.8858745098114014, "Finetune/Step": 7632, "Finetune/Step Time": 12.165202597156167}
+{"Finetune/Learning Rate": 1.3731731843876288e-05, "Finetune/Loss": 0.81060391664505, "Finetune/Loss (Raw)": 0.8493760824203491, "Finetune/Step": 7633, "Finetune/Step Time": 12.158692499622703}
+{"Finetune/Learning Rate": 1.3730169478931222e-05, "Finetune/Loss": 0.8101041316986084, "Finetune/Loss (Raw)": 0.7259175777435303, "Finetune/Step": 7634, "Finetune/Step Time": 12.163974337279797}
+{"Finetune/Learning Rate": 1.3728607008209159e-05, "Finetune/Loss": 0.8106142282485962, "Finetune/Loss (Raw)": 0.887283444404602, "Finetune/Step": 7635, "Finetune/Step Time": 12.168140534311533}
+{"Finetune/Learning Rate": 1.3727044431754402e-05, "Finetune/Loss": 0.8101919889450073, "Finetune/Loss (Raw)": 0.8329987525939941, "Finetune/Step": 7636, "Finetune/Step Time": 12.162979228422046}
+{"Finetune/Learning Rate": 1.372548174961126e-05, "Finetune/Loss": 0.8108353614807129, "Finetune/Loss (Raw)": 0.9043471813201904, "Finetune/Step": 7637, "Finetune/Step Time": 12.169454218819737}
+{"Finetune/Learning Rate": 1.3723918961824053e-05, "Finetune/Loss": 0.8094170093536377, "Finetune/Loss (Raw)": 0.6820375323295593, "Finetune/Step": 7638, "Finetune/Step Time": 12.197931753471494}
+{"Finetune/Learning Rate": 1.3722356068437093e-05, "Finetune/Loss": 0.8092108964920044, "Finetune/Loss (Raw)": 0.8318938612937927, "Finetune/Step": 7639, "Finetune/Step Time": 12.202742923051119}
+{"Finetune/Learning Rate": 1.37207930694947e-05, "Finetune/Loss": 0.8091393709182739, "Finetune/Loss (Raw)": 0.819548487663269, "Finetune/Step": 7640, "Finetune/Step Time": 12.200443951413035}
+{"Finetune/Learning Rate": 1.3719229965041195e-05, "Finetune/Loss": 0.8101818561553955, "Finetune/Loss (Raw)": 0.8399671912193298, "Finetune/Step": 7641, "Finetune/Step Time": 12.199300557374954}
+{"Finetune/Learning Rate": 1.3717666755120904e-05, "Finetune/Loss": 0.8101576566696167, "Finetune/Loss (Raw)": 0.7879810929298401, "Finetune/Step": 7642, "Finetune/Step Time": 12.200153840705752}
+{"Finetune/Learning Rate": 1.3716103439778157e-05, "Finetune/Loss": 0.8108577728271484, "Finetune/Loss (Raw)": 0.8778477311134338, "Finetune/Step": 7643, "Finetune/Step Time": 12.200589321553707}
+{"Finetune/Learning Rate": 1.3714540019057282e-05, "Finetune/Loss": 0.8125996589660645, "Finetune/Loss (Raw)": 0.7872342467308044, "Finetune/Step": 7644, "Finetune/Step Time": 12.17861483246088}
+{"Finetune/Learning Rate": 1.3712976493002616e-05, "Finetune/Loss": 0.8146131038665771, "Finetune/Loss (Raw)": 0.8995535969734192, "Finetune/Step": 7645, "Finetune/Step Time": 12.15269723162055}
+{"Finetune/Learning Rate": 1.3711412861658496e-05, "Finetune/Loss": 0.815636396408081, "Finetune/Loss (Raw)": 0.8324334621429443, "Finetune/Step": 7646, "Finetune/Step Time": 12.10845023393631}
+{"Finetune/Learning Rate": 1.3709849125069259e-05, "Finetune/Loss": 0.8117717504501343, "Finetune/Loss (Raw)": 0.3445132374763489, "Finetune/Step": 7647, "Finetune/Step Time": 12.20982833020389}
+{"Finetune/Learning Rate": 1.3708285283279252e-05, "Finetune/Loss": 0.8105456233024597, "Finetune/Loss (Raw)": 0.763130784034729, "Finetune/Step": 7648, "Finetune/Step Time": 12.206780582666397}
+{"Finetune/Learning Rate": 1.3706721336332819e-05, "Finetune/Loss": 0.811225175857544, "Finetune/Loss (Raw)": 0.9074753522872925, "Finetune/Step": 7649, "Finetune/Step Time": 12.20131746865809}
+{"Finetune/Learning Rate": 1.3705157284274311e-05, "Finetune/Loss": 0.8105108737945557, "Finetune/Loss (Raw)": 0.891796350479126, "Finetune/Step": 7650, "Finetune/Step Time": 12.20198036916554}
+{"Finetune/Learning Rate": 1.3703593127148071e-05, "Finetune/Loss": 0.8088634014129639, "Finetune/Loss (Raw)": 0.6732861995697021, "Finetune/Step": 7651, "Finetune/Step Time": 12.203923178836703}
+{"Finetune/Learning Rate": 1.3702028864998469e-05, "Finetune/Loss": 0.8110498189926147, "Finetune/Loss (Raw)": 0.9010308384895325, "Finetune/Step": 7652, "Finetune/Step Time": 12.183410458266735}
+{"Finetune/Learning Rate": 1.3700464497869854e-05, "Finetune/Loss": 0.812139093875885, "Finetune/Loss (Raw)": 0.8748107552528381, "Finetune/Step": 7653, "Finetune/Step Time": 12.180085316300392}
+{"Finetune/Learning Rate": 1.3698900025806587e-05, "Finetune/Loss": 0.8120262622833252, "Finetune/Loss (Raw)": 0.8176282644271851, "Finetune/Step": 7654, "Finetune/Step Time": 12.183085123077035}
+{"Finetune/Learning Rate": 1.3697335448853032e-05, "Finetune/Loss": 0.8123733997344971, "Finetune/Loss (Raw)": 0.8580904603004456, "Finetune/Step": 7655, "Finetune/Step Time": 12.18361784145236}
+{"Finetune/Learning Rate": 1.3695770767053565e-05, "Finetune/Loss": 0.8121124505996704, "Finetune/Loss (Raw)": 0.8008139729499817, "Finetune/Step": 7656, "Finetune/Step Time": 12.184149369597435}
+{"Finetune/Learning Rate": 1.3694205980452541e-05, "Finetune/Loss": 0.8117178082466125, "Finetune/Loss (Raw)": 0.7596309781074524, "Finetune/Step": 7657, "Finetune/Step Time": 12.173422001302242}
+{"Finetune/Learning Rate": 1.3692641089094341e-05, "Finetune/Loss": 0.8119576573371887, "Finetune/Loss (Raw)": 0.8191718459129333, "Finetune/Step": 7658, "Finetune/Step Time": 12.173397172242403}
+{"Finetune/Learning Rate": 1.3691076093023343e-05, "Finetune/Loss": 0.8130006790161133, "Finetune/Loss (Raw)": 0.8642247915267944, "Finetune/Step": 7659, "Finetune/Step Time": 12.165474807843566}
+{"Finetune/Learning Rate": 1.3689510992283923e-05, "Finetune/Loss": 0.8127537369728088, "Finetune/Loss (Raw)": 0.7199543714523315, "Finetune/Step": 7660, "Finetune/Step Time": 12.14726397395134}
+{"Finetune/Learning Rate": 1.3687945786920459e-05, "Finetune/Loss": 0.8122256994247437, "Finetune/Loss (Raw)": 0.7787364721298218, "Finetune/Step": 7661, "Finetune/Step Time": 12.14075842127204}
+{"Finetune/Learning Rate": 1.3686380476977343e-05, "Finetune/Loss": 0.8114122748374939, "Finetune/Loss (Raw)": 0.7669968605041504, "Finetune/Step": 7662, "Finetune/Step Time": 12.139741295948625}
+{"Finetune/Learning Rate": 1.3684815062498959e-05, "Finetune/Loss": 0.8116512298583984, "Finetune/Loss (Raw)": 0.8227096199989319, "Finetune/Step": 7663, "Finetune/Step Time": 12.137555461376905}
+{"Finetune/Learning Rate": 1.3683249543529698e-05, "Finetune/Loss": 0.8114991188049316, "Finetune/Loss (Raw)": 0.9583637714385986, "Finetune/Step": 7664, "Finetune/Step Time": 12.147326219826937}
+{"Finetune/Learning Rate": 1.3681683920113952e-05, "Finetune/Loss": 0.8104397654533386, "Finetune/Loss (Raw)": 0.7756175398826599, "Finetune/Step": 7665, "Finetune/Step Time": 12.154239321127534}
+{"Finetune/Learning Rate": 1.368011819229612e-05, "Finetune/Loss": 0.8119286298751831, "Finetune/Loss (Raw)": 0.904960036277771, "Finetune/Step": 7666, "Finetune/Step Time": 12.161514831706882}
+{"Finetune/Learning Rate": 1.3678552360120603e-05, "Finetune/Loss": 0.8124415874481201, "Finetune/Loss (Raw)": 0.8388426303863525, "Finetune/Step": 7667, "Finetune/Step Time": 12.15267051383853}
+{"Finetune/Learning Rate": 1.36769864236318e-05, "Finetune/Loss": 0.813624382019043, "Finetune/Loss (Raw)": 0.9395251870155334, "Finetune/Step": 7668, "Finetune/Step Time": 12.148436307907104}
+{"Finetune/Learning Rate": 1.3675420382874118e-05, "Finetune/Loss": 0.8128993511199951, "Finetune/Loss (Raw)": 0.7678775787353516, "Finetune/Step": 7669, "Finetune/Step Time": 12.147938186302781}
+{"Finetune/Learning Rate": 1.3673854237891965e-05, "Finetune/Loss": 0.8113018274307251, "Finetune/Loss (Raw)": 0.7968010306358337, "Finetune/Step": 7670, "Finetune/Step Time": 12.144896982237697}
+{"Finetune/Learning Rate": 1.3672287988729754e-05, "Finetune/Loss": 0.8105980157852173, "Finetune/Loss (Raw)": 0.750974178314209, "Finetune/Step": 7671, "Finetune/Step Time": 12.171735640615225}
+{"Finetune/Learning Rate": 1.3670721635431896e-05, "Finetune/Loss": 0.811177134513855, "Finetune/Loss (Raw)": 0.9007138609886169, "Finetune/Step": 7672, "Finetune/Step Time": 12.175785541534424}
+{"Finetune/Learning Rate": 1.3669155178042812e-05, "Finetune/Loss": 0.8107510209083557, "Finetune/Loss (Raw)": 0.7399531602859497, "Finetune/Step": 7673, "Finetune/Step Time": 12.191770017147064}
+{"Finetune/Learning Rate": 1.3667588616606924e-05, "Finetune/Loss": 0.8110498189926147, "Finetune/Loss (Raw)": 0.8917688131332397, "Finetune/Step": 7674, "Finetune/Step Time": 12.187153214588761}
+{"Finetune/Learning Rate": 1.3666021951168647e-05, "Finetune/Loss": 0.8106073141098022, "Finetune/Loss (Raw)": 0.8079431056976318, "Finetune/Step": 7675, "Finetune/Step Time": 12.181029744446278}
+{"Finetune/Learning Rate": 1.3664455181772413e-05, "Finetune/Loss": 0.8095738291740417, "Finetune/Loss (Raw)": 0.6357197165489197, "Finetune/Step": 7676, "Finetune/Step Time": 12.183957321569324}
+{"Finetune/Learning Rate": 1.3662888308462653e-05, "Finetune/Loss": 0.8063921928405762, "Finetune/Loss (Raw)": 0.534305214881897, "Finetune/Step": 7677, "Finetune/Step Time": 12.211380520835519}
+{"Finetune/Learning Rate": 1.3661321331283796e-05, "Finetune/Loss": 0.8069519996643066, "Finetune/Loss (Raw)": 0.958423376083374, "Finetune/Step": 7678, "Finetune/Step Time": 12.21002272889018}
+{"Finetune/Learning Rate": 1.3659754250280275e-05, "Finetune/Loss": 0.8065650463104248, "Finetune/Loss (Raw)": 0.8990637063980103, "Finetune/Step": 7679, "Finetune/Step Time": 12.208609595894814}
+{"Finetune/Learning Rate": 1.3658187065496533e-05, "Finetune/Loss": 0.807826042175293, "Finetune/Loss (Raw)": 0.8776243925094604, "Finetune/Step": 7680, "Finetune/Step Time": 12.235376484692097}
+{"Finetune/Learning Rate": 1.3656619776977006e-05, "Finetune/Loss": 0.807776153087616, "Finetune/Loss (Raw)": 0.8539693355560303, "Finetune/Step": 7681, "Finetune/Step Time": 12.234037760645151}
+{"Finetune/Learning Rate": 1.365505238476614e-05, "Finetune/Loss": 0.8079007863998413, "Finetune/Loss (Raw)": 0.782204806804657, "Finetune/Step": 7682, "Finetune/Step Time": 12.208230318501592}
+{"Finetune/Learning Rate": 1.3653484888908386e-05, "Finetune/Loss": 0.8084626197814941, "Finetune/Loss (Raw)": 0.8330355882644653, "Finetune/Step": 7683, "Finetune/Step Time": 12.213565822690725}
+{"Finetune/Learning Rate": 1.3651917289448187e-05, "Finetune/Loss": 0.806615948677063, "Finetune/Loss (Raw)": 0.5894801616668701, "Finetune/Step": 7684, "Finetune/Step Time": 12.266002463176847}
+{"Finetune/Learning Rate": 1.3650349586429998e-05, "Finetune/Loss": 0.8071879148483276, "Finetune/Loss (Raw)": 0.8023365139961243, "Finetune/Step": 7685, "Finetune/Step Time": 12.269439745694399}
+{"Finetune/Learning Rate": 1.3648781779898275e-05, "Finetune/Loss": 0.8062158823013306, "Finetune/Loss (Raw)": 0.775709331035614, "Finetune/Step": 7686, "Finetune/Step Time": 12.263545673340559}
+{"Finetune/Learning Rate": 1.3647213869897476e-05, "Finetune/Loss": 0.8080615997314453, "Finetune/Loss (Raw)": 0.8664178252220154, "Finetune/Step": 7687, "Finetune/Step Time": 12.251378484070301}
+{"Finetune/Learning Rate": 1.3645645856472062e-05, "Finetune/Loss": 0.8092332482337952, "Finetune/Loss (Raw)": 0.8896730542182922, "Finetune/Step": 7688, "Finetune/Step Time": 12.26354356482625}
+{"Finetune/Learning Rate": 1.36440777396665e-05, "Finetune/Loss": 0.8084236979484558, "Finetune/Loss (Raw)": 0.8532211184501648, "Finetune/Step": 7689, "Finetune/Step Time": 12.246285611763597}
+{"Finetune/Learning Rate": 1.3642509519525256e-05, "Finetune/Loss": 0.8087230920791626, "Finetune/Loss (Raw)": 0.8456389307975769, "Finetune/Step": 7690, "Finetune/Step Time": 12.251759273931384}
+{"Finetune/Learning Rate": 1.36409411960928e-05, "Finetune/Loss": 0.8099956512451172, "Finetune/Loss (Raw)": 1.0602729320526123, "Finetune/Step": 7691, "Finetune/Step Time": 12.240936594083905}
+{"Finetune/Learning Rate": 1.3639372769413606e-05, "Finetune/Loss": 0.810389518737793, "Finetune/Loss (Raw)": 0.7729854583740234, "Finetune/Step": 7692, "Finetune/Step Time": 12.226321820169687}
+{"Finetune/Learning Rate": 1.3637804239532147e-05, "Finetune/Loss": 0.8114171028137207, "Finetune/Loss (Raw)": 0.7684922814369202, "Finetune/Step": 7693, "Finetune/Step Time": 12.242565989494324}
+{"Finetune/Learning Rate": 1.3636235606492904e-05, "Finetune/Loss": 0.8115505576133728, "Finetune/Loss (Raw)": 0.9279103875160217, "Finetune/Step": 7694, "Finetune/Step Time": 12.237380048260093}
+{"Finetune/Learning Rate": 1.3634666870340364e-05, "Finetune/Loss": 0.8100694417953491, "Finetune/Loss (Raw)": 0.6646876335144043, "Finetune/Step": 7695, "Finetune/Step Time": 12.263288015499711}
+{"Finetune/Learning Rate": 1.3633098031119e-05, "Finetune/Loss": 0.8113594055175781, "Finetune/Loss (Raw)": 0.8915019035339355, "Finetune/Step": 7696, "Finetune/Step Time": 12.264767527580261}
+{"Finetune/Learning Rate": 1.3631529088873312e-05, "Finetune/Loss": 0.8109166026115417, "Finetune/Loss (Raw)": 0.7187839150428772, "Finetune/Step": 7697, "Finetune/Step Time": 12.238803563639522}
+{"Finetune/Learning Rate": 1.3629960043647783e-05, "Finetune/Loss": 0.8106277585029602, "Finetune/Loss (Raw)": 0.8596325516700745, "Finetune/Step": 7698, "Finetune/Step Time": 12.235147261992097}
+{"Finetune/Learning Rate": 1.3628390895486912e-05, "Finetune/Loss": 0.8110897541046143, "Finetune/Loss (Raw)": 0.7042030096054077, "Finetune/Step": 7699, "Finetune/Step Time": 12.216979598626494}
+{"Finetune/Learning Rate": 1.3626821644435191e-05, "Finetune/Loss": 0.8119986057281494, "Finetune/Loss (Raw)": 0.8876364827156067, "Finetune/Step": 7700, "Finetune/Step Time": 12.215188702568412}
+{"Finetune/Learning Rate": 1.362525229053712e-05, "Finetune/Loss": 0.8107320070266724, "Finetune/Loss (Raw)": 0.7691389322280884, "Finetune/Step": 7701, "Finetune/Step Time": 12.210385173559189}
+{"Finetune/Learning Rate": 1.3623682833837208e-05, "Finetune/Loss": 0.8110498189926147, "Finetune/Loss (Raw)": 0.9390716552734375, "Finetune/Step": 7702, "Finetune/Step Time": 12.218766322359443}
+{"Finetune/Learning Rate": 1.3622113274379952e-05, "Finetune/Loss": 0.8127725124359131, "Finetune/Loss (Raw)": 0.9357648491859436, "Finetune/Step": 7703, "Finetune/Step Time": 12.189008643850684}
+{"Finetune/Learning Rate": 1.3620543612209861e-05, "Finetune/Loss": 0.8110336065292358, "Finetune/Loss (Raw)": 0.7227699160575867, "Finetune/Step": 7704, "Finetune/Step Time": 12.190158730372787}
+{"Finetune/Learning Rate": 1.3618973847371455e-05, "Finetune/Loss": 0.8123481869697571, "Finetune/Loss (Raw)": 0.9341729879379272, "Finetune/Step": 7705, "Finetune/Step Time": 12.177176587283611}
+{"Finetune/Learning Rate": 1.3617403979909238e-05, "Finetune/Loss": 0.8130826354026794, "Finetune/Loss (Raw)": 0.8242058157920837, "Finetune/Step": 7706, "Finetune/Step Time": 12.13518176600337}
+{"Finetune/Learning Rate": 1.3615834009867728e-05, "Finetune/Loss": 0.8134597539901733, "Finetune/Loss (Raw)": 0.7345123291015625, "Finetune/Step": 7707, "Finetune/Step Time": 12.142568903043866}
+{"Finetune/Learning Rate": 1.3614263937291452e-05, "Finetune/Loss": 0.812059223651886, "Finetune/Loss (Raw)": 0.6920551061630249, "Finetune/Step": 7708, "Finetune/Step Time": 12.143929343670607}
+{"Finetune/Learning Rate": 1.3612693762224927e-05, "Finetune/Loss": 0.8119214773178101, "Finetune/Loss (Raw)": 0.9123342633247375, "Finetune/Step": 7709, "Finetune/Step Time": 12.14687374420464}
+{"Finetune/Learning Rate": 1.3611123484712677e-05, "Finetune/Loss": 0.8116870522499084, "Finetune/Loss (Raw)": 0.7257354855537415, "Finetune/Step": 7710, "Finetune/Step Time": 12.141172628849745}
+{"Finetune/Learning Rate": 1.3609553104799239e-05, "Finetune/Loss": 0.8113791346549988, "Finetune/Loss (Raw)": 0.7737018465995789, "Finetune/Step": 7711, "Finetune/Step Time": 12.141974778845906}
+{"Finetune/Learning Rate": 1.3607982622529135e-05, "Finetune/Loss": 0.8124115467071533, "Finetune/Loss (Raw)": 0.9520372748374939, "Finetune/Step": 7712, "Finetune/Step Time": 12.150677964091301}
+{"Finetune/Learning Rate": 1.3606412037946905e-05, "Finetune/Loss": 0.8115620613098145, "Finetune/Loss (Raw)": 0.7252798676490784, "Finetune/Step": 7713, "Finetune/Step Time": 12.146054107695818}
+{"Finetune/Learning Rate": 1.3604841351097084e-05, "Finetune/Loss": 0.8115479946136475, "Finetune/Loss (Raw)": 0.7159836292266846, "Finetune/Step": 7714, "Finetune/Step Time": 12.139672739431262}
+{"Finetune/Learning Rate": 1.3603270562024213e-05, "Finetune/Loss": 0.8133066892623901, "Finetune/Loss (Raw)": 0.833189070224762, "Finetune/Step": 7715, "Finetune/Step Time": 12.111402478069067}
+{"Finetune/Learning Rate": 1.3601699670772836e-05, "Finetune/Loss": 0.812550961971283, "Finetune/Loss (Raw)": 0.7577978372573853, "Finetune/Step": 7716, "Finetune/Step Time": 12.117652231827378}
+{"Finetune/Learning Rate": 1.3600128677387498e-05, "Finetune/Loss": 0.8123334646224976, "Finetune/Loss (Raw)": 0.7916340231895447, "Finetune/Step": 7717, "Finetune/Step Time": 12.148968467488885}
+{"Finetune/Learning Rate": 1.3598557581912747e-05, "Finetune/Loss": 0.8112433552742004, "Finetune/Loss (Raw)": 0.7179338932037354, "Finetune/Step": 7718, "Finetune/Step Time": 12.148782594129443}
+{"Finetune/Learning Rate": 1.3596986384393139e-05, "Finetune/Loss": 0.8096250891685486, "Finetune/Loss (Raw)": 0.6687199473381042, "Finetune/Step": 7719, "Finetune/Step Time": 12.161707108840346}
+{"Finetune/Learning Rate": 1.3595415084873224e-05, "Finetune/Loss": 0.8109551668167114, "Finetune/Loss (Raw)": 0.9798604249954224, "Finetune/Step": 7720, "Finetune/Step Time": 12.157728310674429}
+{"Finetune/Learning Rate": 1.359384368339756e-05, "Finetune/Loss": 0.8108721971511841, "Finetune/Loss (Raw)": 0.9042612910270691, "Finetune/Step": 7721, "Finetune/Step Time": 12.157367119565606}
+{"Finetune/Learning Rate": 1.359227218001071e-05, "Finetune/Loss": 0.8111873865127563, "Finetune/Loss (Raw)": 0.798724889755249, "Finetune/Step": 7722, "Finetune/Step Time": 12.162994807586074}
+{"Finetune/Learning Rate": 1.3590700574757239e-05, "Finetune/Loss": 0.8113651871681213, "Finetune/Loss (Raw)": 0.8753530383110046, "Finetune/Step": 7723, "Finetune/Step Time": 12.159774923697114}
+{"Finetune/Learning Rate": 1.3589128867681705e-05, "Finetune/Loss": 0.8110243678092957, "Finetune/Loss (Raw)": 0.7163287997245789, "Finetune/Step": 7724, "Finetune/Step Time": 12.17095272243023}
+{"Finetune/Learning Rate": 1.3587557058828682e-05, "Finetune/Loss": 0.8127090930938721, "Finetune/Loss (Raw)": 0.9292556643486023, "Finetune/Step": 7725, "Finetune/Step Time": 12.157858613878489}
+{"Finetune/Learning Rate": 1.3585985148242749e-05, "Finetune/Loss": 0.8132874965667725, "Finetune/Loss (Raw)": 0.8024318218231201, "Finetune/Step": 7726, "Finetune/Step Time": 12.159479761496186}
+{"Finetune/Learning Rate": 1.3584413135968467e-05, "Finetune/Loss": 0.8141515851020813, "Finetune/Loss (Raw)": 0.9341517090797424, "Finetune/Step": 7727, "Finetune/Step Time": 12.15199107863009}
+{"Finetune/Learning Rate": 1.3582841022050424e-05, "Finetune/Loss": 0.8142502903938293, "Finetune/Loss (Raw)": 0.853452205657959, "Finetune/Step": 7728, "Finetune/Step Time": 12.14674855582416}
+{"Finetune/Learning Rate": 1.3581268806533201e-05, "Finetune/Loss": 0.8149152994155884, "Finetune/Loss (Raw)": 0.7358947992324829, "Finetune/Step": 7729, "Finetune/Step Time": 12.116269016638398}
+{"Finetune/Learning Rate": 1.3579696489461376e-05, "Finetune/Loss": 0.8145769834518433, "Finetune/Loss (Raw)": 0.8073269128799438, "Finetune/Step": 7730, "Finetune/Step Time": 12.129285536706448}
+{"Finetune/Learning Rate": 1.3578124070879534e-05, "Finetune/Loss": 0.8145803213119507, "Finetune/Loss (Raw)": 0.9141910672187805, "Finetune/Step": 7731, "Finetune/Step Time": 12.132034944370389}
+{"Finetune/Learning Rate": 1.3576551550832274e-05, "Finetune/Loss": 0.8151627779006958, "Finetune/Loss (Raw)": 0.8988240957260132, "Finetune/Step": 7732, "Finetune/Step Time": 12.126179993152618}
+{"Finetune/Learning Rate": 1.357497892936418e-05, "Finetune/Loss": 0.8143496513366699, "Finetune/Loss (Raw)": 0.7117104530334473, "Finetune/Step": 7733, "Finetune/Step Time": 12.143496247008443}
+{"Finetune/Learning Rate": 1.3573406206519847e-05, "Finetune/Loss": 0.8155370950698853, "Finetune/Loss (Raw)": 0.9040529131889343, "Finetune/Step": 7734, "Finetune/Step Time": 12.142288118600845}
+{"Finetune/Learning Rate": 1.357183338234388e-05, "Finetune/Loss": 0.8172433376312256, "Finetune/Loss (Raw)": 0.8657103776931763, "Finetune/Step": 7735, "Finetune/Step Time": 12.122461143881083}
+{"Finetune/Learning Rate": 1.3570260456880873e-05, "Finetune/Loss": 0.8181097507476807, "Finetune/Loss (Raw)": 0.8961881995201111, "Finetune/Step": 7736, "Finetune/Step Time": 12.128248780965805}
+{"Finetune/Learning Rate": 1.356868743017543e-05, "Finetune/Loss": 0.8186746835708618, "Finetune/Loss (Raw)": 0.8601137399673462, "Finetune/Step": 7737, "Finetune/Step Time": 12.100465616211295}
+{"Finetune/Learning Rate": 1.3567114302272165e-05, "Finetune/Loss": 0.819331705570221, "Finetune/Loss (Raw)": 0.9827836751937866, "Finetune/Step": 7738, "Finetune/Step Time": 12.098434716463089}
+{"Finetune/Learning Rate": 1.3565541073215676e-05, "Finetune/Loss": 0.8198510408401489, "Finetune/Loss (Raw)": 0.8373587727546692, "Finetune/Step": 7739, "Finetune/Step Time": 12.095920166000724}
+{"Finetune/Learning Rate": 1.3563967743050584e-05, "Finetune/Loss": 0.8187288045883179, "Finetune/Loss (Raw)": 0.7915492653846741, "Finetune/Step": 7740, "Finetune/Step Time": 12.099389398470521}
+{"Finetune/Learning Rate": 1.3562394311821501e-05, "Finetune/Loss": 0.8184282779693604, "Finetune/Loss (Raw)": 0.8160412907600403, "Finetune/Step": 7741, "Finetune/Step Time": 12.112079728394747}
+{"Finetune/Learning Rate": 1.3560820779573045e-05, "Finetune/Loss": 0.8196407556533813, "Finetune/Loss (Raw)": 0.9636462330818176, "Finetune/Step": 7742, "Finetune/Step Time": 12.111416384577751}
+{"Finetune/Learning Rate": 1.3559247146349837e-05, "Finetune/Loss": 0.820489764213562, "Finetune/Loss (Raw)": 0.8255926966667175, "Finetune/Step": 7743, "Finetune/Step Time": 12.100223500281572}
+{"Finetune/Learning Rate": 1.3557673412196504e-05, "Finetune/Loss": 0.8209203481674194, "Finetune/Loss (Raw)": 0.9111044406890869, "Finetune/Step": 7744, "Finetune/Step Time": 12.095158118754625}
+{"Finetune/Learning Rate": 1.3556099577157667e-05, "Finetune/Loss": 0.8201612234115601, "Finetune/Loss (Raw)": 0.7999255657196045, "Finetune/Step": 7745, "Finetune/Step Time": 12.089924357831478}
+{"Finetune/Learning Rate": 1.3554525641277955e-05, "Finetune/Loss": 0.8210495710372925, "Finetune/Loss (Raw)": 0.8517975211143494, "Finetune/Step": 7746, "Finetune/Step Time": 12.077985245734453}
+{"Finetune/Learning Rate": 1.355295160460201e-05, "Finetune/Loss": 0.8201162815093994, "Finetune/Loss (Raw)": 0.8630672097206116, "Finetune/Step": 7747, "Finetune/Step Time": 12.088755553588271}
+{"Finetune/Learning Rate": 1.3551377467174455e-05, "Finetune/Loss": 0.8203243017196655, "Finetune/Loss (Raw)": 0.8623130321502686, "Finetune/Step": 7748, "Finetune/Step Time": 12.086362278088927}
+{"Finetune/Learning Rate": 1.3549803229039937e-05, "Finetune/Loss": 0.8221782445907593, "Finetune/Loss (Raw)": 0.8662928938865662, "Finetune/Step": 7749, "Finetune/Step Time": 12.063927259296179}
+{"Finetune/Learning Rate": 1.3548228890243096e-05, "Finetune/Loss": 0.821666955947876, "Finetune/Loss (Raw)": 0.7725241780281067, "Finetune/Step": 7750, "Finetune/Step Time": 12.036357486620545}
+{"Finetune/Learning Rate": 1.3546654450828571e-05, "Finetune/Loss": 0.8216432332992554, "Finetune/Loss (Raw)": 0.9367974996566772, "Finetune/Step": 7751, "Finetune/Step Time": 12.038103602826595}
+{"Finetune/Learning Rate": 1.3545079910841007e-05, "Finetune/Loss": 0.8223116397857666, "Finetune/Loss (Raw)": 0.7188570499420166, "Finetune/Step": 7752, "Finetune/Step Time": 12.033273598179221}
+{"Finetune/Learning Rate": 1.3543505270325067e-05, "Finetune/Loss": 0.8241024017333984, "Finetune/Loss (Raw)": 0.8428860306739807, "Finetune/Step": 7753, "Finetune/Step Time": 12.005147939547896}
+{"Finetune/Learning Rate": 1.3541930529325387e-05, "Finetune/Loss": 0.8235735893249512, "Finetune/Loss (Raw)": 0.7543497681617737, "Finetune/Step": 7754, "Finetune/Step Time": 12.010258497670293}
+{"Finetune/Learning Rate": 1.3540355687886629e-05, "Finetune/Loss": 0.8231226205825806, "Finetune/Loss (Raw)": 0.7913802862167358, "Finetune/Step": 7755, "Finetune/Step Time": 12.004196671769023}
+{"Finetune/Learning Rate": 1.3538780746053456e-05, "Finetune/Loss": 0.8234549164772034, "Finetune/Loss (Raw)": 0.8728640675544739, "Finetune/Step": 7756, "Finetune/Step Time": 12.012760503217578}
+{"Finetune/Learning Rate": 1.3537205703870517e-05, "Finetune/Loss": 0.8222982883453369, "Finetune/Loss (Raw)": 0.7983723878860474, "Finetune/Step": 7757, "Finetune/Step Time": 12.014567892998457}
+{"Finetune/Learning Rate": 1.3535630561382487e-05, "Finetune/Loss": 0.8217670321464539, "Finetune/Loss (Raw)": 0.707833468914032, "Finetune/Step": 7758, "Finetune/Step Time": 12.017108893021941}
+{"Finetune/Learning Rate": 1.3534055318634027e-05, "Finetune/Loss": 0.8202783465385437, "Finetune/Loss (Raw)": 0.7798532247543335, "Finetune/Step": 7759, "Finetune/Step Time": 12.008815141394734}
+{"Finetune/Learning Rate": 1.3532479975669809e-05, "Finetune/Loss": 0.8207010626792908, "Finetune/Loss (Raw)": 0.9399822354316711, "Finetune/Step": 7760, "Finetune/Step Time": 12.011966029182076}
+{"Finetune/Learning Rate": 1.3530904532534503e-05, "Finetune/Loss": 0.8210176229476929, "Finetune/Loss (Raw)": 0.889895498752594, "Finetune/Step": 7761, "Finetune/Step Time": 12.013256644830108}
+{"Finetune/Learning Rate": 1.3529328989272785e-05, "Finetune/Loss": 0.8221844434738159, "Finetune/Loss (Raw)": 0.8752692937850952, "Finetune/Step": 7762, "Finetune/Step Time": 12.014489049091935}
+{"Finetune/Learning Rate": 1.3527753345929332e-05, "Finetune/Loss": 0.8212928771972656, "Finetune/Loss (Raw)": 0.7731716632843018, "Finetune/Step": 7763, "Finetune/Step Time": 12.012706529349089}
+{"Finetune/Learning Rate": 1.3526177602548827e-05, "Finetune/Loss": 0.8210054636001587, "Finetune/Loss (Raw)": 0.7962010502815247, "Finetune/Step": 7764, "Finetune/Step Time": 12.022013520821929}
+{"Finetune/Learning Rate": 1.3524601759175953e-05, "Finetune/Loss": 0.820851743221283, "Finetune/Loss (Raw)": 0.8846765756607056, "Finetune/Step": 7765, "Finetune/Step Time": 12.014165913686156}
+{"Finetune/Learning Rate": 1.3523025815855395e-05, "Finetune/Loss": 0.8220126032829285, "Finetune/Loss (Raw)": 0.8306257128715515, "Finetune/Step": 7766, "Finetune/Step Time": 11.98905723169446}
+{"Finetune/Learning Rate": 1.3521449772631843e-05, "Finetune/Loss": 0.8218106627464294, "Finetune/Loss (Raw)": 0.8060458898544312, "Finetune/Step": 7767, "Finetune/Step Time": 11.97388607263565}
+{"Finetune/Learning Rate": 1.3519873629549991e-05, "Finetune/Loss": 0.8221560716629028, "Finetune/Loss (Raw)": 0.8637585043907166, "Finetune/Step": 7768, "Finetune/Step Time": 11.980319816619158}
+{"Finetune/Learning Rate": 1.3518297386654527e-05, "Finetune/Loss": 0.821345329284668, "Finetune/Loss (Raw)": 0.7361920475959778, "Finetune/Step": 7769, "Finetune/Step Time": 11.991083713248372}
+{"Finetune/Learning Rate": 1.3516721043990158e-05, "Finetune/Loss": 0.8221241235733032, "Finetune/Loss (Raw)": 0.8876649141311646, "Finetune/Step": 7770, "Finetune/Step Time": 11.993829740211368}
+{"Finetune/Learning Rate": 1.351514460160158e-05, "Finetune/Loss": 0.8222877383232117, "Finetune/Loss (Raw)": 0.8987959027290344, "Finetune/Step": 7771, "Finetune/Step Time": 11.994969680905342}
+{"Finetune/Learning Rate": 1.3513568059533495e-05, "Finetune/Loss": 0.8230376243591309, "Finetune/Loss (Raw)": 0.8832191824913025, "Finetune/Step": 7772, "Finetune/Step Time": 11.991427328437567}
+{"Finetune/Learning Rate": 1.3511991417830612e-05, "Finetune/Loss": 0.821401834487915, "Finetune/Loss (Raw)": 0.6901752352714539, "Finetune/Step": 7773, "Finetune/Step Time": 11.98860407806933}
+{"Finetune/Learning Rate": 1.351041467653764e-05, "Finetune/Loss": 0.8226881623268127, "Finetune/Loss (Raw)": 0.9970801472663879, "Finetune/Step": 7774, "Finetune/Step Time": 11.983511405065656}
+{"Finetune/Learning Rate": 1.3508837835699289e-05, "Finetune/Loss": 0.8270052671432495, "Finetune/Loss (Raw)": 0.8970978856086731, "Finetune/Step": 7775, "Finetune/Step Time": 11.887291295453906}
+{"Finetune/Learning Rate": 1.3507260895360274e-05, "Finetune/Loss": 0.8282948732376099, "Finetune/Loss (Raw)": 0.9282088279724121, "Finetune/Step": 7776, "Finetune/Step Time": 11.895113490521908}
+{"Finetune/Learning Rate": 1.3505683855565317e-05, "Finetune/Loss": 0.8282642960548401, "Finetune/Loss (Raw)": 0.9035566449165344, "Finetune/Step": 7777, "Finetune/Step Time": 11.891929935663939}
+{"Finetune/Learning Rate": 1.3504106716359131e-05, "Finetune/Loss": 0.8275184631347656, "Finetune/Loss (Raw)": 0.7963228821754456, "Finetune/Step": 7778, "Finetune/Step Time": 11.892097648233175}
+{"Finetune/Learning Rate": 1.3502529477786443e-05, "Finetune/Loss": 0.8297566175460815, "Finetune/Loss (Raw)": 0.9597758054733276, "Finetune/Step": 7779, "Finetune/Step Time": 11.918507892638445}
+{"Finetune/Learning Rate": 1.3500952139891981e-05, "Finetune/Loss": 0.8277013301849365, "Finetune/Loss (Raw)": 0.6379527449607849, "Finetune/Step": 7780, "Finetune/Step Time": 11.942590231075883}
+{"Finetune/Learning Rate": 1.349937470272047e-05, "Finetune/Loss": 0.8272916674613953, "Finetune/Loss (Raw)": 0.8223779797554016, "Finetune/Step": 7781, "Finetune/Step Time": 11.942171316593885}
+{"Finetune/Learning Rate": 1.3497797166316644e-05, "Finetune/Loss": 0.8270546793937683, "Finetune/Loss (Raw)": 0.7872936725616455, "Finetune/Step": 7782, "Finetune/Step Time": 11.94815924949944}
+{"Finetune/Learning Rate": 1.3496219530725234e-05, "Finetune/Loss": 0.8263345956802368, "Finetune/Loss (Raw)": 0.7659160494804382, "Finetune/Step": 7783, "Finetune/Step Time": 11.952340442687273}
+{"Finetune/Learning Rate": 1.3494641795990986e-05, "Finetune/Loss": 0.8267495036125183, "Finetune/Loss (Raw)": 0.8539221882820129, "Finetune/Step": 7784, "Finetune/Step Time": 11.965998459607363}
+{"Finetune/Learning Rate": 1.349306396215863e-05, "Finetune/Loss": 0.8278458714485168, "Finetune/Loss (Raw)": 0.8999683856964111, "Finetune/Step": 7785, "Finetune/Step Time": 11.968308817595243}
+{"Finetune/Learning Rate": 1.3491486029272913e-05, "Finetune/Loss": 0.8276021480560303, "Finetune/Loss (Raw)": 0.7879781723022461, "Finetune/Step": 7786, "Finetune/Step Time": 11.995247937738895}
+{"Finetune/Learning Rate": 1.3489907997378582e-05, "Finetune/Loss": 0.8265520930290222, "Finetune/Loss (Raw)": 0.7298129796981812, "Finetune/Step": 7787, "Finetune/Step Time": 12.022123185917735}
+{"Finetune/Learning Rate": 1.3488329866520382e-05, "Finetune/Loss": 0.8278124332427979, "Finetune/Loss (Raw)": 0.8812786340713501, "Finetune/Step": 7788, "Finetune/Step Time": 12.022431448101997}
+{"Finetune/Learning Rate": 1.348675163674307e-05, "Finetune/Loss": 0.8287625312805176, "Finetune/Loss (Raw)": 0.9003446698188782, "Finetune/Step": 7789, "Finetune/Step Time": 12.02260042913258}
+{"Finetune/Learning Rate": 1.3485173308091394e-05, "Finetune/Loss": 0.8284651041030884, "Finetune/Loss (Raw)": 0.72893226146698, "Finetune/Step": 7790, "Finetune/Step Time": 12.06521831266582}
+{"Finetune/Learning Rate": 1.3483594880610114e-05, "Finetune/Loss": 0.82943195104599, "Finetune/Loss (Raw)": 0.9464654326438904, "Finetune/Step": 7791, "Finetune/Step Time": 12.062347451224923}
+{"Finetune/Learning Rate": 1.348201635434399e-05, "Finetune/Loss": 0.8284244537353516, "Finetune/Loss (Raw)": 0.8294042944908142, "Finetune/Step": 7792, "Finetune/Step Time": 12.056566085666418}
+{"Finetune/Learning Rate": 1.348043772933778e-05, "Finetune/Loss": 0.8281452655792236, "Finetune/Loss (Raw)": 0.7398735284805298, "Finetune/Step": 7793, "Finetune/Step Time": 12.048950850963593}
+{"Finetune/Learning Rate": 1.3478859005636257e-05, "Finetune/Loss": 0.8275546431541443, "Finetune/Loss (Raw)": 0.8293619751930237, "Finetune/Step": 7794, "Finetune/Step Time": 12.042485401034355}
+{"Finetune/Learning Rate": 1.3477280183284185e-05, "Finetune/Loss": 0.8275705575942993, "Finetune/Loss (Raw)": 0.8408844470977783, "Finetune/Step": 7795, "Finetune/Step Time": 12.062399005517364}
+{"Finetune/Learning Rate": 1.3475701262326336e-05, "Finetune/Loss": 0.8263697028160095, "Finetune/Loss (Raw)": 0.7858151793479919, "Finetune/Step": 7796, "Finetune/Step Time": 12.064259683713317}
+{"Finetune/Learning Rate": 1.3474122242807479e-05, "Finetune/Loss": 0.8263781070709229, "Finetune/Loss (Raw)": 0.7689478993415833, "Finetune/Step": 7797, "Finetune/Step Time": 12.07439267449081}
+{"Finetune/Learning Rate": 1.3472543124772398e-05, "Finetune/Loss": 0.8273009061813354, "Finetune/Loss (Raw)": 0.9149215817451477, "Finetune/Step": 7798, "Finetune/Step Time": 12.092798687517643}
+{"Finetune/Learning Rate": 1.3470963908265868e-05, "Finetune/Loss": 0.8269904851913452, "Finetune/Loss (Raw)": 0.7112393975257874, "Finetune/Step": 7799, "Finetune/Step Time": 12.051492281258106}
+{"Finetune/Learning Rate": 1.3469384593332668e-05, "Finetune/Loss": 0.8265318274497986, "Finetune/Loss (Raw)": 0.8420114517211914, "Finetune/Step": 7800, "Finetune/Step Time": 12.046543655917048}
+{"Finetune/Learning Rate": 1.3467805180017588e-05, "Finetune/Loss": 0.8267695903778076, "Finetune/Loss (Raw)": 0.7703839540481567, "Finetune/Step": 7801, "Finetune/Step Time": 12.027350598946214}
+{"Finetune/Learning Rate": 1.3466225668365418e-05, "Finetune/Loss": 0.8261561989784241, "Finetune/Loss (Raw)": 0.8132545351982117, "Finetune/Step": 7802, "Finetune/Step Time": 12.027567006647587}
+{"Finetune/Learning Rate": 1.346464605842094e-05, "Finetune/Loss": 0.8273091316223145, "Finetune/Loss (Raw)": 0.9555153250694275, "Finetune/Step": 7803, "Finetune/Step Time": 12.031130919232965}
+{"Finetune/Learning Rate": 1.3463066350228952e-05, "Finetune/Loss": 0.8279805183410645, "Finetune/Loss (Raw)": 0.7216613292694092, "Finetune/Step": 7804, "Finetune/Step Time": 12.058645967394114}
+{"Finetune/Learning Rate": 1.3461486543834254e-05, "Finetune/Loss": 0.8309563398361206, "Finetune/Loss (Raw)": 0.9152069091796875, "Finetune/Step": 7805, "Finetune/Step Time": 12.03057735413313}
+{"Finetune/Learning Rate": 1.345990663928164e-05, "Finetune/Loss": 0.8291159272193909, "Finetune/Loss (Raw)": 0.7228552103042603, "Finetune/Step": 7806, "Finetune/Step Time": 12.039000313729048}
+{"Finetune/Learning Rate": 1.345832663661591e-05, "Finetune/Loss": 0.8287678360939026, "Finetune/Loss (Raw)": 0.8545070886611938, "Finetune/Step": 7807, "Finetune/Step Time": 12.037529466673732}
+{"Finetune/Learning Rate": 1.3456746535881872e-05, "Finetune/Loss": 0.8285737037658691, "Finetune/Loss (Raw)": 0.8527830243110657, "Finetune/Step": 7808, "Finetune/Step Time": 12.015050068497658}
+{"Finetune/Learning Rate": 1.3455166337124332e-05, "Finetune/Loss": 0.8288598656654358, "Finetune/Loss (Raw)": 0.890591561794281, "Finetune/Step": 7809, "Finetune/Step Time": 12.018214602023363}
+{"Finetune/Learning Rate": 1.3453586040388097e-05, "Finetune/Loss": 0.8298485279083252, "Finetune/Loss (Raw)": 0.9087443351745605, "Finetune/Step": 7810, "Finetune/Step Time": 12.019124768674374}
+{"Finetune/Learning Rate": 1.3452005645717988e-05, "Finetune/Loss": 0.8296196460723877, "Finetune/Loss (Raw)": 0.8037483096122742, "Finetune/Step": 7811, "Finetune/Step Time": 12.00280618853867}
+{"Finetune/Learning Rate": 1.3450425153158811e-05, "Finetune/Loss": 0.8318167924880981, "Finetune/Loss (Raw)": 0.8707167506217957, "Finetune/Step": 7812, "Finetune/Step Time": 11.953083869069815}
+{"Finetune/Learning Rate": 1.344884456275539e-05, "Finetune/Loss": 0.8319346904754639, "Finetune/Loss (Raw)": 0.8174270391464233, "Finetune/Step": 7813, "Finetune/Step Time": 11.951612617820501}
+{"Finetune/Learning Rate": 1.3447263874552542e-05, "Finetune/Loss": 0.8311705589294434, "Finetune/Loss (Raw)": 0.6778987646102905, "Finetune/Step": 7814, "Finetune/Step Time": 11.966514207422733}
+{"Finetune/Learning Rate": 1.3445683088595097e-05, "Finetune/Loss": 0.831080436706543, "Finetune/Loss (Raw)": 0.8548799753189087, "Finetune/Step": 7815, "Finetune/Step Time": 11.964889861643314}
+{"Finetune/Learning Rate": 1.3444102204927876e-05, "Finetune/Loss": 0.8298637270927429, "Finetune/Loss (Raw)": 0.73393714427948, "Finetune/Step": 7816, "Finetune/Step Time": 11.962536539882421}
+{"Finetune/Learning Rate": 1.344252122359571e-05, "Finetune/Loss": 0.8284739851951599, "Finetune/Loss (Raw)": 0.6753342151641846, "Finetune/Step": 7817, "Finetune/Step Time": 11.953355744481087}
+{"Finetune/Learning Rate": 1.344094014464343e-05, "Finetune/Loss": 0.8287928104400635, "Finetune/Loss (Raw)": 0.8864466547966003, "Finetune/Step": 7818, "Finetune/Step Time": 11.947355709969997}
+{"Finetune/Learning Rate": 1.3439358968115874e-05, "Finetune/Loss": 0.8276175260543823, "Finetune/Loss (Raw)": 0.9098320603370667, "Finetune/Step": 7819, "Finetune/Step Time": 11.97450653091073}
+{"Finetune/Learning Rate": 1.3437777694057878e-05, "Finetune/Loss": 0.8288544416427612, "Finetune/Loss (Raw)": 0.9313198328018188, "Finetune/Step": 7820, "Finetune/Step Time": 11.967213528230786}
+{"Finetune/Learning Rate": 1.343619632251428e-05, "Finetune/Loss": 0.8289006948471069, "Finetune/Loss (Raw)": 0.7744057774543762, "Finetune/Step": 7821, "Finetune/Step Time": 11.951035540550947}
+{"Finetune/Learning Rate": 1.3434614853529929e-05, "Finetune/Loss": 0.8283320665359497, "Finetune/Loss (Raw)": 0.855124294757843, "Finetune/Step": 7822, "Finetune/Step Time": 11.94696157425642}
+{"Finetune/Learning Rate": 1.3433033287149668e-05, "Finetune/Loss": 0.8294355273246765, "Finetune/Loss (Raw)": 0.8059329390525818, "Finetune/Step": 7823, "Finetune/Step Time": 11.92657021060586}
+{"Finetune/Learning Rate": 1.3431451623418344e-05, "Finetune/Loss": 0.8289390206336975, "Finetune/Loss (Raw)": 0.8279481530189514, "Finetune/Step": 7824, "Finetune/Step Time": 11.930280609056354}
+{"Finetune/Learning Rate": 1.3429869862380805e-05, "Finetune/Loss": 0.8299603462219238, "Finetune/Loss (Raw)": 0.8495197296142578, "Finetune/Step": 7825, "Finetune/Step Time": 11.945844547823071}
+{"Finetune/Learning Rate": 1.3428288004081915e-05, "Finetune/Loss": 0.8288384675979614, "Finetune/Loss (Raw)": 0.7160263657569885, "Finetune/Step": 7826, "Finetune/Step Time": 11.933093367144465}
+{"Finetune/Learning Rate": 1.3426706048566524e-05, "Finetune/Loss": 0.8300246000289917, "Finetune/Loss (Raw)": 0.8560348749160767, "Finetune/Step": 7827, "Finetune/Step Time": 11.92890384979546}
+{"Finetune/Learning Rate": 1.3425123995879497e-05, "Finetune/Loss": 0.8286796808242798, "Finetune/Loss (Raw)": 0.7154744863510132, "Finetune/Step": 7828, "Finetune/Step Time": 11.93148810043931}
+{"Finetune/Learning Rate": 1.3423541846065691e-05, "Finetune/Loss": 0.8286941647529602, "Finetune/Loss (Raw)": 0.7710040211677551, "Finetune/Step": 7829, "Finetune/Step Time": 11.956060504540801}
+{"Finetune/Learning Rate": 1.342195959916997e-05, "Finetune/Loss": 0.82884681224823, "Finetune/Loss (Raw)": 0.9586001634597778, "Finetune/Step": 7830, "Finetune/Step Time": 11.95020085759461}
+{"Finetune/Learning Rate": 1.3420377255237212e-05, "Finetune/Loss": 0.8260341286659241, "Finetune/Loss (Raw)": 0.5757481455802917, "Finetune/Step": 7831, "Finetune/Step Time": 11.96553430519998}
+{"Finetune/Learning Rate": 1.3418794814312274e-05, "Finetune/Loss": 0.8272511959075928, "Finetune/Loss (Raw)": 0.8785541653633118, "Finetune/Step": 7832, "Finetune/Step Time": 11.958211492747068}
+{"Finetune/Learning Rate": 1.3417212276440043e-05, "Finetune/Loss": 0.826887845993042, "Finetune/Loss (Raw)": 0.8876631855964661, "Finetune/Step": 7833, "Finetune/Step Time": 11.95450541190803}
+{"Finetune/Learning Rate": 1.3415629641665386e-05, "Finetune/Loss": 0.8263726830482483, "Finetune/Loss (Raw)": 0.7582623362541199, "Finetune/Step": 7834, "Finetune/Step Time": 11.963775176554918}
+{"Finetune/Learning Rate": 1.3414046910033184e-05, "Finetune/Loss": 0.8269296884536743, "Finetune/Loss (Raw)": 0.8058175444602966, "Finetune/Step": 7835, "Finetune/Step Time": 11.958024365827441}
+{"Finetune/Learning Rate": 1.3412464081588323e-05, "Finetune/Loss": 0.8277425765991211, "Finetune/Loss (Raw)": 0.796101450920105, "Finetune/Step": 7836, "Finetune/Step Time": 11.956831261515617}
+{"Finetune/Learning Rate": 1.3410881156375684e-05, "Finetune/Loss": 0.8270387649536133, "Finetune/Loss (Raw)": 0.8222507834434509, "Finetune/Step": 7837, "Finetune/Step Time": 11.962877482175827}
+{"Finetune/Learning Rate": 1.3409298134440155e-05, "Finetune/Loss": 0.8290917873382568, "Finetune/Loss (Raw)": 0.988511860370636, "Finetune/Step": 7838, "Finetune/Step Time": 11.95885506644845}
+{"Finetune/Learning Rate": 1.3407715015826624e-05, "Finetune/Loss": 0.8293424248695374, "Finetune/Loss (Raw)": 0.8057886958122253, "Finetune/Step": 7839, "Finetune/Step Time": 11.956458956003189}
+{"Finetune/Learning Rate": 1.3406131800579985e-05, "Finetune/Loss": 0.8289105892181396, "Finetune/Loss (Raw)": 0.896762490272522, "Finetune/Step": 7840, "Finetune/Step Time": 11.946437917649746}
+{"Finetune/Learning Rate": 1.3404548488745137e-05, "Finetune/Loss": 0.8289080262184143, "Finetune/Loss (Raw)": 0.7249471545219421, "Finetune/Step": 7841, "Finetune/Step Time": 11.948632149025798}
+{"Finetune/Learning Rate": 1.3402965080366972e-05, "Finetune/Loss": 0.8293054103851318, "Finetune/Loss (Raw)": 0.766859233379364, "Finetune/Step": 7842, "Finetune/Step Time": 11.947058349847794}
+{"Finetune/Learning Rate": 1.3401381575490393e-05, "Finetune/Loss": 0.8299614787101746, "Finetune/Loss (Raw)": 0.9171589612960815, "Finetune/Step": 7843, "Finetune/Step Time": 11.946908039972186}
+{"Finetune/Learning Rate": 1.3399797974160309e-05, "Finetune/Loss": 0.8306822776794434, "Finetune/Loss (Raw)": 0.8500553965568542, "Finetune/Step": 7844, "Finetune/Step Time": 11.930436117574573}
+{"Finetune/Learning Rate": 1.339821427642162e-05, "Finetune/Loss": 0.8304760456085205, "Finetune/Loss (Raw)": 0.7652418613433838, "Finetune/Step": 7845, "Finetune/Step Time": 11.894591119140387}
+{"Finetune/Learning Rate": 1.3396630482319236e-05, "Finetune/Loss": 0.8316833972930908, "Finetune/Loss (Raw)": 0.872477114200592, "Finetune/Step": 7846, "Finetune/Step Time": 11.90351264551282}
+{"Finetune/Learning Rate": 1.3395046591898072e-05, "Finetune/Loss": 0.8326206207275391, "Finetune/Loss (Raw)": 0.7886794805526733, "Finetune/Step": 7847, "Finetune/Step Time": 11.883049005642533}
+{"Finetune/Learning Rate": 1.3393462605203041e-05, "Finetune/Loss": 0.8307456374168396, "Finetune/Loss (Raw)": 0.7398644685745239, "Finetune/Step": 7848, "Finetune/Step Time": 11.879884921014309}
+{"Finetune/Learning Rate": 1.3391878522279056e-05, "Finetune/Loss": 0.8308605551719666, "Finetune/Loss (Raw)": 0.9189715385437012, "Finetune/Step": 7849, "Finetune/Step Time": 11.90038630925119}
+{"Finetune/Learning Rate": 1.3390294343171048e-05, "Finetune/Loss": 0.8308077454566956, "Finetune/Loss (Raw)": 0.7919657826423645, "Finetune/Step": 7850, "Finetune/Step Time": 11.923290193080902}
+{"Finetune/Learning Rate": 1.3388710067923931e-05, "Finetune/Loss": 0.8306784629821777, "Finetune/Loss (Raw)": 0.8588092923164368, "Finetune/Step": 7851, "Finetune/Step Time": 11.9241052698344}
+{"Finetune/Learning Rate": 1.3387125696582631e-05, "Finetune/Loss": 0.8308271765708923, "Finetune/Loss (Raw)": 0.7353549599647522, "Finetune/Step": 7852, "Finetune/Step Time": 11.903450146317482}
+{"Finetune/Learning Rate": 1.3385541229192079e-05, "Finetune/Loss": 0.8293836116790771, "Finetune/Loss (Raw)": 0.7444866895675659, "Finetune/Step": 7853, "Finetune/Step Time": 11.884313793852925}
+{"Finetune/Learning Rate": 1.3383956665797204e-05, "Finetune/Loss": 0.8298965692520142, "Finetune/Loss (Raw)": 0.8680838942527771, "Finetune/Step": 7854, "Finetune/Step Time": 11.882633190602064}
+{"Finetune/Learning Rate": 1.338237200644294e-05, "Finetune/Loss": 0.8286136984825134, "Finetune/Loss (Raw)": 0.7699506878852844, "Finetune/Step": 7855, "Finetune/Step Time": 11.880796985700727}
+{"Finetune/Learning Rate": 1.3380787251174226e-05, "Finetune/Loss": 0.8284227848052979, "Finetune/Loss (Raw)": 0.8290079236030579, "Finetune/Step": 7856, "Finetune/Step Time": 11.884372217580676}
+{"Finetune/Learning Rate": 1.3379202400035998e-05, "Finetune/Loss": 0.8284941911697388, "Finetune/Loss (Raw)": 0.7450361847877502, "Finetune/Step": 7857, "Finetune/Step Time": 11.88818172737956}
+{"Finetune/Learning Rate": 1.3377617453073199e-05, "Finetune/Loss": 0.8290537595748901, "Finetune/Loss (Raw)": 0.8789553046226501, "Finetune/Step": 7858, "Finetune/Step Time": 11.882884334772825}
+{"Finetune/Learning Rate": 1.3376032410330776e-05, "Finetune/Loss": 0.8285045623779297, "Finetune/Loss (Raw)": 0.8438953757286072, "Finetune/Step": 7859, "Finetune/Step Time": 11.903236601501703}
+{"Finetune/Learning Rate": 1.3374447271853671e-05, "Finetune/Loss": 0.8281130194664001, "Finetune/Loss (Raw)": 0.8487010598182678, "Finetune/Step": 7860, "Finetune/Step Time": 11.924304530024529}
+{"Finetune/Learning Rate": 1.337286203768684e-05, "Finetune/Loss": 0.8269312381744385, "Finetune/Loss (Raw)": 0.5604451894760132, "Finetune/Step": 7861, "Finetune/Step Time": 11.9301194306463}
+{"Finetune/Learning Rate": 1.3371276707875232e-05, "Finetune/Loss": 0.8267303705215454, "Finetune/Loss (Raw)": 0.878344714641571, "Finetune/Step": 7862, "Finetune/Step Time": 11.928938893601298}
+{"Finetune/Learning Rate": 1.33696912824638e-05, "Finetune/Loss": 0.8257220983505249, "Finetune/Loss (Raw)": 0.7366474270820618, "Finetune/Step": 7863, "Finetune/Step Time": 11.926364365965128}
+{"Finetune/Learning Rate": 1.3368105761497507e-05, "Finetune/Loss": 0.8261909484863281, "Finetune/Loss (Raw)": 0.9562002420425415, "Finetune/Step": 7864, "Finetune/Step Time": 11.924900457262993}
+{"Finetune/Learning Rate": 1.3366520145021313e-05, "Finetune/Loss": 0.827107310295105, "Finetune/Loss (Raw)": 0.9774083495140076, "Finetune/Step": 7865, "Finetune/Step Time": 11.935999544337392}
+{"Finetune/Learning Rate": 1.3364934433080181e-05, "Finetune/Loss": 0.8259835243225098, "Finetune/Loss (Raw)": 0.8389420509338379, "Finetune/Step": 7866, "Finetune/Step Time": 11.93475105240941}
+{"Finetune/Learning Rate": 1.3363348625719077e-05, "Finetune/Loss": 0.8255858421325684, "Finetune/Loss (Raw)": 0.7864624261856079, "Finetune/Step": 7867, "Finetune/Step Time": 11.945335356518626}
+{"Finetune/Learning Rate": 1.3361762722982969e-05, "Finetune/Loss": 0.8263302445411682, "Finetune/Loss (Raw)": 0.8868234753608704, "Finetune/Step": 7868, "Finetune/Step Time": 11.969921447336674}
+{"Finetune/Learning Rate": 1.3360176724916833e-05, "Finetune/Loss": 0.8254750967025757, "Finetune/Loss (Raw)": 0.7065886855125427, "Finetune/Step": 7869, "Finetune/Step Time": 11.958235565572977}
+{"Finetune/Learning Rate": 1.3358590631565635e-05, "Finetune/Loss": 0.8251459002494812, "Finetune/Loss (Raw)": 0.9215000867843628, "Finetune/Step": 7870, "Finetune/Step Time": 11.957020331174135}
+{"Finetune/Learning Rate": 1.3357004442974359e-05, "Finetune/Loss": 0.8262654542922974, "Finetune/Loss (Raw)": 0.9688994288444519, "Finetune/Step": 7871, "Finetune/Step Time": 11.967358654364944}
+{"Finetune/Learning Rate": 1.3355418159187988e-05, "Finetune/Loss": 0.8258520364761353, "Finetune/Loss (Raw)": 0.858185350894928, "Finetune/Step": 7872, "Finetune/Step Time": 11.979711258783937}
+{"Finetune/Learning Rate": 1.3353831780251493e-05, "Finetune/Loss": 0.826163113117218, "Finetune/Loss (Raw)": 0.8397469520568848, "Finetune/Step": 7873, "Finetune/Step Time": 11.982436764985323}
+{"Finetune/Learning Rate": 1.3352245306209865e-05, "Finetune/Loss": 0.8267480731010437, "Finetune/Loss (Raw)": 0.9266680479049683, "Finetune/Step": 7874, "Finetune/Step Time": 11.976685762405396}
+{"Finetune/Learning Rate": 1.33506587371081e-05, "Finetune/Loss": 0.8262662887573242, "Finetune/Loss (Raw)": 0.8014063239097595, "Finetune/Step": 7875, "Finetune/Step Time": 11.971171783283353}
+{"Finetune/Learning Rate": 1.3349072072991176e-05, "Finetune/Loss": 0.8265104293823242, "Finetune/Loss (Raw)": 0.8935630917549133, "Finetune/Step": 7876, "Finetune/Step Time": 11.972877664491534}
+{"Finetune/Learning Rate": 1.3347485313904091e-05, "Finetune/Loss": 0.8251709938049316, "Finetune/Loss (Raw)": 0.694840133190155, "Finetune/Step": 7877, "Finetune/Step Time": 11.971317011862993}
+{"Finetune/Learning Rate": 1.3345898459891844e-05, "Finetune/Loss": 0.8248265981674194, "Finetune/Loss (Raw)": 0.7284474968910217, "Finetune/Step": 7878, "Finetune/Step Time": 11.983681883662939}
+{"Finetune/Learning Rate": 1.3344311510999431e-05, "Finetune/Loss": 0.8234581351280212, "Finetune/Loss (Raw)": 0.7616310715675354, "Finetune/Step": 7879, "Finetune/Step Time": 11.979491923004389}
+{"Finetune/Learning Rate": 1.3342724467271852e-05, "Finetune/Loss": 0.8233551383018494, "Finetune/Loss (Raw)": 0.7056719660758972, "Finetune/Step": 7880, "Finetune/Step Time": 11.970667632296681}
+{"Finetune/Learning Rate": 1.3341137328754115e-05, "Finetune/Loss": 0.8240526914596558, "Finetune/Loss (Raw)": 0.9321707487106323, "Finetune/Step": 7881, "Finetune/Step Time": 11.974671432748437}
+{"Finetune/Learning Rate": 1.333955009549122e-05, "Finetune/Loss": 0.8246906399726868, "Finetune/Loss (Raw)": 0.8360071778297424, "Finetune/Step": 7882, "Finetune/Step Time": 11.968599796295166}
+{"Finetune/Learning Rate": 1.3337962767528185e-05, "Finetune/Loss": 0.8236520290374756, "Finetune/Loss (Raw)": 0.6584392786026001, "Finetune/Step": 7883, "Finetune/Step Time": 12.01769438572228}
+{"Finetune/Learning Rate": 1.3336375344910015e-05, "Finetune/Loss": 0.8224914073944092, "Finetune/Loss (Raw)": 0.7243068218231201, "Finetune/Step": 7884, "Finetune/Step Time": 12.022673022001982}
+{"Finetune/Learning Rate": 1.3334787827681728e-05, "Finetune/Loss": 0.8234759569168091, "Finetune/Loss (Raw)": 0.9243949055671692, "Finetune/Step": 7885, "Finetune/Step Time": 12.027482284232974}
+{"Finetune/Learning Rate": 1.3333200215888342e-05, "Finetune/Loss": 0.8239390850067139, "Finetune/Loss (Raw)": 0.7671086192131042, "Finetune/Step": 7886, "Finetune/Step Time": 12.023493619635701}
+{"Finetune/Learning Rate": 1.3331612509574876e-05, "Finetune/Loss": 0.8241584300994873, "Finetune/Loss (Raw)": 0.8079398274421692, "Finetune/Step": 7887, "Finetune/Step Time": 12.020441053435206}
+{"Finetune/Learning Rate": 1.3330024708786354e-05, "Finetune/Loss": 0.8233003616333008, "Finetune/Loss (Raw)": 0.8301482796669006, "Finetune/Step": 7888, "Finetune/Step Time": 12.018949691206217}
+{"Finetune/Learning Rate": 1.3328436813567798e-05, "Finetune/Loss": 0.8226816058158875, "Finetune/Loss (Raw)": 0.8106910586357117, "Finetune/Step": 7889, "Finetune/Step Time": 12.010946970432997}
+{"Finetune/Learning Rate": 1.3326848823964243e-05, "Finetune/Loss": 0.8224309682846069, "Finetune/Loss (Raw)": 0.8431825637817383, "Finetune/Step": 7890, "Finetune/Step Time": 11.996044546365738}
+{"Finetune/Learning Rate": 1.3325260740020709e-05, "Finetune/Loss": 0.8229963779449463, "Finetune/Loss (Raw)": 0.8455470204353333, "Finetune/Step": 7891, "Finetune/Step Time": 11.99357733502984}
+{"Finetune/Learning Rate": 1.3323672561782242e-05, "Finetune/Loss": 0.823877215385437, "Finetune/Loss (Raw)": 0.9089511632919312, "Finetune/Step": 7892, "Finetune/Step Time": 11.989751616492867}
+{"Finetune/Learning Rate": 1.3322084289293871e-05, "Finetune/Loss": 0.8246402740478516, "Finetune/Loss (Raw)": 0.982352077960968, "Finetune/Step": 7893, "Finetune/Step Time": 11.99019544199109}
+{"Finetune/Learning Rate": 1.3320495922600634e-05, "Finetune/Loss": 0.8255369663238525, "Finetune/Loss (Raw)": 0.9453939199447632, "Finetune/Step": 7894, "Finetune/Step Time": 11.99255565367639}
+{"Finetune/Learning Rate": 1.3318907461747576e-05, "Finetune/Loss": 0.8252953290939331, "Finetune/Loss (Raw)": 0.7751187682151794, "Finetune/Step": 7895, "Finetune/Step Time": 11.985570164397359}
+{"Finetune/Learning Rate": 1.3317318906779744e-05, "Finetune/Loss": 0.8257899284362793, "Finetune/Loss (Raw)": 0.9270710349082947, "Finetune/Step": 7896, "Finetune/Step Time": 11.977611878886819}
+{"Finetune/Learning Rate": 1.3315730257742177e-05, "Finetune/Loss": 0.8270549774169922, "Finetune/Loss (Raw)": 0.898107647895813, "Finetune/Step": 7897, "Finetune/Step Time": 11.968097379431129}
+{"Finetune/Learning Rate": 1.3314141514679925e-05, "Finetune/Loss": 0.8262433409690857, "Finetune/Loss (Raw)": 0.7837788462638855, "Finetune/Step": 7898, "Finetune/Step Time": 11.966603383421898}
+{"Finetune/Learning Rate": 1.3312552677638051e-05, "Finetune/Loss": 0.8257373571395874, "Finetune/Loss (Raw)": 0.8340388536453247, "Finetune/Step": 7899, "Finetune/Step Time": 11.96799797192216}
+{"Finetune/Learning Rate": 1.33109637466616e-05, "Finetune/Loss": 0.8257997035980225, "Finetune/Loss (Raw)": 0.8911967873573303, "Finetune/Step": 7900, "Finetune/Step Time": 11.965366808697581}
+{"Finetune/Learning Rate": 1.3309374721795632e-05, "Finetune/Loss": 0.825235903263092, "Finetune/Loss (Raw)": 0.6180050373077393, "Finetune/Step": 7901, "Finetune/Step Time": 11.993037458509207}
+{"Finetune/Learning Rate": 1.3307785603085208e-05, "Finetune/Loss": 0.8246865272521973, "Finetune/Loss (Raw)": 0.9267541170120239, "Finetune/Step": 7902, "Finetune/Step Time": 11.98647558875382}
+{"Finetune/Learning Rate": 1.330619639057539e-05, "Finetune/Loss": 0.8244937658309937, "Finetune/Loss (Raw)": 0.872431218624115, "Finetune/Step": 7903, "Finetune/Step Time": 11.98550290800631}
+{"Finetune/Learning Rate": 1.3304607084311246e-05, "Finetune/Loss": 0.8228358626365662, "Finetune/Loss (Raw)": 0.7159949541091919, "Finetune/Step": 7904, "Finetune/Step Time": 11.98064941726625}
+{"Finetune/Learning Rate": 1.3303017684337838e-05, "Finetune/Loss": 0.8223119974136353, "Finetune/Loss (Raw)": 0.8365021347999573, "Finetune/Step": 7905, "Finetune/Step Time": 11.974961521103978}
+{"Finetune/Learning Rate": 1.3301428190700243e-05, "Finetune/Loss": 0.8228870630264282, "Finetune/Loss (Raw)": 0.8699345588684082, "Finetune/Step": 7906, "Finetune/Step Time": 11.98464297130704}
+{"Finetune/Learning Rate": 1.329983860344353e-05, "Finetune/Loss": 0.8217152953147888, "Finetune/Loss (Raw)": 0.8097884058952332, "Finetune/Step": 7907, "Finetune/Step Time": 11.960120767354965}
+{"Finetune/Learning Rate": 1.3298248922612783e-05, "Finetune/Loss": 0.8221939206123352, "Finetune/Loss (Raw)": 0.6992131471633911, "Finetune/Step": 7908, "Finetune/Step Time": 11.942093253135681}
+{"Finetune/Learning Rate": 1.3296659148253072e-05, "Finetune/Loss": 0.8219515085220337, "Finetune/Loss (Raw)": 0.7913560271263123, "Finetune/Step": 7909, "Finetune/Step Time": 11.943114111199975}
+{"Finetune/Learning Rate": 1.3295069280409482e-05, "Finetune/Loss": 0.82077956199646, "Finetune/Loss (Raw)": 0.6372730731964111, "Finetune/Step": 7910, "Finetune/Step Time": 11.968160109594464}
+{"Finetune/Learning Rate": 1.32934793191271e-05, "Finetune/Loss": 0.819483757019043, "Finetune/Loss (Raw)": 0.6000552773475647, "Finetune/Step": 7911, "Finetune/Step Time": 11.994555495679379}
+{"Finetune/Learning Rate": 1.3291889264451005e-05, "Finetune/Loss": 0.8196663856506348, "Finetune/Loss (Raw)": 0.8773055672645569, "Finetune/Step": 7912, "Finetune/Step Time": 11.98323767259717}
+{"Finetune/Learning Rate": 1.3290299116426296e-05, "Finetune/Loss": 0.8199381232261658, "Finetune/Loss (Raw)": 0.9347460269927979, "Finetune/Step": 7913, "Finetune/Step Time": 11.981641100719571}
+{"Finetune/Learning Rate": 1.328870887509806e-05, "Finetune/Loss": 0.8206114768981934, "Finetune/Loss (Raw)": 0.874169647693634, "Finetune/Step": 7914, "Finetune/Step Time": 11.962608486413956}
+{"Finetune/Learning Rate": 1.3287118540511388e-05, "Finetune/Loss": 0.8210752010345459, "Finetune/Loss (Raw)": 0.7891697883605957, "Finetune/Step": 7915, "Finetune/Step Time": 11.94387387484312}
+{"Finetune/Learning Rate": 1.3285528112711383e-05, "Finetune/Loss": 0.821845293045044, "Finetune/Loss (Raw)": 0.979849636554718, "Finetune/Step": 7916, "Finetune/Step Time": 11.963313139975071}
+{"Finetune/Learning Rate": 1.3283937591743147e-05, "Finetune/Loss": 0.8213146924972534, "Finetune/Loss (Raw)": 0.8324310779571533, "Finetune/Step": 7917, "Finetune/Step Time": 11.96593733690679}
+{"Finetune/Learning Rate": 1.328234697765178e-05, "Finetune/Loss": 0.8226519823074341, "Finetune/Loss (Raw)": 0.9000963568687439, "Finetune/Step": 7918, "Finetune/Step Time": 11.932612648233771}
+{"Finetune/Learning Rate": 1.328075627048238e-05, "Finetune/Loss": 0.8215590715408325, "Finetune/Loss (Raw)": 0.8065825700759888, "Finetune/Step": 7919, "Finetune/Step Time": 11.934874726459384}
+{"Finetune/Learning Rate": 1.3279165470280067e-05, "Finetune/Loss": 0.8209302425384521, "Finetune/Loss (Raw)": 0.7489088177680969, "Finetune/Step": 7920, "Finetune/Step Time": 11.933346681296825}
+{"Finetune/Learning Rate": 1.3277574577089942e-05, "Finetune/Loss": 0.8210068941116333, "Finetune/Loss (Raw)": 0.7496817111968994, "Finetune/Step": 7921, "Finetune/Step Time": 11.939886648207903}
+{"Finetune/Learning Rate": 1.3275983590957121e-05, "Finetune/Loss": 0.8215598464012146, "Finetune/Loss (Raw)": 0.9001421332359314, "Finetune/Step": 7922, "Finetune/Step Time": 11.94167791865766}
+{"Finetune/Learning Rate": 1.3274392511926726e-05, "Finetune/Loss": 0.8213658332824707, "Finetune/Loss (Raw)": 0.8160466551780701, "Finetune/Step": 7923, "Finetune/Step Time": 11.91736608557403}
+{"Finetune/Learning Rate": 1.3272801340043867e-05, "Finetune/Loss": 0.8205365538597107, "Finetune/Loss (Raw)": 0.6796751618385315, "Finetune/Step": 7924, "Finetune/Step Time": 11.915232922881842}
+{"Finetune/Learning Rate": 1.327121007535367e-05, "Finetune/Loss": 0.820615291595459, "Finetune/Loss (Raw)": 0.7790200710296631, "Finetune/Step": 7925, "Finetune/Step Time": 11.89979699999094}
+{"Finetune/Learning Rate": 1.3269618717901258e-05, "Finetune/Loss": 0.8186479806900024, "Finetune/Loss (Raw)": 0.6631066203117371, "Finetune/Step": 7926, "Finetune/Step Time": 11.885298494249582}
+{"Finetune/Learning Rate": 1.3268027267731756e-05, "Finetune/Loss": 0.81926429271698, "Finetune/Loss (Raw)": 0.7901329398155212, "Finetune/Step": 7927, "Finetune/Step Time": 11.891334822401404}
+{"Finetune/Learning Rate": 1.3266435724890294e-05, "Finetune/Loss": 0.8186924457550049, "Finetune/Loss (Raw)": 0.7688115239143372, "Finetune/Step": 7928, "Finetune/Step Time": 11.898387221619487}
+{"Finetune/Learning Rate": 1.3264844089422004e-05, "Finetune/Loss": 0.8195565342903137, "Finetune/Loss (Raw)": 0.8809906840324402, "Finetune/Step": 7929, "Finetune/Step Time": 11.901292776688933}
+{"Finetune/Learning Rate": 1.3263252361372017e-05, "Finetune/Loss": 0.8193830847740173, "Finetune/Loss (Raw)": 0.7910550236701965, "Finetune/Step": 7930, "Finetune/Step Time": 11.90490966849029}
+{"Finetune/Learning Rate": 1.3261660540785474e-05, "Finetune/Loss": 0.8185049891471863, "Finetune/Loss (Raw)": 0.8431163430213928, "Finetune/Step": 7931, "Finetune/Step Time": 11.912757011130452}
+{"Finetune/Learning Rate": 1.3260068627707514e-05, "Finetune/Loss": 0.8193488717079163, "Finetune/Loss (Raw)": 0.8296773433685303, "Finetune/Step": 7932, "Finetune/Step Time": 11.883568512275815}
+{"Finetune/Learning Rate": 1.3258476622183275e-05, "Finetune/Loss": 0.8192469477653503, "Finetune/Loss (Raw)": 0.9021615982055664, "Finetune/Step": 7933, "Finetune/Step Time": 11.888338873162866}
+{"Finetune/Learning Rate": 1.325688452425791e-05, "Finetune/Loss": 0.8208237886428833, "Finetune/Loss (Raw)": 0.9246852993965149, "Finetune/Step": 7934, "Finetune/Step Time": 11.877110626548529}
+{"Finetune/Learning Rate": 1.325529233397656e-05, "Finetune/Loss": 0.8207817077636719, "Finetune/Loss (Raw)": 0.8491278886795044, "Finetune/Step": 7935, "Finetune/Step Time": 11.905132062733173}
+{"Finetune/Learning Rate": 1.3253700051384371e-05, "Finetune/Loss": 0.8213459253311157, "Finetune/Loss (Raw)": 0.9249951243400574, "Finetune/Step": 7936, "Finetune/Step Time": 11.90315387584269}
+{"Finetune/Learning Rate": 1.3252107676526505e-05, "Finetune/Loss": 0.8200321197509766, "Finetune/Loss (Raw)": 0.7224255204200745, "Finetune/Step": 7937, "Finetune/Step Time": 11.923386773094535}
+{"Finetune/Learning Rate": 1.3250515209448114e-05, "Finetune/Loss": 0.8186672925949097, "Finetune/Loss (Raw)": 0.7340489625930786, "Finetune/Step": 7938, "Finetune/Step Time": 11.942262286320329}
+{"Finetune/Learning Rate": 1.3248922650194354e-05, "Finetune/Loss": 0.8198987245559692, "Finetune/Loss (Raw)": 0.9613662362098694, "Finetune/Step": 7939, "Finetune/Step Time": 11.942918866872787}
+{"Finetune/Learning Rate": 1.3247329998810381e-05, "Finetune/Loss": 0.8201379776000977, "Finetune/Loss (Raw)": 0.9013476967811584, "Finetune/Step": 7940, "Finetune/Step Time": 11.943795567378402}
+{"Finetune/Learning Rate": 1.324573725534137e-05, "Finetune/Loss": 0.8200755715370178, "Finetune/Loss (Raw)": 0.8094391822814941, "Finetune/Step": 7941, "Finetune/Step Time": 11.94681558944285}
+{"Finetune/Learning Rate": 1.324414441983248e-05, "Finetune/Loss": 0.8219488859176636, "Finetune/Loss (Raw)": 0.9176794290542603, "Finetune/Step": 7942, "Finetune/Step Time": 11.935876751318574}
+{"Finetune/Learning Rate": 1.3242551492328875e-05, "Finetune/Loss": 0.8209496140480042, "Finetune/Loss (Raw)": 0.7269797325134277, "Finetune/Step": 7943, "Finetune/Step Time": 11.93633139692247}
+{"Finetune/Learning Rate": 1.3240958472875734e-05, "Finetune/Loss": 0.8219008445739746, "Finetune/Loss (Raw)": 0.8556953072547913, "Finetune/Step": 7944, "Finetune/Step Time": 11.926180055364966}
+{"Finetune/Learning Rate": 1.3239365361518226e-05, "Finetune/Loss": 0.8237307667732239, "Finetune/Loss (Raw)": 0.9095598459243774, "Finetune/Step": 7945, "Finetune/Step Time": 11.951347267255187}
+{"Finetune/Learning Rate": 1.3237772158301527e-05, "Finetune/Loss": 0.822440505027771, "Finetune/Loss (Raw)": 0.721295952796936, "Finetune/Step": 7946, "Finetune/Step Time": 11.965693874284625}
+{"Finetune/Learning Rate": 1.3236178863270815e-05, "Finetune/Loss": 0.8206136226654053, "Finetune/Loss (Raw)": 0.6759932041168213, "Finetune/Step": 7947, "Finetune/Step Time": 11.955536775290966}
+{"Finetune/Learning Rate": 1.3234585476471275e-05, "Finetune/Loss": 0.8194661140441895, "Finetune/Loss (Raw)": 0.7844362258911133, "Finetune/Step": 7948, "Finetune/Step Time": 11.952897248789668}
+{"Finetune/Learning Rate": 1.323299199794809e-05, "Finetune/Loss": 0.8196192979812622, "Finetune/Loss (Raw)": 0.7940149903297424, "Finetune/Step": 7949, "Finetune/Step Time": 11.973231922835112}
+{"Finetune/Learning Rate": 1.3231398427746442e-05, "Finetune/Loss": 0.819739818572998, "Finetune/Loss (Raw)": 0.8705443739891052, "Finetune/Step": 7950, "Finetune/Step Time": 11.975537115707994}
+{"Finetune/Learning Rate": 1.3229804765911527e-05, "Finetune/Loss": 0.8200722932815552, "Finetune/Loss (Raw)": 0.8484923243522644, "Finetune/Step": 7951, "Finetune/Step Time": 11.983284024521708}
+{"Finetune/Learning Rate": 1.3228211012488532e-05, "Finetune/Loss": 0.8200061321258545, "Finetune/Loss (Raw)": 0.8194850087165833, "Finetune/Step": 7952, "Finetune/Step Time": 11.973252315074205}
+{"Finetune/Learning Rate": 1.322661716752265e-05, "Finetune/Loss": 0.8192747831344604, "Finetune/Loss (Raw)": 0.7559027075767517, "Finetune/Step": 7953, "Finetune/Step Time": 11.958823293447495}
+{"Finetune/Learning Rate": 1.3225023231059084e-05, "Finetune/Loss": 0.8203276991844177, "Finetune/Loss (Raw)": 0.8507959246635437, "Finetune/Step": 7954, "Finetune/Step Time": 11.96373600140214}
+{"Finetune/Learning Rate": 1.3223429203143028e-05, "Finetune/Loss": 0.8183000683784485, "Finetune/Loss (Raw)": 0.5965017676353455, "Finetune/Step": 7955, "Finetune/Step Time": 11.98118133097887}
+{"Finetune/Learning Rate": 1.3221835083819685e-05, "Finetune/Loss": 0.8194115161895752, "Finetune/Loss (Raw)": 0.8577423691749573, "Finetune/Step": 7956, "Finetune/Step Time": 11.97447377257049}
+{"Finetune/Learning Rate": 1.3220240873134263e-05, "Finetune/Loss": 0.8201898336410522, "Finetune/Loss (Raw)": 0.8706285953521729, "Finetune/Step": 7957, "Finetune/Step Time": 11.951395764946938}
+{"Finetune/Learning Rate": 1.3218646571131965e-05, "Finetune/Loss": 0.8177900314331055, "Finetune/Loss (Raw)": 0.6514186859130859, "Finetune/Step": 7958, "Finetune/Step Time": 11.948318615555763}
+{"Finetune/Learning Rate": 1.3217052177858006e-05, "Finetune/Loss": 0.8192983269691467, "Finetune/Loss (Raw)": 0.7688165903091431, "Finetune/Step": 7959, "Finetune/Step Time": 11.932019578292966}
+{"Finetune/Learning Rate": 1.3215457693357592e-05, "Finetune/Loss": 0.8196796178817749, "Finetune/Loss (Raw)": 0.9273552894592285, "Finetune/Step": 7960, "Finetune/Step Time": 11.940279427915812}
+{"Finetune/Learning Rate": 1.3213863117675942e-05, "Finetune/Loss": 0.819023072719574, "Finetune/Loss (Raw)": 0.8036288619041443, "Finetune/Step": 7961, "Finetune/Step Time": 11.945625921711326}
+{"Finetune/Learning Rate": 1.3212268450858275e-05, "Finetune/Loss": 0.8194164037704468, "Finetune/Loss (Raw)": 0.8086072206497192, "Finetune/Step": 7962, "Finetune/Step Time": 11.968032328411937}
+{"Finetune/Learning Rate": 1.3210673692949809e-05, "Finetune/Loss": 0.8206076622009277, "Finetune/Loss (Raw)": 0.9582973122596741, "Finetune/Step": 7963, "Finetune/Step Time": 11.976762518286705}
+{"Finetune/Learning Rate": 1.3209078843995763e-05, "Finetune/Loss": 0.8205162286758423, "Finetune/Loss (Raw)": 0.7844014167785645, "Finetune/Step": 7964, "Finetune/Step Time": 11.967715496197343}
+{"Finetune/Learning Rate": 1.320748390404137e-05, "Finetune/Loss": 0.8201131820678711, "Finetune/Loss (Raw)": 0.770656943321228, "Finetune/Step": 7965, "Finetune/Step Time": 11.969060754403472}
+{"Finetune/Learning Rate": 1.3205888873131856e-05, "Finetune/Loss": 0.8187637329101562, "Finetune/Loss (Raw)": 0.8157838582992554, "Finetune/Step": 7966, "Finetune/Step Time": 11.969860317185521}
+{"Finetune/Learning Rate": 1.3204293751312447e-05, "Finetune/Loss": 0.8185065984725952, "Finetune/Loss (Raw)": 0.7728750705718994, "Finetune/Step": 7967, "Finetune/Step Time": 11.997044254094362}
+{"Finetune/Learning Rate": 1.3202698538628376e-05, "Finetune/Loss": 0.8174378871917725, "Finetune/Loss (Raw)": 0.7599729299545288, "Finetune/Step": 7968, "Finetune/Step Time": 12.003303419798613}
+{"Finetune/Learning Rate": 1.3201103235124889e-05, "Finetune/Loss": 0.818497359752655, "Finetune/Loss (Raw)": 0.8605530858039856, "Finetune/Step": 7969, "Finetune/Step Time": 11.999737476930022}
+{"Finetune/Learning Rate": 1.3199507840847212e-05, "Finetune/Loss": 0.8193442821502686, "Finetune/Loss (Raw)": 0.8752690553665161, "Finetune/Step": 7970, "Finetune/Step Time": 12.003538588061929}
+{"Finetune/Learning Rate": 1.319791235584059e-05, "Finetune/Loss": 0.8197152614593506, "Finetune/Loss (Raw)": 0.9646510481834412, "Finetune/Step": 7971, "Finetune/Step Time": 12.019783483818173}
+{"Finetune/Learning Rate": 1.3196316780150272e-05, "Finetune/Loss": 0.8196148872375488, "Finetune/Loss (Raw)": 0.8371982574462891, "Finetune/Step": 7972, "Finetune/Step Time": 12.025509616360068}
+{"Finetune/Learning Rate": 1.3194721113821494e-05, "Finetune/Loss": 0.8202561736106873, "Finetune/Loss (Raw)": 0.8473294973373413, "Finetune/Step": 7973, "Finetune/Step Time": 12.029102614149451}
+{"Finetune/Learning Rate": 1.3193125356899512e-05, "Finetune/Loss": 0.8196768760681152, "Finetune/Loss (Raw)": 0.7983198761940002, "Finetune/Step": 7974, "Finetune/Step Time": 12.02439035847783}
+{"Finetune/Learning Rate": 1.3191529509429575e-05, "Finetune/Loss": 0.8202608823776245, "Finetune/Loss (Raw)": 0.8634408712387085, "Finetune/Step": 7975, "Finetune/Step Time": 12.025974674150348}
+{"Finetune/Learning Rate": 1.3189933571456937e-05, "Finetune/Loss": 0.8213378190994263, "Finetune/Loss (Raw)": 0.877712607383728, "Finetune/Step": 7976, "Finetune/Step Time": 12.030617682263255}
+{"Finetune/Learning Rate": 1.3188337543026854e-05, "Finetune/Loss": 0.8201870918273926, "Finetune/Loss (Raw)": 0.7716740369796753, "Finetune/Step": 7977, "Finetune/Step Time": 12.009831788018346}
+{"Finetune/Learning Rate": 1.3186741424184584e-05, "Finetune/Loss": 0.8204169273376465, "Finetune/Loss (Raw)": 0.8213873505592346, "Finetune/Step": 7978, "Finetune/Step Time": 11.981762174516916}
+{"Finetune/Learning Rate": 1.3185145214975388e-05, "Finetune/Loss": 0.8200851678848267, "Finetune/Loss (Raw)": 0.8163437843322754, "Finetune/Step": 7979, "Finetune/Step Time": 11.977159716188908}
+{"Finetune/Learning Rate": 1.3183548915444534e-05, "Finetune/Loss": 0.8218722343444824, "Finetune/Loss (Raw)": 0.9641023278236389, "Finetune/Step": 7980, "Finetune/Step Time": 11.979114579036832}
+{"Finetune/Learning Rate": 1.3181952525637282e-05, "Finetune/Loss": 0.8228093385696411, "Finetune/Loss (Raw)": 0.8644269108772278, "Finetune/Step": 7981, "Finetune/Step Time": 11.990084266290069}
+{"Finetune/Learning Rate": 1.3180356045598907e-05, "Finetune/Loss": 0.8226376175880432, "Finetune/Loss (Raw)": 0.8461050391197205, "Finetune/Step": 7982, "Finetune/Step Time": 11.991504544392228}
+{"Finetune/Learning Rate": 1.3178759475374676e-05, "Finetune/Loss": 0.8232726454734802, "Finetune/Loss (Raw)": 0.8512362241744995, "Finetune/Step": 7983, "Finetune/Step Time": 11.98393877595663}
+{"Finetune/Learning Rate": 1.317716281500987e-05, "Finetune/Loss": 0.822759747505188, "Finetune/Loss (Raw)": 0.7633635997772217, "Finetune/Step": 7984, "Finetune/Step Time": 11.990720236673951}
+{"Finetune/Learning Rate": 1.3175566064549757e-05, "Finetune/Loss": 0.8215897083282471, "Finetune/Loss (Raw)": 0.5952622890472412, "Finetune/Step": 7985, "Finetune/Step Time": 12.022994881495833}
+{"Finetune/Learning Rate": 1.3173969224039621e-05, "Finetune/Loss": 0.8213251829147339, "Finetune/Loss (Raw)": 0.845101535320282, "Finetune/Step": 7986, "Finetune/Step Time": 12.024267049506307}
+{"Finetune/Learning Rate": 1.3172372293524746e-05, "Finetune/Loss": 0.8215692639350891, "Finetune/Loss (Raw)": 0.8751375675201416, "Finetune/Step": 7987, "Finetune/Step Time": 12.004963051527739}
+{"Finetune/Learning Rate": 1.3170775273050411e-05, "Finetune/Loss": 0.8212653398513794, "Finetune/Loss (Raw)": 0.8097949624061584, "Finetune/Step": 7988, "Finetune/Step Time": 11.988111197948456}
+{"Finetune/Learning Rate": 1.3169178162661906e-05, "Finetune/Loss": 0.8236547708511353, "Finetune/Loss (Raw)": 0.866294264793396, "Finetune/Step": 7989, "Finetune/Step Time": 11.960242243483663}
+{"Finetune/Learning Rate": 1.3167580962404523e-05, "Finetune/Loss": 0.8239622116088867, "Finetune/Loss (Raw)": 0.9176952242851257, "Finetune/Step": 7990, "Finetune/Step Time": 11.966672567650676}
+{"Finetune/Learning Rate": 1.316598367232355e-05, "Finetune/Loss": 0.8236868381500244, "Finetune/Loss (Raw)": 0.7014024257659912, "Finetune/Step": 7991, "Finetune/Step Time": 11.976873710751534}
+{"Finetune/Learning Rate": 1.316438629246428e-05, "Finetune/Loss": 0.8218743801116943, "Finetune/Loss (Raw)": 0.7242043018341064, "Finetune/Step": 7992, "Finetune/Step Time": 11.97348789870739}
+{"Finetune/Learning Rate": 1.3162788822872016e-05, "Finetune/Loss": 0.8194153904914856, "Finetune/Loss (Raw)": 0.6626564264297485, "Finetune/Step": 7993, "Finetune/Step Time": 11.962569618597627}
+{"Finetune/Learning Rate": 1.3161191263592054e-05, "Finetune/Loss": 0.8186553716659546, "Finetune/Loss (Raw)": 0.7416612505912781, "Finetune/Step": 7994, "Finetune/Step Time": 11.96040165424347}
+{"Finetune/Learning Rate": 1.3159593614669698e-05, "Finetune/Loss": 0.8196743726730347, "Finetune/Loss (Raw)": 0.9168932437896729, "Finetune/Step": 7995, "Finetune/Step Time": 11.940908400341868}
+{"Finetune/Learning Rate": 1.3157995876150252e-05, "Finetune/Loss": 0.8189181685447693, "Finetune/Loss (Raw)": 0.7900350093841553, "Finetune/Step": 7996, "Finetune/Step Time": 11.917874509468675}
+{"Finetune/Learning Rate": 1.3156398048079023e-05, "Finetune/Loss": 0.8205217123031616, "Finetune/Loss (Raw)": 0.9118390083312988, "Finetune/Step": 7997, "Finetune/Step Time": 11.928899604827166}
+{"Finetune/Learning Rate": 1.3154800130501317e-05, "Finetune/Loss": 0.8200064897537231, "Finetune/Loss (Raw)": 0.8555524945259094, "Finetune/Step": 7998, "Finetune/Step Time": 11.941239399835467}
+{"Finetune/Learning Rate": 1.3153202123462454e-05, "Finetune/Loss": 0.8195860385894775, "Finetune/Loss (Raw)": 0.9150793552398682, "Finetune/Step": 7999, "Finetune/Step Time": 11.9334827773273}
+{"Finetune/Learning Rate": 1.3151604027007744e-05, "Finetune/Loss": 0.8172493577003479, "Finetune/Loss (Raw)": 0.5590938329696655, "Finetune/Step": 8000, "Finetune/Step Time": 11.951082257553935}
+{"Finetune/Learning Rate": 1.3150005841182507e-05, "Finetune/Loss": 0.8182329535484314, "Finetune/Loss (Raw)": 0.9656455516815186, "Finetune/Step": 8001, "Finetune/Step Time": 11.949319712817669}
+{"Finetune/Learning Rate": 1.314840756603206e-05, "Finetune/Loss": 0.8171349763870239, "Finetune/Loss (Raw)": 0.7861251831054688, "Finetune/Step": 8002, "Finetune/Step Time": 11.948331288993359}
+{"Finetune/Learning Rate": 1.314680920160173e-05, "Finetune/Loss": 0.8182315826416016, "Finetune/Loss (Raw)": 0.9417704343795776, "Finetune/Step": 8003, "Finetune/Step Time": 11.967062650248408}
+{"Finetune/Learning Rate": 1.3145210747936836e-05, "Finetune/Loss": 0.8181021213531494, "Finetune/Loss (Raw)": 0.876996636390686, "Finetune/Step": 8004, "Finetune/Step Time": 11.958695685490966}
+{"Finetune/Learning Rate": 1.3143612205082713e-05, "Finetune/Loss": 0.8194237947463989, "Finetune/Loss (Raw)": 0.8640099167823792, "Finetune/Step": 8005, "Finetune/Step Time": 12.001853896304965}
+{"Finetune/Learning Rate": 1.3142013573084682e-05, "Finetune/Loss": 0.820763349533081, "Finetune/Loss (Raw)": 0.8999171257019043, "Finetune/Step": 8006, "Finetune/Step Time": 11.987032966688275}
+{"Finetune/Learning Rate": 1.3140414851988084e-05, "Finetune/Loss": 0.821671724319458, "Finetune/Loss (Raw)": 0.8779004216194153, "Finetune/Step": 8007, "Finetune/Step Time": 11.992951033636928}
+{"Finetune/Learning Rate": 1.3138816041838251e-05, "Finetune/Loss": 0.8224844336509705, "Finetune/Loss (Raw)": 0.80970299243927, "Finetune/Step": 8008, "Finetune/Step Time": 12.003513244912028}
+{"Finetune/Learning Rate": 1.3137217142680518e-05, "Finetune/Loss": 0.8221059441566467, "Finetune/Loss (Raw)": 0.8837200403213501, "Finetune/Step": 8009, "Finetune/Step Time": 11.996623387560248}
+{"Finetune/Learning Rate": 1.313561815456023e-05, "Finetune/Loss": 0.821905255317688, "Finetune/Loss (Raw)": 0.8103117346763611, "Finetune/Step": 8010, "Finetune/Step Time": 12.012553280219436}
+{"Finetune/Learning Rate": 1.313401907752273e-05, "Finetune/Loss": 0.8225155472755432, "Finetune/Loss (Raw)": 0.7365636229515076, "Finetune/Step": 8011, "Finetune/Step Time": 11.970541013404727}
+{"Finetune/Learning Rate": 1.3132419911613358e-05, "Finetune/Loss": 0.8224594593048096, "Finetune/Loss (Raw)": 0.717126190662384, "Finetune/Step": 8012, "Finetune/Step Time": 11.975475309416652}
+{"Finetune/Learning Rate": 1.3130820656877464e-05, "Finetune/Loss": 0.8218770027160645, "Finetune/Loss (Raw)": 0.8498367667198181, "Finetune/Step": 8013, "Finetune/Step Time": 11.97178253903985}
+{"Finetune/Learning Rate": 1.3129221313360403e-05, "Finetune/Loss": 0.8208114504814148, "Finetune/Loss (Raw)": 0.6307215094566345, "Finetune/Step": 8014, "Finetune/Step Time": 11.976909356191754}
+{"Finetune/Learning Rate": 1.312762188110752e-05, "Finetune/Loss": 0.820544958114624, "Finetune/Loss (Raw)": 0.7738369107246399, "Finetune/Step": 8015, "Finetune/Step Time": 11.977262362837791}
+{"Finetune/Learning Rate": 1.3126022360164172e-05, "Finetune/Loss": 0.8205845355987549, "Finetune/Loss (Raw)": 0.8352031707763672, "Finetune/Step": 8016, "Finetune/Step Time": 11.978491894900799}
+{"Finetune/Learning Rate": 1.3124422750575726e-05, "Finetune/Loss": 0.8216743469238281, "Finetune/Loss (Raw)": 0.950193464756012, "Finetune/Step": 8017, "Finetune/Step Time": 11.98415995016694}
+{"Finetune/Learning Rate": 1.3122823052387533e-05, "Finetune/Loss": 0.8204947113990784, "Finetune/Loss (Raw)": 0.6921870708465576, "Finetune/Step": 8018, "Finetune/Step Time": 11.995494589209557}
+{"Finetune/Learning Rate": 1.3121223265644955e-05, "Finetune/Loss": 0.8196921348571777, "Finetune/Loss (Raw)": 0.7428163290023804, "Finetune/Step": 8019, "Finetune/Step Time": 12.012994779273868}
+{"Finetune/Learning Rate": 1.3119623390393364e-05, "Finetune/Loss": 0.8186584711074829, "Finetune/Loss (Raw)": 0.7766388058662415, "Finetune/Step": 8020, "Finetune/Step Time": 12.02347231656313}
+{"Finetune/Learning Rate": 1.3118023426678124e-05, "Finetune/Loss": 0.817656397819519, "Finetune/Loss (Raw)": 0.8540829420089722, "Finetune/Step": 8021, "Finetune/Step Time": 12.019598940387368}
+{"Finetune/Learning Rate": 1.3116423374544605e-05, "Finetune/Loss": 0.8167026042938232, "Finetune/Loss (Raw)": 0.8233174681663513, "Finetune/Step": 8022, "Finetune/Step Time": 12.02702503465116}
+{"Finetune/Learning Rate": 1.3114823234038183e-05, "Finetune/Loss": 0.8164485692977905, "Finetune/Loss (Raw)": 0.7426028251647949, "Finetune/Step": 8023, "Finetune/Step Time": 12.025208320468664}
+{"Finetune/Learning Rate": 1.311322300520423e-05, "Finetune/Loss": 0.8134320378303528, "Finetune/Loss (Raw)": 0.5409569144248962, "Finetune/Step": 8024, "Finetune/Step Time": 12.064842293038964}
+{"Finetune/Learning Rate": 1.3111622688088126e-05, "Finetune/Loss": 0.8123964071273804, "Finetune/Loss (Raw)": 0.7655372023582458, "Finetune/Step": 8025, "Finetune/Step Time": 12.06690470315516}
+{"Finetune/Learning Rate": 1.3110022282735249e-05, "Finetune/Loss": 0.8120350241661072, "Finetune/Loss (Raw)": 0.737524688243866, "Finetune/Step": 8026, "Finetune/Step Time": 12.06725187972188}
+{"Finetune/Learning Rate": 1.3108421789190984e-05, "Finetune/Loss": 0.8122959136962891, "Finetune/Loss (Raw)": 0.8674343824386597, "Finetune/Step": 8027, "Finetune/Step Time": 12.060680765658617}
+{"Finetune/Learning Rate": 1.3106821207500718e-05, "Finetune/Loss": 0.8109745383262634, "Finetune/Loss (Raw)": 0.7220600247383118, "Finetune/Step": 8028, "Finetune/Step Time": 12.066156616434455}
+{"Finetune/Learning Rate": 1.310522053770984e-05, "Finetune/Loss": 0.8122286796569824, "Finetune/Loss (Raw)": 0.7785325646400452, "Finetune/Step": 8029, "Finetune/Step Time": 12.067200135439634}
+{"Finetune/Learning Rate": 1.3103619779863732e-05, "Finetune/Loss": 0.8111933469772339, "Finetune/Loss (Raw)": 0.7942376732826233, "Finetune/Step": 8030, "Finetune/Step Time": 12.073823554441333}
+{"Finetune/Learning Rate": 1.3102018934007795e-05, "Finetune/Loss": 0.810325562953949, "Finetune/Loss (Raw)": 0.7613537311553955, "Finetune/Step": 8031, "Finetune/Step Time": 12.075394062325358}
+{"Finetune/Learning Rate": 1.310041800018742e-05, "Finetune/Loss": 0.8116792440414429, "Finetune/Loss (Raw)": 0.8892643451690674, "Finetune/Step": 8032, "Finetune/Step Time": 12.075886813923717}
+{"Finetune/Learning Rate": 1.309881697844801e-05, "Finetune/Loss": 0.8114960193634033, "Finetune/Loss (Raw)": 0.8130522966384888, "Finetune/Step": 8033, "Finetune/Step Time": 12.08091708086431}
+{"Finetune/Learning Rate": 1.309721586883496e-05, "Finetune/Loss": 0.8109703063964844, "Finetune/Loss (Raw)": 0.8026371002197266, "Finetune/Step": 8034, "Finetune/Step Time": 12.077351840212941}
+{"Finetune/Learning Rate": 1.3095614671393676e-05, "Finetune/Loss": 0.811214804649353, "Finetune/Loss (Raw)": 0.8410922288894653, "Finetune/Step": 8035, "Finetune/Step Time": 12.071524407714605}
+{"Finetune/Learning Rate": 1.3094013386169565e-05, "Finetune/Loss": 0.8104815483093262, "Finetune/Loss (Raw)": 0.6053577661514282, "Finetune/Step": 8036, "Finetune/Step Time": 12.093131519854069}
+{"Finetune/Learning Rate": 1.3092412013208028e-05, "Finetune/Loss": 0.8117665648460388, "Finetune/Loss (Raw)": 0.9558257460594177, "Finetune/Step": 8037, "Finetune/Step Time": 12.097577409818769}
+{"Finetune/Learning Rate": 1.3090810552554483e-05, "Finetune/Loss": 0.811629056930542, "Finetune/Loss (Raw)": 0.619675874710083, "Finetune/Step": 8038, "Finetune/Step Time": 12.09434630535543}
+{"Finetune/Learning Rate": 1.3089209004254341e-05, "Finetune/Loss": 0.813557505607605, "Finetune/Loss (Raw)": 0.846897304058075, "Finetune/Step": 8039, "Finetune/Step Time": 12.06221260689199}
+{"Finetune/Learning Rate": 1.3087607368353015e-05, "Finetune/Loss": 0.8126958608627319, "Finetune/Loss (Raw)": 0.7670194506645203, "Finetune/Step": 8040, "Finetune/Step Time": 12.0637466032058}
+{"Finetune/Learning Rate": 1.3086005644895922e-05, "Finetune/Loss": 0.8108537197113037, "Finetune/Loss (Raw)": 0.6989409327507019, "Finetune/Step": 8041, "Finetune/Step Time": 12.086495358496904}
+{"Finetune/Learning Rate": 1.3084403833928488e-05, "Finetune/Loss": 0.8095784187316895, "Finetune/Loss (Raw)": 0.7109444737434387, "Finetune/Step": 8042, "Finetune/Step Time": 12.110976584255695}
+{"Finetune/Learning Rate": 1.308280193549613e-05, "Finetune/Loss": 0.8099785447120667, "Finetune/Loss (Raw)": 0.8403834700584412, "Finetune/Step": 8043, "Finetune/Step Time": 12.112824656069279}
+{"Finetune/Learning Rate": 1.3081199949644272e-05, "Finetune/Loss": 0.8089044690132141, "Finetune/Loss (Raw)": 0.8423676490783691, "Finetune/Step": 8044, "Finetune/Step Time": 12.089636405929923}
+{"Finetune/Learning Rate": 1.3079597876418351e-05, "Finetune/Loss": 0.8101869225502014, "Finetune/Loss (Raw)": 0.9965818524360657, "Finetune/Step": 8045, "Finetune/Step Time": 12.090933240950108}
+{"Finetune/Learning Rate": 1.3077995715863789e-05, "Finetune/Loss": 0.8098395466804504, "Finetune/Loss (Raw)": 0.8556362390518188, "Finetune/Step": 8046, "Finetune/Step Time": 12.08223868906498}
+{"Finetune/Learning Rate": 1.307639346802602e-05, "Finetune/Loss": 0.8095791339874268, "Finetune/Loss (Raw)": 0.7732420563697815, "Finetune/Step": 8047, "Finetune/Step Time": 12.085942352190614}
+{"Finetune/Learning Rate": 1.3074791132950484e-05, "Finetune/Loss": 0.8090158700942993, "Finetune/Loss (Raw)": 0.676815390586853, "Finetune/Step": 8048, "Finetune/Step Time": 12.085785256698728}
+{"Finetune/Learning Rate": 1.3073188710682612e-05, "Finetune/Loss": 0.8092074394226074, "Finetune/Loss (Raw)": 0.7742006778717041, "Finetune/Step": 8049, "Finetune/Step Time": 12.092817874625325}
+{"Finetune/Learning Rate": 1.3071586201267848e-05, "Finetune/Loss": 0.8078314065933228, "Finetune/Loss (Raw)": 0.7240184545516968, "Finetune/Step": 8050, "Finetune/Step Time": 12.108239274471998}
+{"Finetune/Learning Rate": 1.3069983604751633e-05, "Finetune/Loss": 0.8066108226776123, "Finetune/Loss (Raw)": 0.6598121523857117, "Finetune/Step": 8051, "Finetune/Step Time": 12.116304414346814}
+{"Finetune/Learning Rate": 1.3068380921179413e-05, "Finetune/Loss": 0.808330774307251, "Finetune/Loss (Raw)": 0.899825394153595, "Finetune/Step": 8052, "Finetune/Step Time": 12.139719903469086}
+{"Finetune/Learning Rate": 1.3066778150596635e-05, "Finetune/Loss": 0.8087958097457886, "Finetune/Loss (Raw)": 0.8385398983955383, "Finetune/Step": 8053, "Finetune/Step Time": 12.140787890180945}
+{"Finetune/Learning Rate": 1.3065175293048751e-05, "Finetune/Loss": 0.8103160858154297, "Finetune/Loss (Raw)": 0.8577101230621338, "Finetune/Step": 8054, "Finetune/Step Time": 12.163557805120945}
+{"Finetune/Learning Rate": 1.3063572348581208e-05, "Finetune/Loss": 0.8098164796829224, "Finetune/Loss (Raw)": 0.7261716723442078, "Finetune/Step": 8055, "Finetune/Step Time": 12.200522216036916}
+{"Finetune/Learning Rate": 1.306196931723947e-05, "Finetune/Loss": 0.8095605373382568, "Finetune/Loss (Raw)": 0.7360574007034302, "Finetune/Step": 8056, "Finetune/Step Time": 12.20479634217918}
+{"Finetune/Learning Rate": 1.3060366199068989e-05, "Finetune/Loss": 0.808472752571106, "Finetune/Loss (Raw)": 0.7417476177215576, "Finetune/Step": 8057, "Finetune/Step Time": 12.207996364682913}
+{"Finetune/Learning Rate": 1.305876299411522e-05, "Finetune/Loss": 0.8080267906188965, "Finetune/Loss (Raw)": 0.7339802384376526, "Finetune/Step": 8058, "Finetune/Step Time": 12.211177922785282}
+{"Finetune/Learning Rate": 1.3057159702423634e-05, "Finetune/Loss": 0.807941198348999, "Finetune/Loss (Raw)": 0.8321582078933716, "Finetune/Step": 8059, "Finetune/Step Time": 12.208106558769941}
+{"Finetune/Learning Rate": 1.3055556324039693e-05, "Finetune/Loss": 0.8069157600402832, "Finetune/Loss (Raw)": 0.6984227299690247, "Finetune/Step": 8060, "Finetune/Step Time": 12.240352232009172}
+{"Finetune/Learning Rate": 1.3053952859008863e-05, "Finetune/Loss": 0.807354748249054, "Finetune/Loss (Raw)": 0.9583514928817749, "Finetune/Step": 8061, "Finetune/Step Time": 12.239168334752321}
+{"Finetune/Learning Rate": 1.3052349307376611e-05, "Finetune/Loss": 0.8072382211685181, "Finetune/Loss (Raw)": 0.9097747206687927, "Finetune/Step": 8062, "Finetune/Step Time": 12.236519701778889}
+{"Finetune/Learning Rate": 1.3050745669188415e-05, "Finetune/Loss": 0.807664155960083, "Finetune/Loss (Raw)": 0.9036450386047363, "Finetune/Step": 8063, "Finetune/Step Time": 12.204462612047791}
+{"Finetune/Learning Rate": 1.304914194448975e-05, "Finetune/Loss": 0.8053637742996216, "Finetune/Loss (Raw)": 0.630547285079956, "Finetune/Step": 8064, "Finetune/Step Time": 12.228148706257343}
+{"Finetune/Learning Rate": 1.3047538133326083e-05, "Finetune/Loss": 0.8065119981765747, "Finetune/Loss (Raw)": 0.8693961501121521, "Finetune/Step": 8065, "Finetune/Step Time": 12.207974709570408}
+{"Finetune/Learning Rate": 1.3045934235742906e-05, "Finetune/Loss": 0.8078963756561279, "Finetune/Loss (Raw)": 0.9112491011619568, "Finetune/Step": 8066, "Finetune/Step Time": 12.18548758327961}
+{"Finetune/Learning Rate": 1.3044330251785695e-05, "Finetune/Loss": 0.8071377873420715, "Finetune/Loss (Raw)": 0.8642630577087402, "Finetune/Step": 8067, "Finetune/Step Time": 12.186710249632597}
+{"Finetune/Learning Rate": 1.3042726181499932e-05, "Finetune/Loss": 0.8072687387466431, "Finetune/Loss (Raw)": 0.9181150197982788, "Finetune/Step": 8068, "Finetune/Step Time": 12.178992280736566}
+{"Finetune/Learning Rate": 1.304112202493111e-05, "Finetune/Loss": 0.8082991242408752, "Finetune/Loss (Raw)": 0.9413238763809204, "Finetune/Step": 8069, "Finetune/Step Time": 12.1859021615237}
+{"Finetune/Learning Rate": 1.3039517782124713e-05, "Finetune/Loss": 0.8064950108528137, "Finetune/Loss (Raw)": 0.6867541670799255, "Finetune/Step": 8070, "Finetune/Step Time": 12.185276634991169}
+{"Finetune/Learning Rate": 1.3037913453126236e-05, "Finetune/Loss": 0.8073674440383911, "Finetune/Loss (Raw)": 0.8386543989181519, "Finetune/Step": 8071, "Finetune/Step Time": 12.195688374340534}
+{"Finetune/Learning Rate": 1.3036309037981171e-05, "Finetune/Loss": 0.8082445859909058, "Finetune/Loss (Raw)": 0.9679672718048096, "Finetune/Step": 8072, "Finetune/Step Time": 12.204518556594849}
+{"Finetune/Learning Rate": 1.3034704536735019e-05, "Finetune/Loss": 0.8077159523963928, "Finetune/Loss (Raw)": 0.8418927192687988, "Finetune/Step": 8073, "Finetune/Step Time": 12.196624405682087}
+{"Finetune/Learning Rate": 1.3033099949433272e-05, "Finetune/Loss": 0.8083568811416626, "Finetune/Loss (Raw)": 0.803331732749939, "Finetune/Step": 8074, "Finetune/Step Time": 12.193533847108483}
+{"Finetune/Learning Rate": 1.3031495276121438e-05, "Finetune/Loss": 0.8092656135559082, "Finetune/Loss (Raw)": 0.7923163771629333, "Finetune/Step": 8075, "Finetune/Step Time": 12.189422445371747}
+{"Finetune/Learning Rate": 1.3029890516845018e-05, "Finetune/Loss": 0.8099391460418701, "Finetune/Loss (Raw)": 0.8706381320953369, "Finetune/Step": 8076, "Finetune/Step Time": 12.199511019513011}
+{"Finetune/Learning Rate": 1.3028285671649518e-05, "Finetune/Loss": 0.8098463416099548, "Finetune/Loss (Raw)": 0.7821456789970398, "Finetune/Step": 8077, "Finetune/Step Time": 12.1759929433465}
+{"Finetune/Learning Rate": 1.3026680740580449e-05, "Finetune/Loss": 0.8091137409210205, "Finetune/Loss (Raw)": 0.7767699956893921, "Finetune/Step": 8078, "Finetune/Step Time": 12.178822048008442}
+{"Finetune/Learning Rate": 1.3025075723683319e-05, "Finetune/Loss": 0.8080211877822876, "Finetune/Loss (Raw)": 0.7086477875709534, "Finetune/Step": 8079, "Finetune/Step Time": 12.164633009582758}
+{"Finetune/Learning Rate": 1.3023470621003641e-05, "Finetune/Loss": 0.8074767589569092, "Finetune/Loss (Raw)": 0.7497990131378174, "Finetune/Step": 8080, "Finetune/Step Time": 12.171578319743276}
+{"Finetune/Learning Rate": 1.3021865432586942e-05, "Finetune/Loss": 0.8084743022918701, "Finetune/Loss (Raw)": 0.8835800290107727, "Finetune/Step": 8081, "Finetune/Step Time": 12.184043131768703}
+{"Finetune/Learning Rate": 1.3020260158478726e-05, "Finetune/Loss": 0.807182252407074, "Finetune/Loss (Raw)": 0.6854171752929688, "Finetune/Step": 8082, "Finetune/Step Time": 12.179700404405594}
+{"Finetune/Learning Rate": 1.301865479872452e-05, "Finetune/Loss": 0.8092147707939148, "Finetune/Loss (Raw)": 0.8566651344299316, "Finetune/Step": 8083, "Finetune/Step Time": 12.158465391024947}
+{"Finetune/Learning Rate": 1.3017049353369853e-05, "Finetune/Loss": 0.808781623840332, "Finetune/Loss (Raw)": 0.8023012280464172, "Finetune/Step": 8084, "Finetune/Step Time": 12.171494655311108}
+{"Finetune/Learning Rate": 1.3015443822460244e-05, "Finetune/Loss": 0.8071962594985962, "Finetune/Loss (Raw)": 0.6677032709121704, "Finetune/Step": 8085, "Finetune/Step Time": 12.167162811383605}
+{"Finetune/Learning Rate": 1.3013838206041218e-05, "Finetune/Loss": 0.8083093166351318, "Finetune/Loss (Raw)": 0.7938870191574097, "Finetune/Step": 8086, "Finetune/Step Time": 12.173266349360347}
+{"Finetune/Learning Rate": 1.3012232504158315e-05, "Finetune/Loss": 0.8084695339202881, "Finetune/Loss (Raw)": 0.7893257141113281, "Finetune/Step": 8087, "Finetune/Step Time": 12.172777257859707}
+{"Finetune/Learning Rate": 1.3010626716857065e-05, "Finetune/Loss": 0.808228611946106, "Finetune/Loss (Raw)": 0.8965131044387817, "Finetune/Step": 8088, "Finetune/Step Time": 12.182693108916283}
+{"Finetune/Learning Rate": 1.3009020844182998e-05, "Finetune/Loss": 0.8069359660148621, "Finetune/Loss (Raw)": 0.6381769180297852, "Finetune/Step": 8089, "Finetune/Step Time": 12.196524841710925}
+{"Finetune/Learning Rate": 1.300741488618166e-05, "Finetune/Loss": 0.806888222694397, "Finetune/Loss (Raw)": 0.8024923205375671, "Finetune/Step": 8090, "Finetune/Step Time": 12.157867155969143}
+{"Finetune/Learning Rate": 1.3005808842898586e-05, "Finetune/Loss": 0.8050742149353027, "Finetune/Loss (Raw)": 0.7261028289794922, "Finetune/Step": 8091, "Finetune/Step Time": 12.174922317266464}
+{"Finetune/Learning Rate": 1.3004202714379321e-05, "Finetune/Loss": 0.8044808506965637, "Finetune/Loss (Raw)": 0.7084493041038513, "Finetune/Step": 8092, "Finetune/Step Time": 12.185755398124456}
+{"Finetune/Learning Rate": 1.300259650066941e-05, "Finetune/Loss": 0.8049323558807373, "Finetune/Loss (Raw)": 0.8284503817558289, "Finetune/Step": 8093, "Finetune/Step Time": 12.187593784183264}
+{"Finetune/Learning Rate": 1.3000990201814401e-05, "Finetune/Loss": 0.8039876222610474, "Finetune/Loss (Raw)": 0.6948539614677429, "Finetune/Step": 8094, "Finetune/Step Time": 12.184066476300359}
+{"Finetune/Learning Rate": 1.2999383817859843e-05, "Finetune/Loss": 0.8055027723312378, "Finetune/Loss (Raw)": 0.9668182730674744, "Finetune/Step": 8095, "Finetune/Step Time": 12.160130703821778}
+{"Finetune/Learning Rate": 1.2997777348851288e-05, "Finetune/Loss": 0.8062363862991333, "Finetune/Loss (Raw)": 0.8538798093795776, "Finetune/Step": 8096, "Finetune/Step Time": 12.1628105212003}
+{"Finetune/Learning Rate": 1.2996170794834293e-05, "Finetune/Loss": 0.8061203956604004, "Finetune/Loss (Raw)": 0.8457087278366089, "Finetune/Step": 8097, "Finetune/Step Time": 12.16200422681868}
+{"Finetune/Learning Rate": 1.2994564155854414e-05, "Finetune/Loss": 0.8056161999702454, "Finetune/Loss (Raw)": 0.8107281923294067, "Finetune/Step": 8098, "Finetune/Step Time": 12.160751909017563}
+{"Finetune/Learning Rate": 1.2992957431957211e-05, "Finetune/Loss": 0.8048704862594604, "Finetune/Loss (Raw)": 0.8692036867141724, "Finetune/Step": 8099, "Finetune/Step Time": 12.151603849604726}
+{"Finetune/Learning Rate": 1.2991350623188245e-05, "Finetune/Loss": 0.8051745891571045, "Finetune/Loss (Raw)": 0.8761143684387207, "Finetune/Step": 8100, "Finetune/Step Time": 12.156655164435506}
+{"Finetune/Learning Rate": 1.2989743729593082e-05, "Finetune/Loss": 0.8048231601715088, "Finetune/Loss (Raw)": 0.8023535013198853, "Finetune/Step": 8101, "Finetune/Step Time": 12.159286310896277}
+{"Finetune/Learning Rate": 1.2988136751217292e-05, "Finetune/Loss": 0.8051134347915649, "Finetune/Loss (Raw)": 0.8354654312133789, "Finetune/Step": 8102, "Finetune/Step Time": 12.16026327200234}
+{"Finetune/Learning Rate": 1.2986529688106437e-05, "Finetune/Loss": 0.8037672638893127, "Finetune/Loss (Raw)": 0.691137969493866, "Finetune/Step": 8103, "Finetune/Step Time": 12.168392263352871}
+{"Finetune/Learning Rate": 1.2984922540306095e-05, "Finetune/Loss": 0.8028711080551147, "Finetune/Loss (Raw)": 0.76299649477005, "Finetune/Step": 8104, "Finetune/Step Time": 12.161732763051987}
+{"Finetune/Learning Rate": 1.2983315307861837e-05, "Finetune/Loss": 0.8035630583763123, "Finetune/Loss (Raw)": 0.8602525591850281, "Finetune/Step": 8105, "Finetune/Step Time": 12.169733265414834}
+{"Finetune/Learning Rate": 1.2981707990819242e-05, "Finetune/Loss": 0.803839385509491, "Finetune/Loss (Raw)": 0.856759250164032, "Finetune/Step": 8106, "Finetune/Step Time": 12.190431782975793}
+{"Finetune/Learning Rate": 1.298010058922388e-05, "Finetune/Loss": 0.8036270141601562, "Finetune/Loss (Raw)": 0.7891644239425659, "Finetune/Step": 8107, "Finetune/Step Time": 12.193519353866577}
+{"Finetune/Learning Rate": 1.2978493103121347e-05, "Finetune/Loss": 0.8018264770507812, "Finetune/Loss (Raw)": 0.733625590801239, "Finetune/Step": 8108, "Finetune/Step Time": 12.195150760933757}
+{"Finetune/Learning Rate": 1.2976885532557217e-05, "Finetune/Loss": 0.8012263178825378, "Finetune/Loss (Raw)": 0.7876038551330566, "Finetune/Step": 8109, "Finetune/Step Time": 12.188172437250614}
+{"Finetune/Learning Rate": 1.2975277877577077e-05, "Finetune/Loss": 0.8015652894973755, "Finetune/Loss (Raw)": 0.8894906044006348, "Finetune/Step": 8110, "Finetune/Step Time": 12.188240639865398}
+{"Finetune/Learning Rate": 1.297367013822652e-05, "Finetune/Loss": 0.8015216588973999, "Finetune/Loss (Raw)": 0.8456586599349976, "Finetune/Step": 8111, "Finetune/Step Time": 12.203417116776109}
+{"Finetune/Learning Rate": 1.297206231455113e-05, "Finetune/Loss": 0.8019027709960938, "Finetune/Loss (Raw)": 0.8121450543403625, "Finetune/Step": 8112, "Finetune/Step Time": 12.196570415049791}
+{"Finetune/Learning Rate": 1.2970454406596509e-05, "Finetune/Loss": 0.8044213056564331, "Finetune/Loss (Raw)": 0.9176331758499146, "Finetune/Step": 8113, "Finetune/Step Time": 12.159281374886632}
+{"Finetune/Learning Rate": 1.296884641440824e-05, "Finetune/Loss": 0.8047544956207275, "Finetune/Loss (Raw)": 0.8877539038658142, "Finetune/Step": 8114, "Finetune/Step Time": 12.148757765069604}
+{"Finetune/Learning Rate": 1.2967238338031937e-05, "Finetune/Loss": 0.8034443259239197, "Finetune/Loss (Raw)": 0.7074381113052368, "Finetune/Step": 8115, "Finetune/Step Time": 12.14555111527443}
+{"Finetune/Learning Rate": 1.2965630177513192e-05, "Finetune/Loss": 0.8037863373756409, "Finetune/Loss (Raw)": 0.8535677194595337, "Finetune/Step": 8116, "Finetune/Step Time": 12.149415846914053}
+{"Finetune/Learning Rate": 1.2964021932897603e-05, "Finetune/Loss": 0.8046463131904602, "Finetune/Loss (Raw)": 0.976371705532074, "Finetune/Step": 8117, "Finetune/Step Time": 12.156637785956264}
+{"Finetune/Learning Rate": 1.2962413604230784e-05, "Finetune/Loss": 0.8042519092559814, "Finetune/Loss (Raw)": 0.8672056198120117, "Finetune/Step": 8118, "Finetune/Step Time": 12.165307400748134}
+{"Finetune/Learning Rate": 1.2960805191558339e-05, "Finetune/Loss": 0.8036941289901733, "Finetune/Loss (Raw)": 0.6300109028816223, "Finetune/Step": 8119, "Finetune/Step Time": 12.175760367885232}
+{"Finetune/Learning Rate": 1.2959196694925878e-05, "Finetune/Loss": 0.8041068315505981, "Finetune/Loss (Raw)": 0.7770272493362427, "Finetune/Step": 8120, "Finetune/Step Time": 12.17464617267251}
+{"Finetune/Learning Rate": 1.2957588114379011e-05, "Finetune/Loss": 0.8064603805541992, "Finetune/Loss (Raw)": 0.9639133810997009, "Finetune/Step": 8121, "Finetune/Step Time": 12.180594166740775}
+{"Finetune/Learning Rate": 1.2955979449963358e-05, "Finetune/Loss": 0.8075844645500183, "Finetune/Loss (Raw)": 0.8855446577072144, "Finetune/Step": 8122, "Finetune/Step Time": 12.184722559526563}
+{"Finetune/Learning Rate": 1.2954370701724532e-05, "Finetune/Loss": 0.8068161010742188, "Finetune/Loss (Raw)": 0.8185463547706604, "Finetune/Step": 8123, "Finetune/Step Time": 12.190003868192434}
+{"Finetune/Learning Rate": 1.2952761869708157e-05, "Finetune/Loss": 0.8090219497680664, "Finetune/Loss (Raw)": 1.072383999824524, "Finetune/Step": 8124, "Finetune/Step Time": 12.202110351994634}
+{"Finetune/Learning Rate": 1.295115295395985e-05, "Finetune/Loss": 0.8073322772979736, "Finetune/Loss (Raw)": 0.6955522298812866, "Finetune/Step": 8125, "Finetune/Step Time": 12.214349070563912}
+{"Finetune/Learning Rate": 1.2949543954525236e-05, "Finetune/Loss": 0.8081313371658325, "Finetune/Loss (Raw)": 0.9578309059143066, "Finetune/Step": 8126, "Finetune/Step Time": 12.207313194870949}
+{"Finetune/Learning Rate": 1.2947934871449942e-05, "Finetune/Loss": 0.8065418004989624, "Finetune/Loss (Raw)": 0.7116299867630005, "Finetune/Step": 8127, "Finetune/Step Time": 12.203296523541212}
+{"Finetune/Learning Rate": 1.2946325704779602e-05, "Finetune/Loss": 0.8066831827163696, "Finetune/Loss (Raw)": 0.57718425989151, "Finetune/Step": 8128, "Finetune/Step Time": 12.201838416978717}
+{"Finetune/Learning Rate": 1.294471645455984e-05, "Finetune/Loss": 0.8060798645019531, "Finetune/Loss (Raw)": 0.8884182572364807, "Finetune/Step": 8129, "Finetune/Step Time": 12.202414695173502}
+{"Finetune/Learning Rate": 1.2943107120836296e-05, "Finetune/Loss": 0.8059099912643433, "Finetune/Loss (Raw)": 0.7643850445747375, "Finetune/Step": 8130, "Finetune/Step Time": 12.202858593314886}
+{"Finetune/Learning Rate": 1.29414977036546e-05, "Finetune/Loss": 0.8035889863967896, "Finetune/Loss (Raw)": 0.6446857452392578, "Finetune/Step": 8131, "Finetune/Step Time": 12.203455874696374}
+{"Finetune/Learning Rate": 1.2939888203060393e-05, "Finetune/Loss": 0.802897572517395, "Finetune/Loss (Raw)": 0.7884954810142517, "Finetune/Step": 8132, "Finetune/Step Time": 12.205229487270117}
+{"Finetune/Learning Rate": 1.2938278619099323e-05, "Finetune/Loss": 0.8032591342926025, "Finetune/Loss (Raw)": 0.9102890491485596, "Finetune/Step": 8133, "Finetune/Step Time": 12.163486067205667}
+{"Finetune/Learning Rate": 1.293666895181702e-05, "Finetune/Loss": 0.8027150630950928, "Finetune/Loss (Raw)": 0.8302769660949707, "Finetune/Step": 8134, "Finetune/Step Time": 12.164853770285845}
+{"Finetune/Learning Rate": 1.2935059201259137e-05, "Finetune/Loss": 0.8025925755500793, "Finetune/Loss (Raw)": 0.862219512462616, "Finetune/Step": 8135, "Finetune/Step Time": 12.161106303334236}
+{"Finetune/Learning Rate": 1.2933449367471322e-05, "Finetune/Loss": 0.8035021424293518, "Finetune/Loss (Raw)": 0.926125705242157, "Finetune/Step": 8136, "Finetune/Step Time": 12.131476933136582}
+{"Finetune/Learning Rate": 1.2931839450499227e-05, "Finetune/Loss": 0.8028993606567383, "Finetune/Loss (Raw)": 0.8065662980079651, "Finetune/Step": 8137, "Finetune/Step Time": 12.140059355646372}
+{"Finetune/Learning Rate": 1.2930229450388499e-05, "Finetune/Loss": 0.8017968535423279, "Finetune/Loss (Raw)": 0.6691852807998657, "Finetune/Step": 8138, "Finetune/Step Time": 12.168472219258547}
+{"Finetune/Learning Rate": 1.2928619367184799e-05, "Finetune/Loss": 0.8031803369522095, "Finetune/Loss (Raw)": 0.9136586785316467, "Finetune/Step": 8139, "Finetune/Step Time": 12.169338027015328}
+{"Finetune/Learning Rate": 1.292700920093378e-05, "Finetune/Loss": 0.8042392730712891, "Finetune/Loss (Raw)": 0.8526603579521179, "Finetune/Step": 8140, "Finetune/Step Time": 12.1515237018466}
+{"Finetune/Learning Rate": 1.2925398951681103e-05, "Finetune/Loss": 0.803433895111084, "Finetune/Loss (Raw)": 0.7467455267906189, "Finetune/Step": 8141, "Finetune/Step Time": 12.148054843768477}
+{"Finetune/Learning Rate": 1.292378861947243e-05, "Finetune/Loss": 0.804785966873169, "Finetune/Loss (Raw)": 0.803795576095581, "Finetune/Step": 8142, "Finetune/Step Time": 12.144139839336276}
+{"Finetune/Learning Rate": 1.2922178204353429e-05, "Finetune/Loss": 0.8051444888114929, "Finetune/Loss (Raw)": 0.8197259902954102, "Finetune/Step": 8143, "Finetune/Step Time": 12.14061244763434}
+{"Finetune/Learning Rate": 1.292056770636976e-05, "Finetune/Loss": 0.8056719303131104, "Finetune/Loss (Raw)": 0.9027137160301208, "Finetune/Step": 8144, "Finetune/Step Time": 12.130110427737236}
+{"Finetune/Learning Rate": 1.2918957125567098e-05, "Finetune/Loss": 0.8048471808433533, "Finetune/Loss (Raw)": 0.8446260094642639, "Finetune/Step": 8145, "Finetune/Step Time": 12.127396937459707}
+{"Finetune/Learning Rate": 1.2917346461991112e-05, "Finetune/Loss": 0.8059768676757812, "Finetune/Loss (Raw)": 0.8367917537689209, "Finetune/Step": 8146, "Finetune/Step Time": 12.132641144096851}
+{"Finetune/Learning Rate": 1.2915735715687475e-05, "Finetune/Loss": 0.8046345710754395, "Finetune/Loss (Raw)": 0.5710042715072632, "Finetune/Step": 8147, "Finetune/Step Time": 12.14794741757214}
+{"Finetune/Learning Rate": 1.2914124886701865e-05, "Finetune/Loss": 0.8035638928413391, "Finetune/Loss (Raw)": 0.6395905017852783, "Finetune/Step": 8148, "Finetune/Step Time": 12.161152167245746}
+{"Finetune/Learning Rate": 1.2912513975079959e-05, "Finetune/Loss": 0.8038471341133118, "Finetune/Loss (Raw)": 0.8903372287750244, "Finetune/Step": 8149, "Finetune/Step Time": 12.170822998508811}
+{"Finetune/Learning Rate": 1.2910902980867439e-05, "Finetune/Loss": 0.803627610206604, "Finetune/Loss (Raw)": 0.7952174544334412, "Finetune/Step": 8150, "Finetune/Step Time": 12.168261909857392}
+{"Finetune/Learning Rate": 1.2909291904109994e-05, "Finetune/Loss": 0.805048942565918, "Finetune/Loss (Raw)": 0.9245270490646362, "Finetune/Step": 8151, "Finetune/Step Time": 12.168460002169013}
+{"Finetune/Learning Rate": 1.2907680744853295e-05, "Finetune/Loss": 0.8065804243087769, "Finetune/Loss (Raw)": 0.7369850277900696, "Finetune/Step": 8152, "Finetune/Step Time": 12.132563762366772}
+{"Finetune/Learning Rate": 1.2906069503143041e-05, "Finetune/Loss": 0.8066785335540771, "Finetune/Loss (Raw)": 0.7781046628952026, "Finetune/Step": 8153, "Finetune/Step Time": 12.13337854668498}
+{"Finetune/Learning Rate": 1.2904458179024921e-05, "Finetune/Loss": 0.8085378408432007, "Finetune/Loss (Raw)": 0.975505530834198, "Finetune/Step": 8154, "Finetune/Step Time": 12.138693735003471}
+{"Finetune/Learning Rate": 1.2902846772544625e-05, "Finetune/Loss": 0.8076939582824707, "Finetune/Loss (Raw)": 0.7594245076179504, "Finetune/Step": 8155, "Finetune/Step Time": 12.14822687394917}
+{"Finetune/Learning Rate": 1.2901235283747848e-05, "Finetune/Loss": 0.8090076446533203, "Finetune/Loss (Raw)": 0.8902125358581543, "Finetune/Step": 8156, "Finetune/Step Time": 12.14034603908658}
+{"Finetune/Learning Rate": 1.2899623712680293e-05, "Finetune/Loss": 0.8094571828842163, "Finetune/Loss (Raw)": 0.8360699415206909, "Finetune/Step": 8157, "Finetune/Step Time": 12.129118967801332}
+{"Finetune/Learning Rate": 1.2898012059387652e-05, "Finetune/Loss": 0.809118390083313, "Finetune/Loss (Raw)": 0.7508754134178162, "Finetune/Step": 8158, "Finetune/Step Time": 12.127424912527204}
+{"Finetune/Learning Rate": 1.2896400323915627e-05, "Finetune/Loss": 0.8096957206726074, "Finetune/Loss (Raw)": 0.8352484107017517, "Finetune/Step": 8159, "Finetune/Step Time": 12.139876900240779}
+{"Finetune/Learning Rate": 1.289478850630993e-05, "Finetune/Loss": 0.8080832362174988, "Finetune/Loss (Raw)": 0.6828703284263611, "Finetune/Step": 8160, "Finetune/Step Time": 12.170999262481928}
+{"Finetune/Learning Rate": 1.289317660661626e-05, "Finetune/Loss": 0.8065046072006226, "Finetune/Loss (Raw)": 0.6109877228736877, "Finetune/Step": 8161, "Finetune/Step Time": 12.199024565517902}
+{"Finetune/Learning Rate": 1.289156462488033e-05, "Finetune/Loss": 0.8065775632858276, "Finetune/Loss (Raw)": 0.8119797110557556, "Finetune/Step": 8162, "Finetune/Step Time": 12.2022057287395}
+{"Finetune/Learning Rate": 1.288995256114785e-05, "Finetune/Loss": 0.8062707781791687, "Finetune/Loss (Raw)": 0.8018207550048828, "Finetune/Step": 8163, "Finetune/Step Time": 12.207577086985111}
+{"Finetune/Learning Rate": 1.288834041546453e-05, "Finetune/Loss": 0.8067221641540527, "Finetune/Loss (Raw)": 0.6631341576576233, "Finetune/Step": 8164, "Finetune/Step Time": 12.26027113571763}
+{"Finetune/Learning Rate": 1.2886728187876092e-05, "Finetune/Loss": 0.8049287796020508, "Finetune/Loss (Raw)": 0.7262738943099976, "Finetune/Step": 8165, "Finetune/Step Time": 12.259071186184883}
+{"Finetune/Learning Rate": 1.288511587842825e-05, "Finetune/Loss": 0.8066532611846924, "Finetune/Loss (Raw)": 0.8404032588005066, "Finetune/Step": 8166, "Finetune/Step Time": 12.246397877112031}
+{"Finetune/Learning Rate": 1.2883503487166727e-05, "Finetune/Loss": 0.8071248531341553, "Finetune/Loss (Raw)": 0.9072627425193787, "Finetune/Step": 8167, "Finetune/Step Time": 12.263710282742977}
+{"Finetune/Learning Rate": 1.2881891014137242e-05, "Finetune/Loss": 0.8081033229827881, "Finetune/Loss (Raw)": 0.892263650894165, "Finetune/Step": 8168, "Finetune/Step Time": 12.264030100777745}
+{"Finetune/Learning Rate": 1.2880278459385526e-05, "Finetune/Loss": 0.8102220892906189, "Finetune/Loss (Raw)": 0.9701457619667053, "Finetune/Step": 8169, "Finetune/Step Time": 12.243179831653833}
+{"Finetune/Learning Rate": 1.2878665822957301e-05, "Finetune/Loss": 0.8095154762268066, "Finetune/Loss (Raw)": 0.62049800157547, "Finetune/Step": 8170, "Finetune/Step Time": 12.24083593301475}
+{"Finetune/Learning Rate": 1.2877053104898302e-05, "Finetune/Loss": 0.8106088638305664, "Finetune/Loss (Raw)": 0.9803400635719299, "Finetune/Step": 8171, "Finetune/Step Time": 12.234829047694802}
+{"Finetune/Learning Rate": 1.2875440305254259e-05, "Finetune/Loss": 0.8102298974990845, "Finetune/Loss (Raw)": 0.7938554883003235, "Finetune/Step": 8172, "Finetune/Step Time": 12.232536537572742}
+{"Finetune/Learning Rate": 1.28738274240709e-05, "Finetune/Loss": 0.8084148168563843, "Finetune/Loss (Raw)": 0.7642512917518616, "Finetune/Step": 8173, "Finetune/Step Time": 12.231210159137845}
+{"Finetune/Learning Rate": 1.2872214461393971e-05, "Finetune/Loss": 0.8076354265213013, "Finetune/Loss (Raw)": 0.755881667137146, "Finetune/Step": 8174, "Finetune/Step Time": 12.228817746043205}
+{"Finetune/Learning Rate": 1.2870601417269209e-05, "Finetune/Loss": 0.8085771799087524, "Finetune/Loss (Raw)": 0.8937750458717346, "Finetune/Step": 8175, "Finetune/Step Time": 12.229955965653062}
+{"Finetune/Learning Rate": 1.2868988291742349e-05, "Finetune/Loss": 0.8097864389419556, "Finetune/Loss (Raw)": 0.831605851650238, "Finetune/Step": 8176, "Finetune/Step Time": 12.240214204415679}
+{"Finetune/Learning Rate": 1.2867375084859142e-05, "Finetune/Loss": 0.810920000076294, "Finetune/Loss (Raw)": 0.9192960262298584, "Finetune/Step": 8177, "Finetune/Step Time": 12.227389162406325}
+{"Finetune/Learning Rate": 1.2865761796665332e-05, "Finetune/Loss": 0.8119375705718994, "Finetune/Loss (Raw)": 0.8542673587799072, "Finetune/Step": 8178, "Finetune/Step Time": 12.208715282380581}
+{"Finetune/Learning Rate": 1.2864148427206667e-05, "Finetune/Loss": 0.8138318657875061, "Finetune/Loss (Raw)": 0.9022827744483948, "Finetune/Step": 8179, "Finetune/Step Time": 12.204835006967187}
+{"Finetune/Learning Rate": 1.2862534976528893e-05, "Finetune/Loss": 0.8140496015548706, "Finetune/Loss (Raw)": 0.9276994466781616, "Finetune/Step": 8180, "Finetune/Step Time": 12.181246438995004}
+{"Finetune/Learning Rate": 1.2860921444677772e-05, "Finetune/Loss": 0.8145654797554016, "Finetune/Loss (Raw)": 0.9045666456222534, "Finetune/Step": 8181, "Finetune/Step Time": 12.18259209021926}
+{"Finetune/Learning Rate": 1.2859307831699052e-05, "Finetune/Loss": 0.8138225078582764, "Finetune/Loss (Raw)": 0.7626150846481323, "Finetune/Step": 8182, "Finetune/Step Time": 12.152434131130576}
+{"Finetune/Learning Rate": 1.2857694137638493e-05, "Finetune/Loss": 0.8145343065261841, "Finetune/Loss (Raw)": 0.817278265953064, "Finetune/Step": 8183, "Finetune/Step Time": 12.110887249931693}
+{"Finetune/Learning Rate": 1.2856080362541854e-05, "Finetune/Loss": 0.815329909324646, "Finetune/Loss (Raw)": 0.8378964066505432, "Finetune/Step": 8184, "Finetune/Step Time": 12.101802583783865}
+{"Finetune/Learning Rate": 1.28544665064549e-05, "Finetune/Loss": 0.8159196376800537, "Finetune/Loss (Raw)": 0.8172309398651123, "Finetune/Step": 8185, "Finetune/Step Time": 12.097937723621726}
+{"Finetune/Learning Rate": 1.2852852569423388e-05, "Finetune/Loss": 0.8160799741744995, "Finetune/Loss (Raw)": 0.7545032501220703, "Finetune/Step": 8186, "Finetune/Step Time": 12.090709708631039}
+{"Finetune/Learning Rate": 1.2851238551493093e-05, "Finetune/Loss": 0.8173565864562988, "Finetune/Loss (Raw)": 0.9955655336380005, "Finetune/Step": 8187, "Finetune/Step Time": 12.086737086996436}
+{"Finetune/Learning Rate": 1.284962445270978e-05, "Finetune/Loss": 0.8185634613037109, "Finetune/Loss (Raw)": 0.8529057502746582, "Finetune/Step": 8188, "Finetune/Step Time": 12.057128826156259}
+{"Finetune/Learning Rate": 1.284801027311922e-05, "Finetune/Loss": 0.8173205852508545, "Finetune/Loss (Raw)": 0.7992676496505737, "Finetune/Step": 8189, "Finetune/Step Time": 12.054241556674242}
+{"Finetune/Learning Rate": 1.2846396012767189e-05, "Finetune/Loss": 0.8164323568344116, "Finetune/Loss (Raw)": 0.7960729598999023, "Finetune/Step": 8190, "Finetune/Step Time": 12.055452205240726}
+{"Finetune/Learning Rate": 1.2844781671699457e-05, "Finetune/Loss": 0.8165533542633057, "Finetune/Loss (Raw)": 0.919130265712738, "Finetune/Step": 8191, "Finetune/Step Time": 12.064956363290548}
+{"Finetune/Learning Rate": 1.284316724996181e-05, "Finetune/Loss": 0.8179090023040771, "Finetune/Loss (Raw)": 0.8040757179260254, "Finetune/Step": 8192, "Finetune/Step Time": 12.034536818042397}
+{"Finetune/Learning Rate": 1.2841552747600025e-05, "Finetune/Loss": 0.8172020316123962, "Finetune/Loss (Raw)": 0.7789017558097839, "Finetune/Step": 8193, "Finetune/Step Time": 12.036034228280187}
+{"Finetune/Learning Rate": 1.2839938164659884e-05, "Finetune/Loss": 0.816103458404541, "Finetune/Loss (Raw)": 0.7706266045570374, "Finetune/Step": 8194, "Finetune/Step Time": 12.039679570123553}
+{"Finetune/Learning Rate": 1.283832350118717e-05, "Finetune/Loss": 0.816398561000824, "Finetune/Loss (Raw)": 0.9020458459854126, "Finetune/Step": 8195, "Finetune/Step Time": 12.038138024508953}
+{"Finetune/Learning Rate": 1.2836708757227675e-05, "Finetune/Loss": 0.8162501454353333, "Finetune/Loss (Raw)": 0.8991093635559082, "Finetune/Step": 8196, "Finetune/Step Time": 12.038760295137763}
+{"Finetune/Learning Rate": 1.2835093932827186e-05, "Finetune/Loss": 0.8154803514480591, "Finetune/Loss (Raw)": 0.84279465675354, "Finetune/Step": 8197, "Finetune/Step Time": 12.032801596447825}
+{"Finetune/Learning Rate": 1.2833479028031492e-05, "Finetune/Loss": 0.8170690536499023, "Finetune/Loss (Raw)": 0.8901010751724243, "Finetune/Step": 8198, "Finetune/Step Time": 12.034962894394994}
+{"Finetune/Learning Rate": 1.2831864042886393e-05, "Finetune/Loss": 0.8168860673904419, "Finetune/Loss (Raw)": 0.8152358531951904, "Finetune/Step": 8199, "Finetune/Step Time": 12.016923975199461}
+{"Finetune/Learning Rate": 1.2830248977437685e-05, "Finetune/Loss": 0.8150559663772583, "Finetune/Loss (Raw)": 0.7337177991867065, "Finetune/Step": 8200, "Finetune/Step Time": 12.036463299766183}
+{"Finetune/Learning Rate": 1.282863383173116e-05, "Finetune/Loss": 0.8141447305679321, "Finetune/Loss (Raw)": 0.7252501845359802, "Finetune/Step": 8201, "Finetune/Step Time": 12.057479897513986}
+{"Finetune/Learning Rate": 1.2827018605812623e-05, "Finetune/Loss": 0.8147354125976562, "Finetune/Loss (Raw)": 0.8789483308792114, "Finetune/Step": 8202, "Finetune/Step Time": 12.040344126522541}
+{"Finetune/Learning Rate": 1.2825403299727881e-05, "Finetune/Loss": 0.8150054216384888, "Finetune/Loss (Raw)": 0.826871395111084, "Finetune/Step": 8203, "Finetune/Step Time": 12.026690397411585}
+{"Finetune/Learning Rate": 1.2823787913522732e-05, "Finetune/Loss": 0.8136453628540039, "Finetune/Loss (Raw)": 0.6965519785881042, "Finetune/Step": 8204, "Finetune/Step Time": 12.037119399756193}
+{"Finetune/Learning Rate": 1.2822172447242989e-05, "Finetune/Loss": 0.8132282495498657, "Finetune/Loss (Raw)": 0.7287581562995911, "Finetune/Step": 8205, "Finetune/Step Time": 12.044854382053018}
+{"Finetune/Learning Rate": 1.2820556900934462e-05, "Finetune/Loss": 0.8129470348358154, "Finetune/Loss (Raw)": 0.740766167640686, "Finetune/Step": 8206, "Finetune/Step Time": 12.074330879375339}
+{"Finetune/Learning Rate": 1.281894127464296e-05, "Finetune/Loss": 0.8154138326644897, "Finetune/Loss (Raw)": 1.0243972539901733, "Finetune/Step": 8207, "Finetune/Step Time": 12.088377855718136}
+{"Finetune/Learning Rate": 1.2817325568414299e-05, "Finetune/Loss": 0.8156896233558655, "Finetune/Loss (Raw)": 0.7851046323776245, "Finetune/Step": 8208, "Finetune/Step Time": 12.081936975941062}
+{"Finetune/Learning Rate": 1.2815709782294297e-05, "Finetune/Loss": 0.8150042295455933, "Finetune/Loss (Raw)": 0.7958512902259827, "Finetune/Step": 8209, "Finetune/Step Time": 12.068657223135233}
+{"Finetune/Learning Rate": 1.2814093916328774e-05, "Finetune/Loss": 0.8163208961486816, "Finetune/Loss (Raw)": 0.8539541959762573, "Finetune/Step": 8210, "Finetune/Step Time": 12.068033020943403}
+{"Finetune/Learning Rate": 1.2812477970563546e-05, "Finetune/Loss": 0.8162254095077515, "Finetune/Loss (Raw)": 0.8444437980651855, "Finetune/Step": 8211, "Finetune/Step Time": 12.071600902825594}
+{"Finetune/Learning Rate": 1.2810861945044444e-05, "Finetune/Loss": 0.8145496249198914, "Finetune/Loss (Raw)": 0.5877911448478699, "Finetune/Step": 8212, "Finetune/Step Time": 12.08706178329885}
+{"Finetune/Learning Rate": 1.2809245839817288e-05, "Finetune/Loss": 0.8154577016830444, "Finetune/Loss (Raw)": 0.7839394211769104, "Finetune/Step": 8213, "Finetune/Step Time": 12.133493319153786}
+{"Finetune/Learning Rate": 1.280762965492791e-05, "Finetune/Loss": 0.8149042129516602, "Finetune/Loss (Raw)": 0.7230437994003296, "Finetune/Step": 8214, "Finetune/Step Time": 12.159261440858245}
+{"Finetune/Learning Rate": 1.2806013390422137e-05, "Finetune/Loss": 0.8150760531425476, "Finetune/Loss (Raw)": 0.8113192319869995, "Finetune/Step": 8215, "Finetune/Step Time": 12.15314245223999}
+{"Finetune/Learning Rate": 1.2804397046345805e-05, "Finetune/Loss": 0.8126462697982788, "Finetune/Loss (Raw)": 0.5855036973953247, "Finetune/Step": 8216, "Finetune/Step Time": 12.149724336341023}
+{"Finetune/Learning Rate": 1.2802780622744746e-05, "Finetune/Loss": 0.8153814077377319, "Finetune/Loss (Raw)": 0.9882734417915344, "Finetune/Step": 8217, "Finetune/Step Time": 12.132508303970098}
+{"Finetune/Learning Rate": 1.28011641196648e-05, "Finetune/Loss": 0.8152921795845032, "Finetune/Loss (Raw)": 0.791069746017456, "Finetune/Step": 8218, "Finetune/Step Time": 12.136351836845279}
+{"Finetune/Learning Rate": 1.2799547537151804e-05, "Finetune/Loss": 0.8153085112571716, "Finetune/Loss (Raw)": 0.7281948924064636, "Finetune/Step": 8219, "Finetune/Step Time": 12.107890952378511}
+{"Finetune/Learning Rate": 1.2797930875251601e-05, "Finetune/Loss": 0.8159105777740479, "Finetune/Loss (Raw)": 0.7855126261711121, "Finetune/Step": 8220, "Finetune/Step Time": 12.098523719236255}
+{"Finetune/Learning Rate": 1.2796314134010034e-05, "Finetune/Loss": 0.8157844543457031, "Finetune/Loss (Raw)": 0.8123021721839905, "Finetune/Step": 8221, "Finetune/Step Time": 12.091067058965564}
+{"Finetune/Learning Rate": 1.2794697313472953e-05, "Finetune/Loss": 0.8169256448745728, "Finetune/Loss (Raw)": 0.8409265875816345, "Finetune/Step": 8222, "Finetune/Step Time": 12.09587868489325}
+{"Finetune/Learning Rate": 1.27930804136862e-05, "Finetune/Loss": 0.8160529136657715, "Finetune/Loss (Raw)": 0.8551124334335327, "Finetune/Step": 8223, "Finetune/Step Time": 12.09908066317439}
+{"Finetune/Learning Rate": 1.279146343469563e-05, "Finetune/Loss": 0.8163214921951294, "Finetune/Loss (Raw)": 0.8882513046264648, "Finetune/Step": 8224, "Finetune/Step Time": 12.087125627323985}
+{"Finetune/Learning Rate": 1.2789846376547096e-05, "Finetune/Loss": 0.8169644474983215, "Finetune/Loss (Raw)": 0.9280120730400085, "Finetune/Step": 8225, "Finetune/Step Time": 12.093712059780955}
+{"Finetune/Learning Rate": 1.278822923928645e-05, "Finetune/Loss": 0.8176035284996033, "Finetune/Loss (Raw)": 0.8925295472145081, "Finetune/Step": 8226, "Finetune/Step Time": 12.132128210738301}
+{"Finetune/Learning Rate": 1.2786612022959553e-05, "Finetune/Loss": 0.8156948685646057, "Finetune/Loss (Raw)": 0.6248982548713684, "Finetune/Step": 8227, "Finetune/Step Time": 12.149791400879622}
+{"Finetune/Learning Rate": 1.2784994727612263e-05, "Finetune/Loss": 0.8151462078094482, "Finetune/Loss (Raw)": 0.8058866262435913, "Finetune/Step": 8228, "Finetune/Step Time": 12.141577081754804}
+{"Finetune/Learning Rate": 1.2783377353290438e-05, "Finetune/Loss": 0.8154312372207642, "Finetune/Loss (Raw)": 0.8388335108757019, "Finetune/Step": 8229, "Finetune/Step Time": 12.17051967792213}
+{"Finetune/Learning Rate": 1.2781759900039952e-05, "Finetune/Loss": 0.8157228231430054, "Finetune/Loss (Raw)": 0.8727933764457703, "Finetune/Step": 8230, "Finetune/Step Time": 12.182885756716132}
+{"Finetune/Learning Rate": 1.2780142367906663e-05, "Finetune/Loss": 0.8178190588951111, "Finetune/Loss (Raw)": 0.9594512581825256, "Finetune/Step": 8231, "Finetune/Step Time": 12.178946940228343}
+{"Finetune/Learning Rate": 1.2778524756936438e-05, "Finetune/Loss": 0.8181024789810181, "Finetune/Loss (Raw)": 0.7992761731147766, "Finetune/Step": 8232, "Finetune/Step Time": 12.214887941256166}
+{"Finetune/Learning Rate": 1.277690706717516e-05, "Finetune/Loss": 0.8172756433486938, "Finetune/Loss (Raw)": 0.7544128894805908, "Finetune/Step": 8233, "Finetune/Step Time": 12.244869776070118}
+{"Finetune/Learning Rate": 1.2775289298668689e-05, "Finetune/Loss": 0.8179384469985962, "Finetune/Loss (Raw)": 0.9415978193283081, "Finetune/Step": 8234, "Finetune/Step Time": 12.227241814136505}
+{"Finetune/Learning Rate": 1.2773671451462906e-05, "Finetune/Loss": 0.817903995513916, "Finetune/Loss (Raw)": 0.7847585082054138, "Finetune/Step": 8235, "Finetune/Step Time": 12.238104712218046}
+{"Finetune/Learning Rate": 1.2772053525603689e-05, "Finetune/Loss": 0.8187614679336548, "Finetune/Loss (Raw)": 0.8433777093887329, "Finetune/Step": 8236, "Finetune/Step Time": 12.251215636730194}
+{"Finetune/Learning Rate": 1.2770435521136915e-05, "Finetune/Loss": 0.8192572593688965, "Finetune/Loss (Raw)": 0.8510729670524597, "Finetune/Step": 8237, "Finetune/Step Time": 12.255133301019669}
+{"Finetune/Learning Rate": 1.2768817438108468e-05, "Finetune/Loss": 0.8195591568946838, "Finetune/Loss (Raw)": 0.9281290173530579, "Finetune/Step": 8238, "Finetune/Step Time": 12.256038747727871}
+{"Finetune/Learning Rate": 1.2767199276564232e-05, "Finetune/Loss": 0.819290041923523, "Finetune/Loss (Raw)": 0.8112130165100098, "Finetune/Step": 8239, "Finetune/Step Time": 12.26622006855905}
+{"Finetune/Learning Rate": 1.2765581036550095e-05, "Finetune/Loss": 0.8192981481552124, "Finetune/Loss (Raw)": 0.8131847977638245, "Finetune/Step": 8240, "Finetune/Step Time": 12.285592924803495}
+{"Finetune/Learning Rate": 1.2763962718111942e-05, "Finetune/Loss": 0.8184424638748169, "Finetune/Loss (Raw)": 0.8081000447273254, "Finetune/Step": 8241, "Finetune/Step Time": 12.309582732617855}
+{"Finetune/Learning Rate": 1.2762344321295667e-05, "Finetune/Loss": 0.8178240656852722, "Finetune/Loss (Raw)": 0.8086022138595581, "Finetune/Step": 8242, "Finetune/Step Time": 12.313113251700997}
+{"Finetune/Learning Rate": 1.2760725846147162e-05, "Finetune/Loss": 0.8188631534576416, "Finetune/Loss (Raw)": 0.8404446840286255, "Finetune/Step": 8243, "Finetune/Step Time": 12.316675970330834}
+{"Finetune/Learning Rate": 1.2759107292712324e-05, "Finetune/Loss": 0.8196974992752075, "Finetune/Loss (Raw)": 0.9603584408760071, "Finetune/Step": 8244, "Finetune/Step Time": 12.31877994723618}
+{"Finetune/Learning Rate": 1.2757488661037048e-05, "Finetune/Loss": 0.8171120882034302, "Finetune/Loss (Raw)": 0.6454373002052307, "Finetune/Step": 8245, "Finetune/Step Time": 12.315321955829859}
+{"Finetune/Learning Rate": 1.2755869951167233e-05, "Finetune/Loss": 0.8163639307022095, "Finetune/Loss (Raw)": 0.7714512348175049, "Finetune/Step": 8246, "Finetune/Step Time": 12.302841871976852}
+{"Finetune/Learning Rate": 1.2754251163148783e-05, "Finetune/Loss": 0.8181174397468567, "Finetune/Loss (Raw)": 0.8544570207595825, "Finetune/Step": 8247, "Finetune/Step Time": 12.279950251802802}
+{"Finetune/Learning Rate": 1.2752632297027605e-05, "Finetune/Loss": 0.8175013065338135, "Finetune/Loss (Raw)": 0.6981539726257324, "Finetune/Step": 8248, "Finetune/Step Time": 12.310257159173489}
+{"Finetune/Learning Rate": 1.27510133528496e-05, "Finetune/Loss": 0.8164123892784119, "Finetune/Loss (Raw)": 0.8245337605476379, "Finetune/Step": 8249, "Finetune/Step Time": 12.299938948825002}
+{"Finetune/Learning Rate": 1.2749394330660679e-05, "Finetune/Loss": 0.8162444829940796, "Finetune/Loss (Raw)": 0.8640516400337219, "Finetune/Step": 8250, "Finetune/Step Time": 12.317157689481974}
+{"Finetune/Learning Rate": 1.2747775230506756e-05, "Finetune/Loss": 0.8162797689437866, "Finetune/Loss (Raw)": 0.8230646848678589, "Finetune/Step": 8251, "Finetune/Step Time": 12.317570513114333}
+{"Finetune/Learning Rate": 1.2746156052433738e-05, "Finetune/Loss": 0.8150711059570312, "Finetune/Loss (Raw)": 0.9176805019378662, "Finetune/Step": 8252, "Finetune/Step Time": 12.30286604911089}
+{"Finetune/Learning Rate": 1.2744536796487543e-05, "Finetune/Loss": 0.8170256614685059, "Finetune/Loss (Raw)": 0.9457306861877441, "Finetune/Step": 8253, "Finetune/Step Time": 12.283041244372725}
+{"Finetune/Learning Rate": 1.2742917462714093e-05, "Finetune/Loss": 0.8166115283966064, "Finetune/Loss (Raw)": 0.9048247337341309, "Finetune/Step": 8254, "Finetune/Step Time": 12.291102439165115}
+{"Finetune/Learning Rate": 1.2741298051159298e-05, "Finetune/Loss": 0.816877543926239, "Finetune/Loss (Raw)": 0.7456812858581543, "Finetune/Step": 8255, "Finetune/Step Time": 12.298563560470939}
+{"Finetune/Learning Rate": 1.273967856186909e-05, "Finetune/Loss": 0.818406879901886, "Finetune/Loss (Raw)": 0.7729368209838867, "Finetune/Step": 8256, "Finetune/Step Time": 12.273563671857119}
+{"Finetune/Learning Rate": 1.2738058994889386e-05, "Finetune/Loss": 0.8179856538772583, "Finetune/Loss (Raw)": 0.8344990015029907, "Finetune/Step": 8257, "Finetune/Step Time": 12.269183857366443}
+{"Finetune/Learning Rate": 1.2736439350266117e-05, "Finetune/Loss": 0.8176662921905518, "Finetune/Loss (Raw)": 0.7235084772109985, "Finetune/Step": 8258, "Finetune/Step Time": 12.272861452773213}
+{"Finetune/Learning Rate": 1.2734819628045207e-05, "Finetune/Loss": 0.8183774948120117, "Finetune/Loss (Raw)": 0.7357258200645447, "Finetune/Step": 8259, "Finetune/Step Time": 12.258071580901742}
+{"Finetune/Learning Rate": 1.2733199828272591e-05, "Finetune/Loss": 0.8181248307228088, "Finetune/Loss (Raw)": 0.7561504244804382, "Finetune/Step": 8260, "Finetune/Step Time": 12.27267574891448}
+{"Finetune/Learning Rate": 1.27315799509942e-05, "Finetune/Loss": 0.8167397379875183, "Finetune/Loss (Raw)": 0.7329975366592407, "Finetune/Step": 8261, "Finetune/Step Time": 12.289199400693178}
+{"Finetune/Learning Rate": 1.2729959996255968e-05, "Finetune/Loss": 0.816175103187561, "Finetune/Loss (Raw)": 0.758007824420929, "Finetune/Step": 8262, "Finetune/Step Time": 12.290882553905249}
+{"Finetune/Learning Rate": 1.2728339964103834e-05, "Finetune/Loss": 0.8164029717445374, "Finetune/Loss (Raw)": 0.8913882374763489, "Finetune/Step": 8263, "Finetune/Step Time": 12.296437365934253}
+{"Finetune/Learning Rate": 1.2726719854583736e-05, "Finetune/Loss": 0.8155839443206787, "Finetune/Loss (Raw)": 0.8212782144546509, "Finetune/Step": 8264, "Finetune/Step Time": 12.319817535579205}
+{"Finetune/Learning Rate": 1.2725099667741616e-05, "Finetune/Loss": 0.8148946166038513, "Finetune/Loss (Raw)": 0.7183398008346558, "Finetune/Step": 8265, "Finetune/Step Time": 12.34207682684064}
+{"Finetune/Learning Rate": 1.2723479403623424e-05, "Finetune/Loss": 0.8161579966545105, "Finetune/Loss (Raw)": 0.8308965563774109, "Finetune/Step": 8266, "Finetune/Step Time": 12.296374596655369}
+{"Finetune/Learning Rate": 1.2721859062275094e-05, "Finetune/Loss": 0.8136930465698242, "Finetune/Loss (Raw)": 0.5981509685516357, "Finetune/Step": 8267, "Finetune/Step Time": 12.314851021394134}
+{"Finetune/Learning Rate": 1.2720238643742585e-05, "Finetune/Loss": 0.8130552768707275, "Finetune/Loss (Raw)": 0.7710286974906921, "Finetune/Step": 8268, "Finetune/Step Time": 12.327740963548422}
+{"Finetune/Learning Rate": 1.2718618148071843e-05, "Finetune/Loss": 0.8132739067077637, "Finetune/Loss (Raw)": 0.7747260332107544, "Finetune/Step": 8269, "Finetune/Step Time": 12.331169968470931}
+{"Finetune/Learning Rate": 1.2716997575308819e-05, "Finetune/Loss": 0.8143650889396667, "Finetune/Loss (Raw)": 0.943463146686554, "Finetune/Step": 8270, "Finetune/Step Time": 12.333570109680295}
+{"Finetune/Learning Rate": 1.271537692549947e-05, "Finetune/Loss": 0.8144048452377319, "Finetune/Loss (Raw)": 0.8248148560523987, "Finetune/Step": 8271, "Finetune/Step Time": 12.33375053294003}
+{"Finetune/Learning Rate": 1.2713756198689757e-05, "Finetune/Loss": 0.8135285377502441, "Finetune/Loss (Raw)": 0.7905463576316833, "Finetune/Step": 8272, "Finetune/Step Time": 12.343201395124197}
+{"Finetune/Learning Rate": 1.2712135394925631e-05, "Finetune/Loss": 0.8139209151268005, "Finetune/Loss (Raw)": 0.8948480486869812, "Finetune/Step": 8273, "Finetune/Step Time": 12.345400968566537}
+{"Finetune/Learning Rate": 1.2710514514253057e-05, "Finetune/Loss": 0.8139362335205078, "Finetune/Loss (Raw)": 0.8387491106987, "Finetune/Step": 8274, "Finetune/Step Time": 12.334657622501254}
+{"Finetune/Learning Rate": 1.2708893556718002e-05, "Finetune/Loss": 0.816257119178772, "Finetune/Loss (Raw)": 0.8680811524391174, "Finetune/Step": 8275, "Finetune/Step Time": 12.3151012416929}
+{"Finetune/Learning Rate": 1.2707272522366428e-05, "Finetune/Loss": 0.8179693818092346, "Finetune/Loss (Raw)": 0.858762264251709, "Finetune/Step": 8276, "Finetune/Step Time": 12.296564696356654}
+{"Finetune/Learning Rate": 1.27056514112443e-05, "Finetune/Loss": 0.8166995048522949, "Finetune/Loss (Raw)": 0.7277956604957581, "Finetune/Step": 8277, "Finetune/Step Time": 12.29108271934092}
+{"Finetune/Learning Rate": 1.2704030223397597e-05, "Finetune/Loss": 0.8174591064453125, "Finetune/Loss (Raw)": 0.8924485445022583, "Finetune/Step": 8278, "Finetune/Step Time": 12.281267983838916}
+{"Finetune/Learning Rate": 1.2702408958872283e-05, "Finetune/Loss": 0.8169124722480774, "Finetune/Loss (Raw)": 0.8545578122138977, "Finetune/Step": 8279, "Finetune/Step Time": 12.292285153642297}
+{"Finetune/Learning Rate": 1.2700787617714338e-05, "Finetune/Loss": 0.8177540302276611, "Finetune/Loss (Raw)": 0.8446998596191406, "Finetune/Step": 8280, "Finetune/Step Time": 12.30022875405848}
+{"Finetune/Learning Rate": 1.2699166199969733e-05, "Finetune/Loss": 0.8183126449584961, "Finetune/Loss (Raw)": 0.8496048450469971, "Finetune/Step": 8281, "Finetune/Step Time": 12.305670281872153}
+{"Finetune/Learning Rate": 1.2697544705684453e-05, "Finetune/Loss": 0.8168413639068604, "Finetune/Loss (Raw)": 0.7871841192245483, "Finetune/Step": 8282, "Finetune/Step Time": 12.311697572469711}
+{"Finetune/Learning Rate": 1.2695923134904474e-05, "Finetune/Loss": 0.8173026442527771, "Finetune/Loss (Raw)": 0.8184686303138733, "Finetune/Step": 8283, "Finetune/Step Time": 12.310445515438914}
+{"Finetune/Learning Rate": 1.2694301487675781e-05, "Finetune/Loss": 0.8180755972862244, "Finetune/Loss (Raw)": 0.9891512989997864, "Finetune/Step": 8284, "Finetune/Step Time": 12.315042592585087}
+{"Finetune/Learning Rate": 1.269267976404436e-05, "Finetune/Loss": 0.8180912733078003, "Finetune/Loss (Raw)": 0.8380700349807739, "Finetune/Step": 8285, "Finetune/Step Time": 12.302311075851321}
+{"Finetune/Learning Rate": 1.2691057964056199e-05, "Finetune/Loss": 0.8187694549560547, "Finetune/Loss (Raw)": 0.8376898765563965, "Finetune/Step": 8286, "Finetune/Step Time": 12.297450374811888}
+{"Finetune/Learning Rate": 1.2689436087757285e-05, "Finetune/Loss": 0.8181772232055664, "Finetune/Loss (Raw)": 0.7594459652900696, "Finetune/Step": 8287, "Finetune/Step Time": 12.279254810884595}
+{"Finetune/Learning Rate": 1.2687814135193613e-05, "Finetune/Loss": 0.8186741471290588, "Finetune/Loss (Raw)": 0.7464677095413208, "Finetune/Step": 8288, "Finetune/Step Time": 12.256639486178756}
+{"Finetune/Learning Rate": 1.2686192106411172e-05, "Finetune/Loss": 0.8201262950897217, "Finetune/Loss (Raw)": 0.7968625426292419, "Finetune/Step": 8289, "Finetune/Step Time": 12.234577840194106}
+{"Finetune/Learning Rate": 1.2684570001455963e-05, "Finetune/Loss": 0.8200387954711914, "Finetune/Loss (Raw)": 0.8007826209068298, "Finetune/Step": 8290, "Finetune/Step Time": 12.218173744156957}
+{"Finetune/Learning Rate": 1.2682947820373983e-05, "Finetune/Loss": 0.8208627700805664, "Finetune/Loss (Raw)": 0.9072903990745544, "Finetune/Step": 8291, "Finetune/Step Time": 12.226198591291904}
+{"Finetune/Learning Rate": 1.2681325563211231e-05, "Finetune/Loss": 0.8222549557685852, "Finetune/Loss (Raw)": 0.8413345217704773, "Finetune/Step": 8292, "Finetune/Step Time": 12.148866415023804}
+{"Finetune/Learning Rate": 1.2679703230013714e-05, "Finetune/Loss": 0.8226280212402344, "Finetune/Loss (Raw)": 0.7740212082862854, "Finetune/Step": 8293, "Finetune/Step Time": 12.143931783735752}
+{"Finetune/Learning Rate": 1.2678080820827432e-05, "Finetune/Loss": 0.8212566375732422, "Finetune/Loss (Raw)": 0.6648734211921692, "Finetune/Step": 8294, "Finetune/Step Time": 12.157014751806855}
+{"Finetune/Learning Rate": 1.267645833569839e-05, "Finetune/Loss": 0.8202469944953918, "Finetune/Loss (Raw)": 0.7780277132987976, "Finetune/Step": 8295, "Finetune/Step Time": 12.145366000011563}
+{"Finetune/Learning Rate": 1.2674835774672603e-05, "Finetune/Loss": 0.8204410076141357, "Finetune/Loss (Raw)": 0.9170947670936584, "Finetune/Step": 8296, "Finetune/Step Time": 12.137562504038215}
+{"Finetune/Learning Rate": 1.267321313779608e-05, "Finetune/Loss": 0.8196128606796265, "Finetune/Loss (Raw)": 0.8641473650932312, "Finetune/Step": 8297, "Finetune/Step Time": 12.138858808204532}
+{"Finetune/Learning Rate": 1.2671590425114832e-05, "Finetune/Loss": 0.8222063779830933, "Finetune/Loss (Raw)": 0.9524651765823364, "Finetune/Step": 8298, "Finetune/Step Time": 12.112094623968005}
+{"Finetune/Learning Rate": 1.266996763667488e-05, "Finetune/Loss": 0.820855975151062, "Finetune/Loss (Raw)": 0.8074871301651001, "Finetune/Step": 8299, "Finetune/Step Time": 12.110615583136678}
+{"Finetune/Learning Rate": 1.2668344772522238e-05, "Finetune/Loss": 0.8208656311035156, "Finetune/Loss (Raw)": 0.7950922846794128, "Finetune/Step": 8300, "Finetune/Step Time": 12.110305724665523}
+{"Finetune/Learning Rate": 1.2666721832702924e-05, "Finetune/Loss": 0.8205697536468506, "Finetune/Loss (Raw)": 0.7263754606246948, "Finetune/Step": 8301, "Finetune/Step Time": 12.115068281069398}
+{"Finetune/Learning Rate": 1.266509881726296e-05, "Finetune/Loss": 0.8203856945037842, "Finetune/Loss (Raw)": 0.7323285937309265, "Finetune/Step": 8302, "Finetune/Step Time": 12.144716648384929}
+{"Finetune/Learning Rate": 1.2663475726248378e-05, "Finetune/Loss": 0.8203506469726562, "Finetune/Loss (Raw)": 0.8892890214920044, "Finetune/Step": 8303, "Finetune/Step Time": 12.134458852931857}
+{"Finetune/Learning Rate": 1.2661852559705192e-05, "Finetune/Loss": 0.8214815855026245, "Finetune/Loss (Raw)": 0.9763627052307129, "Finetune/Step": 8304, "Finetune/Step Time": 12.128711709752679}
+{"Finetune/Learning Rate": 1.2660229317679438e-05, "Finetune/Loss": 0.821297287940979, "Finetune/Loss (Raw)": 0.8957016468048096, "Finetune/Step": 8305, "Finetune/Step Time": 12.126092851161957}
+{"Finetune/Learning Rate": 1.2658606000217151e-05, "Finetune/Loss": 0.820377767086029, "Finetune/Loss (Raw)": 0.7365707159042358, "Finetune/Step": 8306, "Finetune/Step Time": 12.127817837521434}
+{"Finetune/Learning Rate": 1.2656982607364351e-05, "Finetune/Loss": 0.8201203346252441, "Finetune/Loss (Raw)": 0.8693335652351379, "Finetune/Step": 8307, "Finetune/Step Time": 12.160397494211793}
+{"Finetune/Learning Rate": 1.2655359139167083e-05, "Finetune/Loss": 0.8189776539802551, "Finetune/Loss (Raw)": 0.7814342975616455, "Finetune/Step": 8308, "Finetune/Step Time": 12.158972328528762}
+{"Finetune/Learning Rate": 1.265373559567138e-05, "Finetune/Loss": 0.8182298541069031, "Finetune/Loss (Raw)": 0.8088524341583252, "Finetune/Step": 8309, "Finetune/Step Time": 12.18016129359603}
+{"Finetune/Learning Rate": 1.2652111976923282e-05, "Finetune/Loss": 0.8190580010414124, "Finetune/Loss (Raw)": 0.8686161637306213, "Finetune/Step": 8310, "Finetune/Step Time": 12.199939688667655}
+{"Finetune/Learning Rate": 1.265048828296883e-05, "Finetune/Loss": 0.8196722269058228, "Finetune/Loss (Raw)": 0.8959022760391235, "Finetune/Step": 8311, "Finetune/Step Time": 12.208383100107312}
+{"Finetune/Learning Rate": 1.2648864513854067e-05, "Finetune/Loss": 0.8196167349815369, "Finetune/Loss (Raw)": 0.8307861089706421, "Finetune/Step": 8312, "Finetune/Step Time": 12.208126151934266}
+{"Finetune/Learning Rate": 1.2647240669625038e-05, "Finetune/Loss": 0.8187649846076965, "Finetune/Loss (Raw)": 0.7082101106643677, "Finetune/Step": 8313, "Finetune/Step Time": 12.2044633384794}
+{"Finetune/Learning Rate": 1.2645616750327792e-05, "Finetune/Loss": 0.8185202479362488, "Finetune/Loss (Raw)": 0.7231776118278503, "Finetune/Step": 8314, "Finetune/Step Time": 12.208711113780737}
+{"Finetune/Learning Rate": 1.2643992756008377e-05, "Finetune/Loss": 0.8175050020217896, "Finetune/Loss (Raw)": 0.8656188249588013, "Finetune/Step": 8315, "Finetune/Step Time": 12.212024163454771}
+{"Finetune/Learning Rate": 1.2642368686712846e-05, "Finetune/Loss": 0.8161332011222839, "Finetune/Loss (Raw)": 0.6773155927658081, "Finetune/Step": 8316, "Finetune/Step Time": 12.228541389107704}
+{"Finetune/Learning Rate": 1.2640744542487253e-05, "Finetune/Loss": 0.8141208291053772, "Finetune/Loss (Raw)": 0.5416815876960754, "Finetune/Step": 8317, "Finetune/Step Time": 12.250423775985837}
+{"Finetune/Learning Rate": 1.2639120323377659e-05, "Finetune/Loss": 0.8154170513153076, "Finetune/Loss (Raw)": 0.9619930386543274, "Finetune/Step": 8318, "Finetune/Step Time": 12.254278032109141}
+{"Finetune/Learning Rate": 1.263749602943011e-05, "Finetune/Loss": 0.8137873411178589, "Finetune/Loss (Raw)": 0.7105224132537842, "Finetune/Step": 8319, "Finetune/Step Time": 12.252273805439472}
+{"Finetune/Learning Rate": 1.2635871660690677e-05, "Finetune/Loss": 0.8145759701728821, "Finetune/Loss (Raw)": 0.9050190448760986, "Finetune/Step": 8320, "Finetune/Step Time": 12.25917124003172}
+{"Finetune/Learning Rate": 1.2634247217205421e-05, "Finetune/Loss": 0.8162366151809692, "Finetune/Loss (Raw)": 0.9914660453796387, "Finetune/Step": 8321, "Finetune/Step Time": 12.256993820890784}
+{"Finetune/Learning Rate": 1.2632622699020403e-05, "Finetune/Loss": 0.8162190914154053, "Finetune/Loss (Raw)": 0.7683820128440857, "Finetune/Step": 8322, "Finetune/Step Time": 12.254509638994932}
+{"Finetune/Learning Rate": 1.2630998106181688e-05, "Finetune/Loss": 0.8155510425567627, "Finetune/Loss (Raw)": 0.8165369033813477, "Finetune/Step": 8323, "Finetune/Step Time": 12.251812104135752}
+{"Finetune/Learning Rate": 1.2629373438735354e-05, "Finetune/Loss": 0.8148956894874573, "Finetune/Loss (Raw)": 0.8152199387550354, "Finetune/Step": 8324, "Finetune/Step Time": 12.260197876021266}
+{"Finetune/Learning Rate": 1.2627748696727465e-05, "Finetune/Loss": 0.8154454231262207, "Finetune/Loss (Raw)": 0.9131646156311035, "Finetune/Step": 8325, "Finetune/Step Time": 12.257283447310328}
+{"Finetune/Learning Rate": 1.2626123880204091e-05, "Finetune/Loss": 0.81534743309021, "Finetune/Loss (Raw)": 0.8775611519813538, "Finetune/Step": 8326, "Finetune/Step Time": 12.265160722658038}
+{"Finetune/Learning Rate": 1.2624498989211316e-05, "Finetune/Loss": 0.8154565691947937, "Finetune/Loss (Raw)": 0.829205334186554, "Finetune/Step": 8327, "Finetune/Step Time": 12.277890169993043}
+{"Finetune/Learning Rate": 1.262287402379521e-05, "Finetune/Loss": 0.8150020837783813, "Finetune/Loss (Raw)": 0.6755390167236328, "Finetune/Step": 8328, "Finetune/Step Time": 12.255269655957818}
+{"Finetune/Learning Rate": 1.2621248984001858e-05, "Finetune/Loss": 0.8154625296592712, "Finetune/Loss (Raw)": 0.7841864824295044, "Finetune/Step": 8329, "Finetune/Step Time": 12.216262536123395}
+{"Finetune/Learning Rate": 1.2619623869877336e-05, "Finetune/Loss": 0.815666913986206, "Finetune/Loss (Raw)": 0.9051031470298767, "Finetune/Step": 8330, "Finetune/Step Time": 12.220012329518795}
+{"Finetune/Learning Rate": 1.2617998681467732e-05, "Finetune/Loss": 0.815590500831604, "Finetune/Loss (Raw)": 0.8171022534370422, "Finetune/Step": 8331, "Finetune/Step Time": 12.224360713735223}
+{"Finetune/Learning Rate": 1.2616373418819128e-05, "Finetune/Loss": 0.8154575824737549, "Finetune/Loss (Raw)": 0.6795328259468079, "Finetune/Step": 8332, "Finetune/Step Time": 12.218235522508621}
+{"Finetune/Learning Rate": 1.2614748081977615e-05, "Finetune/Loss": 0.8148596882820129, "Finetune/Loss (Raw)": 0.6522302031517029, "Finetune/Step": 8333, "Finetune/Step Time": 12.206861523911357}
+{"Finetune/Learning Rate": 1.2613122670989282e-05, "Finetune/Loss": 0.8146911859512329, "Finetune/Loss (Raw)": 0.7191994786262512, "Finetune/Step": 8334, "Finetune/Step Time": 12.171064477413893}
+{"Finetune/Learning Rate": 1.261149718590022e-05, "Finetune/Loss": 0.8139239549636841, "Finetune/Loss (Raw)": 0.9261904954910278, "Finetune/Step": 8335, "Finetune/Step Time": 12.154537187889218}
+{"Finetune/Learning Rate": 1.2609871626756522e-05, "Finetune/Loss": 0.81414395570755, "Finetune/Loss (Raw)": 0.8132598996162415, "Finetune/Step": 8336, "Finetune/Step Time": 12.148570999503136}
+{"Finetune/Learning Rate": 1.260824599360429e-05, "Finetune/Loss": 0.815582275390625, "Finetune/Loss (Raw)": 0.9799584150314331, "Finetune/Step": 8337, "Finetune/Step Time": 12.155606668442488}
+{"Finetune/Learning Rate": 1.2606620286489616e-05, "Finetune/Loss": 0.8154550790786743, "Finetune/Loss (Raw)": 0.8376767039299011, "Finetune/Step": 8338, "Finetune/Step Time": 12.157072080299258}
+{"Finetune/Learning Rate": 1.2604994505458606e-05, "Finetune/Loss": 0.8150722980499268, "Finetune/Loss (Raw)": 0.7954397797584534, "Finetune/Step": 8339, "Finetune/Step Time": 12.157131768763065}
+{"Finetune/Learning Rate": 1.2603368650557354e-05, "Finetune/Loss": 0.8175123929977417, "Finetune/Loss (Raw)": 0.9001238942146301, "Finetune/Step": 8340, "Finetune/Step Time": 12.136252261698246}
+{"Finetune/Learning Rate": 1.2601742721831976e-05, "Finetune/Loss": 0.8178244233131409, "Finetune/Loss (Raw)": 0.823883056640625, "Finetune/Step": 8341, "Finetune/Step Time": 12.093089509755373}
+{"Finetune/Learning Rate": 1.260011671932857e-05, "Finetune/Loss": 0.8187096118927002, "Finetune/Loss (Raw)": 0.8363484740257263, "Finetune/Step": 8342, "Finetune/Step Time": 12.06179029867053}
+{"Finetune/Learning Rate": 1.2598490643093247e-05, "Finetune/Loss": 0.8187587261199951, "Finetune/Loss (Raw)": 0.8176023364067078, "Finetune/Step": 8343, "Finetune/Step Time": 12.058507800102234}
+{"Finetune/Learning Rate": 1.2596864493172119e-05, "Finetune/Loss": 0.8202502131462097, "Finetune/Loss (Raw)": 0.7764228582382202, "Finetune/Step": 8344, "Finetune/Step Time": 12.046634528785944}
+{"Finetune/Learning Rate": 1.25952382696113e-05, "Finetune/Loss": 0.8189208507537842, "Finetune/Loss (Raw)": 0.8181076645851135, "Finetune/Step": 8345, "Finetune/Step Time": 12.049857905134559}
+{"Finetune/Learning Rate": 1.2593611972456903e-05, "Finetune/Loss": 0.818750262260437, "Finetune/Loss (Raw)": 0.7692337036132812, "Finetune/Step": 8346, "Finetune/Step Time": 12.056713813915849}
+{"Finetune/Learning Rate": 1.2591985601755043e-05, "Finetune/Loss": 0.8201190829277039, "Finetune/Loss (Raw)": 0.9034048318862915, "Finetune/Step": 8347, "Finetune/Step Time": 12.05636471696198}
+{"Finetune/Learning Rate": 1.2590359157551845e-05, "Finetune/Loss": 0.8202768564224243, "Finetune/Loss (Raw)": 0.8057124614715576, "Finetune/Step": 8348, "Finetune/Step Time": 12.062184322625399}
+{"Finetune/Learning Rate": 1.2588732639893426e-05, "Finetune/Loss": 0.8207095861434937, "Finetune/Loss (Raw)": 0.8676868677139282, "Finetune/Step": 8349, "Finetune/Step Time": 12.064029064029455}
+{"Finetune/Learning Rate": 1.258710604882591e-05, "Finetune/Loss": 0.8209694623947144, "Finetune/Loss (Raw)": 0.8741932511329651, "Finetune/Step": 8350, "Finetune/Step Time": 12.054431844502687}
+{"Finetune/Learning Rate": 1.2585479384395424e-05, "Finetune/Loss": 0.8219923973083496, "Finetune/Loss (Raw)": 0.9860475063323975, "Finetune/Step": 8351, "Finetune/Step Time": 12.04698938317597}
+{"Finetune/Learning Rate": 1.2583852646648097e-05, "Finetune/Loss": 0.8214793801307678, "Finetune/Loss (Raw)": 0.8225840330123901, "Finetune/Step": 8352, "Finetune/Step Time": 12.051284827291965}
+{"Finetune/Learning Rate": 1.2582225835630054e-05, "Finetune/Loss": 0.8199476003646851, "Finetune/Loss (Raw)": 0.7319453954696655, "Finetune/Step": 8353, "Finetune/Step Time": 12.07549150660634}
+{"Finetune/Learning Rate": 1.2580598951387429e-05, "Finetune/Loss": 0.8189445734024048, "Finetune/Loss (Raw)": 0.7641428112983704, "Finetune/Step": 8354, "Finetune/Step Time": 12.042789587751031}
+{"Finetune/Learning Rate": 1.2578971993966355e-05, "Finetune/Loss": 0.8208007216453552, "Finetune/Loss (Raw)": 0.8624843955039978, "Finetune/Step": 8355, "Finetune/Step Time": 12.02387292124331}
+{"Finetune/Learning Rate": 1.2577344963412971e-05, "Finetune/Loss": 0.8211163282394409, "Finetune/Loss (Raw)": 0.84628826379776, "Finetune/Step": 8356, "Finetune/Step Time": 12.03526545315981}
+{"Finetune/Learning Rate": 1.257571785977341e-05, "Finetune/Loss": 0.8207167983055115, "Finetune/Loss (Raw)": 0.7876871824264526, "Finetune/Step": 8357, "Finetune/Step Time": 11.999318739399314}
+{"Finetune/Learning Rate": 1.2574090683093818e-05, "Finetune/Loss": 0.8198205232620239, "Finetune/Loss (Raw)": 0.7580747604370117, "Finetune/Step": 8358, "Finetune/Step Time": 11.983475731685758}
+{"Finetune/Learning Rate": 1.2572463433420334e-05, "Finetune/Loss": 0.8188831806182861, "Finetune/Loss (Raw)": 0.8394660949707031, "Finetune/Step": 8359, "Finetune/Step Time": 11.9849515222013}
+{"Finetune/Learning Rate": 1.2570836110799101e-05, "Finetune/Loss": 0.818550705909729, "Finetune/Loss (Raw)": 0.756729245185852, "Finetune/Step": 8360, "Finetune/Step Time": 11.94814814068377}
+{"Finetune/Learning Rate": 1.2569208715276266e-05, "Finetune/Loss": 0.8195912837982178, "Finetune/Loss (Raw)": 0.8876053094863892, "Finetune/Step": 8361, "Finetune/Step Time": 11.926864236593246}
+{"Finetune/Learning Rate": 1.2567581246897977e-05, "Finetune/Loss": 0.8192633986473083, "Finetune/Loss (Raw)": 0.899625837802887, "Finetune/Step": 8362, "Finetune/Step Time": 11.926623104140162}
+{"Finetune/Learning Rate": 1.256595370571039e-05, "Finetune/Loss": 0.8199144601821899, "Finetune/Loss (Raw)": 0.8680917620658875, "Finetune/Step": 8363, "Finetune/Step Time": 11.919172445312142}
+{"Finetune/Learning Rate": 1.2564326091759647e-05, "Finetune/Loss": 0.8191428184509277, "Finetune/Loss (Raw)": 0.7446044087409973, "Finetune/Step": 8364, "Finetune/Step Time": 11.908179610967636}
+{"Finetune/Learning Rate": 1.2562698405091908e-05, "Finetune/Loss": 0.8185673952102661, "Finetune/Loss (Raw)": 0.7774172425270081, "Finetune/Step": 8365, "Finetune/Step Time": 11.911080822348595}
+{"Finetune/Learning Rate": 1.2561070645753333e-05, "Finetune/Loss": 0.8179473280906677, "Finetune/Loss (Raw)": 0.848767876625061, "Finetune/Step": 8366, "Finetune/Step Time": 11.908188419416547}
+{"Finetune/Learning Rate": 1.2559442813790077e-05, "Finetune/Loss": 0.8182695508003235, "Finetune/Loss (Raw)": 0.852453887462616, "Finetune/Step": 8367, "Finetune/Step Time": 11.89056171104312}
+{"Finetune/Learning Rate": 1.2557814909248297e-05, "Finetune/Loss": 0.818824291229248, "Finetune/Loss (Raw)": 0.8841989636421204, "Finetune/Step": 8368, "Finetune/Step Time": 11.890677075833082}
+{"Finetune/Learning Rate": 1.2556186932174162e-05, "Finetune/Loss": 0.8190599679946899, "Finetune/Loss (Raw)": 0.8382593393325806, "Finetune/Step": 8369, "Finetune/Step Time": 11.880746742710471}
+{"Finetune/Learning Rate": 1.2554558882613837e-05, "Finetune/Loss": 0.819381058216095, "Finetune/Loss (Raw)": 0.8497053384780884, "Finetune/Step": 8370, "Finetune/Step Time": 11.87982621602714}
+{"Finetune/Learning Rate": 1.255293076061348e-05, "Finetune/Loss": 0.8185005784034729, "Finetune/Loss (Raw)": 0.727741003036499, "Finetune/Step": 8371, "Finetune/Step Time": 11.883910780772567}
+{"Finetune/Learning Rate": 1.255130256621927e-05, "Finetune/Loss": 0.8174965977668762, "Finetune/Loss (Raw)": 0.8318461179733276, "Finetune/Step": 8372, "Finetune/Step Time": 11.880317643284798}
+{"Finetune/Learning Rate": 1.2549674299477377e-05, "Finetune/Loss": 0.8180090188980103, "Finetune/Loss (Raw)": 0.7110305428504944, "Finetune/Step": 8373, "Finetune/Step Time": 11.875714035704732}
+{"Finetune/Learning Rate": 1.2548045960433968e-05, "Finetune/Loss": 0.8180647492408752, "Finetune/Loss (Raw)": 0.7785865068435669, "Finetune/Step": 8374, "Finetune/Step Time": 11.871649991720915}
+{"Finetune/Learning Rate": 1.254641754913522e-05, "Finetune/Loss": 0.8184269666671753, "Finetune/Loss (Raw)": 0.9008175730705261, "Finetune/Step": 8375, "Finetune/Step Time": 11.872750276699662}
+{"Finetune/Learning Rate": 1.2544789065627314e-05, "Finetune/Loss": 0.8186136484146118, "Finetune/Loss (Raw)": 0.7220504879951477, "Finetune/Step": 8376, "Finetune/Step Time": 11.84640814177692}
+{"Finetune/Learning Rate": 1.2543160509956424e-05, "Finetune/Loss": 0.8191797733306885, "Finetune/Loss (Raw)": 0.8969947099685669, "Finetune/Step": 8377, "Finetune/Step Time": 11.853636072948575}
+{"Finetune/Learning Rate": 1.2541531882168736e-05, "Finetune/Loss": 0.81789231300354, "Finetune/Loss (Raw)": 0.6992615461349487, "Finetune/Step": 8378, "Finetune/Step Time": 11.835396271198988}
+{"Finetune/Learning Rate": 1.2539903182310428e-05, "Finetune/Loss": 0.8153245449066162, "Finetune/Loss (Raw)": 0.49438491463661194, "Finetune/Step": 8379, "Finetune/Step Time": 11.86609665863216}
+{"Finetune/Learning Rate": 1.253827441042769e-05, "Finetune/Loss": 0.8143390417098999, "Finetune/Loss (Raw)": 0.7915340065956116, "Finetune/Step": 8380, "Finetune/Step Time": 11.886382080614567}
+{"Finetune/Learning Rate": 1.2536645566566709e-05, "Finetune/Loss": 0.8129293322563171, "Finetune/Loss (Raw)": 0.7652904391288757, "Finetune/Step": 8381, "Finetune/Step Time": 11.906228141859174}
+{"Finetune/Learning Rate": 1.253501665077367e-05, "Finetune/Loss": 0.8116854429244995, "Finetune/Loss (Raw)": 0.7456119060516357, "Finetune/Step": 8382, "Finetune/Step Time": 11.899017836898565}
+{"Finetune/Learning Rate": 1.2533387663094771e-05, "Finetune/Loss": 0.8130166530609131, "Finetune/Loss (Raw)": 0.9160695672035217, "Finetune/Step": 8383, "Finetune/Step Time": 11.888213131576777}
+{"Finetune/Learning Rate": 1.25317586035762e-05, "Finetune/Loss": 0.8125898838043213, "Finetune/Loss (Raw)": 0.7183125615119934, "Finetune/Step": 8384, "Finetune/Step Time": 11.885635418817401}
+{"Finetune/Learning Rate": 1.2530129472264155e-05, "Finetune/Loss": 0.812572717666626, "Finetune/Loss (Raw)": 0.832309365272522, "Finetune/Step": 8385, "Finetune/Step Time": 11.889993285760283}
+{"Finetune/Learning Rate": 1.252850026920483e-05, "Finetune/Loss": 0.8130255937576294, "Finetune/Loss (Raw)": 0.7814734578132629, "Finetune/Step": 8386, "Finetune/Step Time": 11.880195518955588}
+{"Finetune/Learning Rate": 1.252687099444443e-05, "Finetune/Loss": 0.814460277557373, "Finetune/Loss (Raw)": 0.9193655252456665, "Finetune/Step": 8387, "Finetune/Step Time": 11.889822237193584}
+{"Finetune/Learning Rate": 1.2525241648029157e-05, "Finetune/Loss": 0.8152315616607666, "Finetune/Loss (Raw)": 0.8548703193664551, "Finetune/Step": 8388, "Finetune/Step Time": 11.897507715970278}
+{"Finetune/Learning Rate": 1.2523612230005206e-05, "Finetune/Loss": 0.8167610168457031, "Finetune/Loss (Raw)": 0.9287638068199158, "Finetune/Step": 8389, "Finetune/Step Time": 11.872281363233924}
+{"Finetune/Learning Rate": 1.252198274041879e-05, "Finetune/Loss": 0.8176038265228271, "Finetune/Loss (Raw)": 0.865899384021759, "Finetune/Step": 8390, "Finetune/Step Time": 11.871579280123115}
+{"Finetune/Learning Rate": 1.252035317931612e-05, "Finetune/Loss": 0.8164637088775635, "Finetune/Loss (Raw)": 0.745444118976593, "Finetune/Step": 8391, "Finetune/Step Time": 11.879978997632861}
+{"Finetune/Learning Rate": 1.2518723546743395e-05, "Finetune/Loss": 0.8173531293869019, "Finetune/Loss (Raw)": 0.9351306557655334, "Finetune/Step": 8392, "Finetune/Step Time": 11.868367001414299}
+{"Finetune/Learning Rate": 1.2517093842746832e-05, "Finetune/Loss": 0.8181852102279663, "Finetune/Loss (Raw)": 0.8248412013053894, "Finetune/Step": 8393, "Finetune/Step Time": 11.85712687857449}
+{"Finetune/Learning Rate": 1.251546406737265e-05, "Finetune/Loss": 0.8183400630950928, "Finetune/Loss (Raw)": 0.8507219552993774, "Finetune/Step": 8394, "Finetune/Step Time": 11.86344919539988}
+{"Finetune/Learning Rate": 1.2513834220667058e-05, "Finetune/Loss": 0.8180672526359558, "Finetune/Loss (Raw)": 0.5632275342941284, "Finetune/Step": 8395, "Finetune/Step Time": 11.86665165424347}
+{"Finetune/Learning Rate": 1.2512204302676274e-05, "Finetune/Loss": 0.8182706832885742, "Finetune/Loss (Raw)": 0.7970650792121887, "Finetune/Step": 8396, "Finetune/Step Time": 11.853279100731015}
+{"Finetune/Learning Rate": 1.2510574313446521e-05, "Finetune/Loss": 0.8195488452911377, "Finetune/Loss (Raw)": 0.9383341073989868, "Finetune/Step": 8397, "Finetune/Step Time": 11.856567373499274}
+{"Finetune/Learning Rate": 1.250894425302402e-05, "Finetune/Loss": 0.8173590898513794, "Finetune/Loss (Raw)": 0.6631819605827332, "Finetune/Step": 8398, "Finetune/Step Time": 11.875319728627801}
+{"Finetune/Learning Rate": 1.2507314121454992e-05, "Finetune/Loss": 0.817172646522522, "Finetune/Loss (Raw)": 0.8009480834007263, "Finetune/Step": 8399, "Finetune/Step Time": 11.875523317605257}
+{"Finetune/Learning Rate": 1.2505683918785669e-05, "Finetune/Loss": 0.8170647025108337, "Finetune/Loss (Raw)": 0.7767270803451538, "Finetune/Step": 8400, "Finetune/Step Time": 11.870942648500204}
+{"Finetune/Learning Rate": 1.2504053645062275e-05, "Finetune/Loss": 0.8166110515594482, "Finetune/Loss (Raw)": 0.8367759585380554, "Finetune/Step": 8401, "Finetune/Step Time": 11.868602510541677}
+{"Finetune/Learning Rate": 1.250242330033104e-05, "Finetune/Loss": 0.8155596852302551, "Finetune/Loss (Raw)": 0.7041794657707214, "Finetune/Step": 8402, "Finetune/Step Time": 11.874047983437777}
+{"Finetune/Learning Rate": 1.2500792884638195e-05, "Finetune/Loss": 0.8153480291366577, "Finetune/Loss (Raw)": 0.8409889340400696, "Finetune/Step": 8403, "Finetune/Step Time": 11.860588448122144}
+{"Finetune/Learning Rate": 1.2499162398029974e-05, "Finetune/Loss": 0.8146027326583862, "Finetune/Loss (Raw)": 0.7633652687072754, "Finetune/Step": 8404, "Finetune/Step Time": 11.850139582529664}
+{"Finetune/Learning Rate": 1.2497531840552615e-05, "Finetune/Loss": 0.8152780532836914, "Finetune/Loss (Raw)": 0.8142309784889221, "Finetune/Step": 8405, "Finetune/Step Time": 11.844797443598509}
+{"Finetune/Learning Rate": 1.2495901212252356e-05, "Finetune/Loss": 0.8152918219566345, "Finetune/Loss (Raw)": 0.8942158818244934, "Finetune/Step": 8406, "Finetune/Step Time": 11.85271481052041}
+{"Finetune/Learning Rate": 1.2494270513175434e-05, "Finetune/Loss": 0.8145901560783386, "Finetune/Loss (Raw)": 0.7647431492805481, "Finetune/Step": 8407, "Finetune/Step Time": 11.844120936468244}
+{"Finetune/Learning Rate": 1.2492639743368096e-05, "Finetune/Loss": 0.8136200904846191, "Finetune/Loss (Raw)": 0.7205307483673096, "Finetune/Step": 8408, "Finetune/Step Time": 11.839691633358598}
+{"Finetune/Learning Rate": 1.249100890287658e-05, "Finetune/Loss": 0.8134413361549377, "Finetune/Loss (Raw)": 0.8267263770103455, "Finetune/Step": 8409, "Finetune/Step Time": 11.82882290892303}
+{"Finetune/Learning Rate": 1.2489377991747139e-05, "Finetune/Loss": 0.8137656450271606, "Finetune/Loss (Raw)": 0.8286928534507751, "Finetune/Step": 8410, "Finetune/Step Time": 11.819909829646349}
+{"Finetune/Learning Rate": 1.2487747010026011e-05, "Finetune/Loss": 0.8130366802215576, "Finetune/Loss (Raw)": 0.7251622080802917, "Finetune/Step": 8411, "Finetune/Step Time": 11.814232191070914}
+{"Finetune/Learning Rate": 1.2486115957759459e-05, "Finetune/Loss": 0.8114701509475708, "Finetune/Loss (Raw)": 0.7886316776275635, "Finetune/Step": 8412, "Finetune/Step Time": 11.812429755926132}
+{"Finetune/Learning Rate": 1.2484484834993722e-05, "Finetune/Loss": 0.8106740713119507, "Finetune/Loss (Raw)": 0.7361733317375183, "Finetune/Step": 8413, "Finetune/Step Time": 11.812796844169497}
+{"Finetune/Learning Rate": 1.2482853641775062e-05, "Finetune/Loss": 0.810125470161438, "Finetune/Loss (Raw)": 0.7674708962440491, "Finetune/Step": 8414, "Finetune/Step Time": 11.812123849987984}
+{"Finetune/Learning Rate": 1.2481222378149735e-05, "Finetune/Loss": 0.8112019300460815, "Finetune/Loss (Raw)": 0.8972316980361938, "Finetune/Step": 8415, "Finetune/Step Time": 11.816686039790511}
+{"Finetune/Learning Rate": 1.2479591044163997e-05, "Finetune/Loss": 0.8107650279998779, "Finetune/Loss (Raw)": 0.6905443072319031, "Finetune/Step": 8416, "Finetune/Step Time": 11.82007897272706}
+{"Finetune/Learning Rate": 1.2477959639864104e-05, "Finetune/Loss": 0.8091115951538086, "Finetune/Loss (Raw)": 0.5852258205413818, "Finetune/Step": 8417, "Finetune/Step Time": 11.842658201232553}
+{"Finetune/Learning Rate": 1.2476328165296326e-05, "Finetune/Loss": 0.8092029690742493, "Finetune/Loss (Raw)": 0.8124765157699585, "Finetune/Step": 8418, "Finetune/Step Time": 11.860566947609186}
+{"Finetune/Learning Rate": 1.2474696620506921e-05, "Finetune/Loss": 0.8091651797294617, "Finetune/Loss (Raw)": 0.9024537801742554, "Finetune/Step": 8419, "Finetune/Step Time": 11.851634921506047}
+{"Finetune/Learning Rate": 1.2473065005542155e-05, "Finetune/Loss": 0.8090562224388123, "Finetune/Loss (Raw)": 0.8273894786834717, "Finetune/Step": 8420, "Finetune/Step Time": 11.850952165201306}
+{"Finetune/Learning Rate": 1.2471433320448303e-05, "Finetune/Loss": 0.8091643452644348, "Finetune/Loss (Raw)": 0.7878574728965759, "Finetune/Step": 8421, "Finetune/Step Time": 11.852259429171681}
+{"Finetune/Learning Rate": 1.2469801565271627e-05, "Finetune/Loss": 0.81064772605896, "Finetune/Loss (Raw)": 0.8547479510307312, "Finetune/Step": 8422, "Finetune/Step Time": 11.832042843103409}
+{"Finetune/Learning Rate": 1.24681697400584e-05, "Finetune/Loss": 0.8112338781356812, "Finetune/Loss (Raw)": 0.8530535101890564, "Finetune/Step": 8423, "Finetune/Step Time": 11.828002218157053}
+{"Finetune/Learning Rate": 1.24665378448549e-05, "Finetune/Loss": 0.8114153742790222, "Finetune/Loss (Raw)": 0.9403293132781982, "Finetune/Step": 8424, "Finetune/Step Time": 11.832897739484906}
+{"Finetune/Learning Rate": 1.2464905879707401e-05, "Finetune/Loss": 0.8101544380187988, "Finetune/Loss (Raw)": 0.702744722366333, "Finetune/Step": 8425, "Finetune/Step Time": 11.829180154949427}
+{"Finetune/Learning Rate": 1.2463273844662181e-05, "Finetune/Loss": 0.80950927734375, "Finetune/Loss (Raw)": 0.869888424873352, "Finetune/Step": 8426, "Finetune/Step Time": 11.8292895257473}
+{"Finetune/Learning Rate": 1.2461641739765515e-05, "Finetune/Loss": 0.8102990388870239, "Finetune/Loss (Raw)": 0.9085701704025269, "Finetune/Step": 8427, "Finetune/Step Time": 11.830045020207763}
+{"Finetune/Learning Rate": 1.2460009565063693e-05, "Finetune/Loss": 0.8107907772064209, "Finetune/Loss (Raw)": 0.8580361008644104, "Finetune/Step": 8428, "Finetune/Step Time": 11.83515852317214}
+{"Finetune/Learning Rate": 1.2458377320602995e-05, "Finetune/Loss": 0.8108898401260376, "Finetune/Loss (Raw)": 0.7390522956848145, "Finetune/Step": 8429, "Finetune/Step Time": 11.831042723730206}
+{"Finetune/Learning Rate": 1.2456745006429705e-05, "Finetune/Loss": 0.8130976557731628, "Finetune/Loss (Raw)": 1.0149359703063965, "Finetune/Step": 8430, "Finetune/Step Time": 11.804025745019317}
+{"Finetune/Learning Rate": 1.2455112622590116e-05, "Finetune/Loss": 0.8121823072433472, "Finetune/Loss (Raw)": 0.7721186876296997, "Finetune/Step": 8431, "Finetune/Step Time": 11.808938713744283}
+{"Finetune/Learning Rate": 1.245348016913051e-05, "Finetune/Loss": 0.8112170100212097, "Finetune/Loss (Raw)": 0.8528053164482117, "Finetune/Step": 8432, "Finetune/Step Time": 11.820912538096309}
+{"Finetune/Learning Rate": 1.2451847646097188e-05, "Finetune/Loss": 0.8100452423095703, "Finetune/Loss (Raw)": 0.7457224130630493, "Finetune/Step": 8433, "Finetune/Step Time": 11.826145879924297}
+{"Finetune/Learning Rate": 1.2450215053536434e-05, "Finetune/Loss": 0.8088326454162598, "Finetune/Loss (Raw)": 0.581353485584259, "Finetune/Step": 8434, "Finetune/Step Time": 11.853037722408772}
+{"Finetune/Learning Rate": 1.2448582391494551e-05, "Finetune/Loss": 0.8089157342910767, "Finetune/Loss (Raw)": 0.8799670338630676, "Finetune/Step": 8435, "Finetune/Step Time": 11.813117574900389}
+{"Finetune/Learning Rate": 1.2446949660017835e-05, "Finetune/Loss": 0.8086320161819458, "Finetune/Loss (Raw)": 0.745124876499176, "Finetune/Step": 8436, "Finetune/Step Time": 11.81848026253283}
+{"Finetune/Learning Rate": 1.2445316859152582e-05, "Finetune/Loss": 0.8097631335258484, "Finetune/Loss (Raw)": 0.9536333084106445, "Finetune/Step": 8437, "Finetune/Step Time": 11.799464548006654}
+{"Finetune/Learning Rate": 1.2443683988945099e-05, "Finetune/Loss": 0.8094520568847656, "Finetune/Loss (Raw)": 0.8287968635559082, "Finetune/Step": 8438, "Finetune/Step Time": 11.780178533867002}
+{"Finetune/Learning Rate": 1.2442051049441687e-05, "Finetune/Loss": 0.8091872930526733, "Finetune/Loss (Raw)": 0.8620111346244812, "Finetune/Step": 8439, "Finetune/Step Time": 11.796540159732103}
+{"Finetune/Learning Rate": 1.2440418040688654e-05, "Finetune/Loss": 0.8074582815170288, "Finetune/Loss (Raw)": 0.6094732880592346, "Finetune/Step": 8440, "Finetune/Step Time": 11.825979949906468}
+{"Finetune/Learning Rate": 1.2438784962732298e-05, "Finetune/Loss": 0.8081597089767456, "Finetune/Loss (Raw)": 0.7979899644851685, "Finetune/Step": 8441, "Finetune/Step Time": 11.824961327016354}
+{"Finetune/Learning Rate": 1.2437151815618943e-05, "Finetune/Loss": 0.8093920946121216, "Finetune/Loss (Raw)": 0.8809319734573364, "Finetune/Step": 8442, "Finetune/Step Time": 11.81797843426466}
+{"Finetune/Learning Rate": 1.2435518599394887e-05, "Finetune/Loss": 0.8090528845787048, "Finetune/Loss (Raw)": 0.8221925497055054, "Finetune/Step": 8443, "Finetune/Step Time": 11.816543251276016}
+{"Finetune/Learning Rate": 1.2433885314106451e-05, "Finetune/Loss": 0.810746431350708, "Finetune/Loss (Raw)": 0.8940915465354919, "Finetune/Step": 8444, "Finetune/Step Time": 11.80339383892715}
+{"Finetune/Learning Rate": 1.243225195979995e-05, "Finetune/Loss": 0.8131599426269531, "Finetune/Loss (Raw)": 0.8506133556365967, "Finetune/Step": 8445, "Finetune/Step Time": 11.78504703193903}
+{"Finetune/Learning Rate": 1.2430618536521699e-05, "Finetune/Loss": 0.8110663890838623, "Finetune/Loss (Raw)": 0.6940152049064636, "Finetune/Step": 8446, "Finetune/Step Time": 11.783963767811656}
+{"Finetune/Learning Rate": 1.2428985044318015e-05, "Finetune/Loss": 0.8123579025268555, "Finetune/Loss (Raw)": 0.8758307099342346, "Finetune/Step": 8447, "Finetune/Step Time": 11.78676575794816}
+{"Finetune/Learning Rate": 1.2427351483235224e-05, "Finetune/Loss": 0.8120917677879333, "Finetune/Loss (Raw)": 0.8709578514099121, "Finetune/Step": 8448, "Finetune/Step Time": 11.802038153633475}
+{"Finetune/Learning Rate": 1.242571785331965e-05, "Finetune/Loss": 0.8102262020111084, "Finetune/Loss (Raw)": 0.752671480178833, "Finetune/Step": 8449, "Finetune/Step Time": 11.803362779319286}
+{"Finetune/Learning Rate": 1.2424084154617614e-05, "Finetune/Loss": 0.8106752038002014, "Finetune/Loss (Raw)": 0.8258578777313232, "Finetune/Step": 8450, "Finetune/Step Time": 11.805743658915162}
+{"Finetune/Learning Rate": 1.2422450387175445e-05, "Finetune/Loss": 0.8099331855773926, "Finetune/Loss (Raw)": 0.7215542197227478, "Finetune/Step": 8451, "Finetune/Step Time": 11.833419291302562}
+{"Finetune/Learning Rate": 1.242081655103947e-05, "Finetune/Loss": 0.8097734451293945, "Finetune/Loss (Raw)": 0.7947790026664734, "Finetune/Step": 8452, "Finetune/Step Time": 11.83616148866713}
+{"Finetune/Learning Rate": 1.2419182646256022e-05, "Finetune/Loss": 0.8089501261711121, "Finetune/Loss (Raw)": 0.8077818155288696, "Finetune/Step": 8453, "Finetune/Step Time": 11.835914434865117}
+{"Finetune/Learning Rate": 1.2417548672871436e-05, "Finetune/Loss": 0.8088500499725342, "Finetune/Loss (Raw)": 0.8647551536560059, "Finetune/Step": 8454, "Finetune/Step Time": 11.858495231717825}
+{"Finetune/Learning Rate": 1.241591463093204e-05, "Finetune/Loss": 0.8080902099609375, "Finetune/Loss (Raw)": 0.7319381833076477, "Finetune/Step": 8455, "Finetune/Step Time": 11.85690456442535}
+{"Finetune/Learning Rate": 1.2414280520484178e-05, "Finetune/Loss": 0.8101905584335327, "Finetune/Loss (Raw)": 0.9443835020065308, "Finetune/Step": 8456, "Finetune/Step Time": 11.865992426872253}
+{"Finetune/Learning Rate": 1.2412646341574184e-05, "Finetune/Loss": 0.8115574717521667, "Finetune/Loss (Raw)": 0.9591532349586487, "Finetune/Step": 8457, "Finetune/Step Time": 11.868481151759624}
+{"Finetune/Learning Rate": 1.2411012094248402e-05, "Finetune/Loss": 0.8095406889915466, "Finetune/Loss (Raw)": 0.6469524502754211, "Finetune/Step": 8458, "Finetune/Step Time": 11.869627598673105}
+{"Finetune/Learning Rate": 1.2409377778553172e-05, "Finetune/Loss": 0.8090776801109314, "Finetune/Loss (Raw)": 0.7578405737876892, "Finetune/Step": 8459, "Finetune/Step Time": 11.881181357428432}
+{"Finetune/Learning Rate": 1.2407743394534839e-05, "Finetune/Loss": 0.810623049736023, "Finetune/Loss (Raw)": 0.8773404955863953, "Finetune/Step": 8460, "Finetune/Step Time": 11.872255701571703}
+{"Finetune/Learning Rate": 1.2406108942239754e-05, "Finetune/Loss": 0.8105029463768005, "Finetune/Loss (Raw)": 0.6368531584739685, "Finetune/Step": 8461, "Finetune/Step Time": 11.898219952359796}
+{"Finetune/Learning Rate": 1.2404474421714254e-05, "Finetune/Loss": 0.811054527759552, "Finetune/Loss (Raw)": 0.7898029088973999, "Finetune/Step": 8462, "Finetune/Step Time": 11.925962161272764}
+{"Finetune/Learning Rate": 1.2402839833004704e-05, "Finetune/Loss": 0.8106395602226257, "Finetune/Loss (Raw)": 0.8730751872062683, "Finetune/Step": 8463, "Finetune/Step Time": 11.926567966118455}
+{"Finetune/Learning Rate": 1.2401205176157447e-05, "Finetune/Loss": 0.8100104331970215, "Finetune/Loss (Raw)": 0.7327294945716858, "Finetune/Step": 8464, "Finetune/Step Time": 11.933470042422414}
+{"Finetune/Learning Rate": 1.2399570451218837e-05, "Finetune/Loss": 0.8082787394523621, "Finetune/Loss (Raw)": 0.7583048939704895, "Finetune/Step": 8465, "Finetune/Step Time": 11.925774620845914}
+{"Finetune/Learning Rate": 1.2397935658235234e-05, "Finetune/Loss": 0.8079932928085327, "Finetune/Loss (Raw)": 0.8011345267295837, "Finetune/Step": 8466, "Finetune/Step Time": 11.943408427760005}
+{"Finetune/Learning Rate": 1.2396300797252996e-05, "Finetune/Loss": 0.8081381320953369, "Finetune/Loss (Raw)": 0.8139863610267639, "Finetune/Step": 8467, "Finetune/Step Time": 11.940541600808501}
+{"Finetune/Learning Rate": 1.2394665868318478e-05, "Finetune/Loss": 0.8072371482849121, "Finetune/Loss (Raw)": 0.7847943305969238, "Finetune/Step": 8468, "Finetune/Step Time": 11.948057651519775}
+{"Finetune/Learning Rate": 1.2393030871478047e-05, "Finetune/Loss": 0.806419849395752, "Finetune/Loss (Raw)": 0.7192710638046265, "Finetune/Step": 8469, "Finetune/Step Time": 11.951568292453885}
+{"Finetune/Learning Rate": 1.2391395806778068e-05, "Finetune/Loss": 0.8066362142562866, "Finetune/Loss (Raw)": 0.8640381693840027, "Finetune/Step": 8470, "Finetune/Step Time": 11.964942405000329}
+{"Finetune/Learning Rate": 1.2389760674264901e-05, "Finetune/Loss": 0.8067523241043091, "Finetune/Loss (Raw)": 0.832471489906311, "Finetune/Step": 8471, "Finetune/Step Time": 11.963287081569433}
+{"Finetune/Learning Rate": 1.2388125473984918e-05, "Finetune/Loss": 0.8067837357521057, "Finetune/Loss (Raw)": 0.7804374098777771, "Finetune/Step": 8472, "Finetune/Step Time": 11.968707414343953}
+{"Finetune/Learning Rate": 1.2386490205984488e-05, "Finetune/Loss": 0.8079198598861694, "Finetune/Loss (Raw)": 0.9635326266288757, "Finetune/Step": 8473, "Finetune/Step Time": 11.965082293376327}
+{"Finetune/Learning Rate": 1.2384854870309982e-05, "Finetune/Loss": 0.809416651725769, "Finetune/Loss (Raw)": 0.9608249068260193, "Finetune/Step": 8474, "Finetune/Step Time": 11.953044421970844}
+{"Finetune/Learning Rate": 1.2383219467007772e-05, "Finetune/Loss": 0.8088741898536682, "Finetune/Loss (Raw)": 0.8339688181877136, "Finetune/Step": 8475, "Finetune/Step Time": 11.955597994849086}
+{"Finetune/Learning Rate": 1.2381583996124236e-05, "Finetune/Loss": 0.8090616464614868, "Finetune/Loss (Raw)": 0.8297088742256165, "Finetune/Step": 8476, "Finetune/Step Time": 11.949771771207452}
+{"Finetune/Learning Rate": 1.2379948457705748e-05, "Finetune/Loss": 0.8084515333175659, "Finetune/Loss (Raw)": 0.7895885109901428, "Finetune/Step": 8477, "Finetune/Step Time": 11.947829170152545}
+{"Finetune/Learning Rate": 1.2378312851798693e-05, "Finetune/Loss": 0.8065884709358215, "Finetune/Loss (Raw)": 0.6357192993164062, "Finetune/Step": 8478, "Finetune/Step Time": 11.978914562612772}
+{"Finetune/Learning Rate": 1.2376677178449445e-05, "Finetune/Loss": 0.8066227436065674, "Finetune/Loss (Raw)": 0.990432858467102, "Finetune/Step": 8479, "Finetune/Step Time": 11.97486629895866}
+{"Finetune/Learning Rate": 1.2375041437704394e-05, "Finetune/Loss": 0.8069753646850586, "Finetune/Loss (Raw)": 0.8677226305007935, "Finetune/Step": 8480, "Finetune/Step Time": 11.973629610612988}
+{"Finetune/Learning Rate": 1.237340562960992e-05, "Finetune/Loss": 0.8075579404830933, "Finetune/Loss (Raw)": 0.8065199851989746, "Finetune/Step": 8481, "Finetune/Step Time": 11.947757730260491}
+{"Finetune/Learning Rate": 1.237176975421241e-05, "Finetune/Loss": 0.80870521068573, "Finetune/Loss (Raw)": 0.9109883904457092, "Finetune/Step": 8482, "Finetune/Step Time": 11.946058513596654}
+{"Finetune/Learning Rate": 1.2370133811558256e-05, "Finetune/Loss": 0.8080670833587646, "Finetune/Loss (Raw)": 0.7808078527450562, "Finetune/Step": 8483, "Finetune/Step Time": 11.946070179343224}
+{"Finetune/Learning Rate": 1.2368497801693846e-05, "Finetune/Loss": 0.806553840637207, "Finetune/Loss (Raw)": 0.6525932550430298, "Finetune/Step": 8484, "Finetune/Step Time": 11.960131188854575}
+{"Finetune/Learning Rate": 1.2366861724665577e-05, "Finetune/Loss": 0.8069086074829102, "Finetune/Loss (Raw)": 0.8330942392349243, "Finetune/Step": 8485, "Finetune/Step Time": 11.961350124329329}
+{"Finetune/Learning Rate": 1.2365225580519836e-05, "Finetune/Loss": 0.8072413206100464, "Finetune/Loss (Raw)": 0.8006573915481567, "Finetune/Step": 8486, "Finetune/Step Time": 11.96857831068337}
+{"Finetune/Learning Rate": 1.2363589369303022e-05, "Finetune/Loss": 0.806676983833313, "Finetune/Loss (Raw)": 0.7672416567802429, "Finetune/Step": 8487, "Finetune/Step Time": 11.972954966127872}
+{"Finetune/Learning Rate": 1.236195309106154e-05, "Finetune/Loss": 0.8067328929901123, "Finetune/Loss (Raw)": 0.7638841867446899, "Finetune/Step": 8488, "Finetune/Step Time": 11.974037703126669}
+{"Finetune/Learning Rate": 1.236031674584178e-05, "Finetune/Loss": 0.8054470419883728, "Finetune/Loss (Raw)": 0.7230138182640076, "Finetune/Step": 8489, "Finetune/Step Time": 11.959889175370336}
+{"Finetune/Learning Rate": 1.235868033369015e-05, "Finetune/Loss": 0.8054848909378052, "Finetune/Loss (Raw)": 0.9044735431671143, "Finetune/Step": 8490, "Finetune/Step Time": 11.963894410058856}
+{"Finetune/Learning Rate": 1.2357043854653055e-05, "Finetune/Loss": 0.8056470155715942, "Finetune/Loss (Raw)": 0.8888413906097412, "Finetune/Step": 8491, "Finetune/Step Time": 11.958792058750987}
+{"Finetune/Learning Rate": 1.2355407308776897e-05, "Finetune/Loss": 0.8055283427238464, "Finetune/Loss (Raw)": 0.729414701461792, "Finetune/Step": 8492, "Finetune/Step Time": 11.950904961675406}
+{"Finetune/Learning Rate": 1.2353770696108085e-05, "Finetune/Loss": 0.8051237463951111, "Finetune/Loss (Raw)": 0.7256264090538025, "Finetune/Step": 8493, "Finetune/Step Time": 11.950160114094615}
+{"Finetune/Learning Rate": 1.2352134016693032e-05, "Finetune/Loss": 0.8039491176605225, "Finetune/Loss (Raw)": 0.6984166502952576, "Finetune/Step": 8494, "Finetune/Step Time": 11.952883092686534}
+{"Finetune/Learning Rate": 1.2350497270578144e-05, "Finetune/Loss": 0.8034801483154297, "Finetune/Loss (Raw)": 0.7924277782440186, "Finetune/Step": 8495, "Finetune/Step Time": 11.950259199365973}
+{"Finetune/Learning Rate": 1.234886045780984e-05, "Finetune/Loss": 0.8028167486190796, "Finetune/Loss (Raw)": 0.7992802858352661, "Finetune/Step": 8496, "Finetune/Step Time": 11.963826527819037}
+{"Finetune/Learning Rate": 1.2347223578434528e-05, "Finetune/Loss": 0.8025381565093994, "Finetune/Loss (Raw)": 0.8026050925254822, "Finetune/Step": 8497, "Finetune/Step Time": 11.955598212778568}
+{"Finetune/Learning Rate": 1.2345586632498634e-05, "Finetune/Loss": 0.8014477491378784, "Finetune/Loss (Raw)": 0.7101290822029114, "Finetune/Step": 8498, "Finetune/Step Time": 11.960545947775245}
+{"Finetune/Learning Rate": 1.2343949620048573e-05, "Finetune/Loss": 0.8017045259475708, "Finetune/Loss (Raw)": 0.7606087923049927, "Finetune/Step": 8499, "Finetune/Step Time": 11.954713257029653}
+{"Finetune/Learning Rate": 1.2342312541130766e-05, "Finetune/Loss": 0.8016583919525146, "Finetune/Loss (Raw)": 0.825943648815155, "Finetune/Step": 8500, "Finetune/Step Time": 11.950321927666664}
+{"Finetune/Learning Rate": 1.2340675395791632e-05, "Finetune/Loss": 0.803340494632721, "Finetune/Loss (Raw)": 0.9263330101966858, "Finetune/Step": 8501, "Finetune/Step Time": 11.94996695406735}
+{"Finetune/Learning Rate": 1.2339038184077606e-05, "Finetune/Loss": 0.803351879119873, "Finetune/Loss (Raw)": 0.7800540924072266, "Finetune/Step": 8502, "Finetune/Step Time": 11.951951175928116}
+{"Finetune/Learning Rate": 1.2337400906035104e-05, "Finetune/Loss": 0.8006817102432251, "Finetune/Loss (Raw)": 0.5590336322784424, "Finetune/Step": 8503, "Finetune/Step Time": 11.979923883453012}
+{"Finetune/Learning Rate": 1.2335763561710562e-05, "Finetune/Loss": 0.8013370037078857, "Finetune/Loss (Raw)": 0.8059269785881042, "Finetune/Step": 8504, "Finetune/Step Time": 11.986001575365663}
+{"Finetune/Learning Rate": 1.2334126151150402e-05, "Finetune/Loss": 0.8000797629356384, "Finetune/Loss (Raw)": 0.7360627055168152, "Finetune/Step": 8505, "Finetune/Step Time": 11.985194500535727}
+{"Finetune/Learning Rate": 1.2332488674401068e-05, "Finetune/Loss": 0.7999257445335388, "Finetune/Loss (Raw)": 0.6795513033866882, "Finetune/Step": 8506, "Finetune/Step Time": 12.011821201071143}
+{"Finetune/Learning Rate": 1.2330851131508985e-05, "Finetune/Loss": 0.8034415245056152, "Finetune/Loss (Raw)": 0.9444040656089783, "Finetune/Step": 8507, "Finetune/Step Time": 12.027177449315786}
+{"Finetune/Learning Rate": 1.2329213522520591e-05, "Finetune/Loss": 0.8035450577735901, "Finetune/Loss (Raw)": 0.8047847151756287, "Finetune/Step": 8508, "Finetune/Step Time": 12.007736617699265}
+{"Finetune/Learning Rate": 1.2327575847482329e-05, "Finetune/Loss": 0.8034721612930298, "Finetune/Loss (Raw)": 0.7559532523155212, "Finetune/Step": 8509, "Finetune/Step Time": 11.989898528903723}
+{"Finetune/Learning Rate": 1.2325938106440629e-05, "Finetune/Loss": 0.8050395846366882, "Finetune/Loss (Raw)": 0.946251630783081, "Finetune/Step": 8510, "Finetune/Step Time": 11.988990304991603}
+{"Finetune/Learning Rate": 1.2324300299441942e-05, "Finetune/Loss": 0.8038709759712219, "Finetune/Loss (Raw)": 0.766485333442688, "Finetune/Step": 8511, "Finetune/Step Time": 11.999429197981954}
+{"Finetune/Learning Rate": 1.232266242653271e-05, "Finetune/Loss": 0.8060741424560547, "Finetune/Loss (Raw)": 1.0003174543380737, "Finetune/Step": 8512, "Finetune/Step Time": 12.00335974805057}
+{"Finetune/Learning Rate": 1.2321024487759373e-05, "Finetune/Loss": 0.8069780468940735, "Finetune/Loss (Raw)": 0.9480103254318237, "Finetune/Step": 8513, "Finetune/Step Time": 12.00322843156755}
+{"Finetune/Learning Rate": 1.2319386483168379e-05, "Finetune/Loss": 0.8063994646072388, "Finetune/Loss (Raw)": 0.707413375377655, "Finetune/Step": 8514, "Finetune/Step Time": 12.013724379241467}
+{"Finetune/Learning Rate": 1.2317748412806184e-05, "Finetune/Loss": 0.8051241040229797, "Finetune/Loss (Raw)": 0.7561232447624207, "Finetune/Step": 8515, "Finetune/Step Time": 11.99478561617434}
+{"Finetune/Learning Rate": 1.2316110276719236e-05, "Finetune/Loss": 0.8044484853744507, "Finetune/Loss (Raw)": 0.768389880657196, "Finetune/Step": 8516, "Finetune/Step Time": 11.9732724763453}
+{"Finetune/Learning Rate": 1.2314472074953985e-05, "Finetune/Loss": 0.803457498550415, "Finetune/Loss (Raw)": 0.8019139766693115, "Finetune/Step": 8517, "Finetune/Step Time": 11.984871950000525}
+{"Finetune/Learning Rate": 1.2312833807556886e-05, "Finetune/Loss": 0.8012911081314087, "Finetune/Loss (Raw)": 0.5886105895042419, "Finetune/Step": 8518, "Finetune/Step Time": 12.048791563138366}
+{"Finetune/Learning Rate": 1.2311195474574398e-05, "Finetune/Loss": 0.801708459854126, "Finetune/Loss (Raw)": 0.7988512516021729, "Finetune/Step": 8519, "Finetune/Step Time": 12.035506028681993}
+{"Finetune/Learning Rate": 1.2309557076052978e-05, "Finetune/Loss": 0.800510048866272, "Finetune/Loss (Raw)": 0.781734824180603, "Finetune/Step": 8520, "Finetune/Step Time": 12.074601586908102}
+{"Finetune/Learning Rate": 1.2307918612039088e-05, "Finetune/Loss": 0.8010303974151611, "Finetune/Loss (Raw)": 0.8914451599121094, "Finetune/Step": 8521, "Finetune/Step Time": 12.055580954998732}
+{"Finetune/Learning Rate": 1.2306280082579186e-05, "Finetune/Loss": 0.8008475303649902, "Finetune/Loss (Raw)": 0.8273255228996277, "Finetune/Step": 8522, "Finetune/Step Time": 12.05175530910492}
+{"Finetune/Learning Rate": 1.2304641487719741e-05, "Finetune/Loss": 0.8029154539108276, "Finetune/Loss (Raw)": 0.8279123306274414, "Finetune/Step": 8523, "Finetune/Step Time": 12.039328882470727}
+{"Finetune/Learning Rate": 1.2303002827507218e-05, "Finetune/Loss": 0.8029502630233765, "Finetune/Loss (Raw)": 0.8015245199203491, "Finetune/Step": 8524, "Finetune/Step Time": 12.059275532141328}
+{"Finetune/Learning Rate": 1.2301364101988083e-05, "Finetune/Loss": 0.8012374639511108, "Finetune/Loss (Raw)": 0.7190955281257629, "Finetune/Step": 8525, "Finetune/Step Time": 12.078628160059452}
+{"Finetune/Learning Rate": 1.2299725311208807e-05, "Finetune/Loss": 0.8013644218444824, "Finetune/Loss (Raw)": 0.6794304847717285, "Finetune/Step": 8526, "Finetune/Step Time": 12.053021410480142}
+{"Finetune/Learning Rate": 1.229808645521586e-05, "Finetune/Loss": 0.8026002049446106, "Finetune/Loss (Raw)": 0.9591271877288818, "Finetune/Step": 8527, "Finetune/Step Time": 12.05336138792336}
+{"Finetune/Learning Rate": 1.2296447534055715e-05, "Finetune/Loss": 0.8017194271087646, "Finetune/Loss (Raw)": 0.6639887094497681, "Finetune/Step": 8528, "Finetune/Step Time": 12.060023166239262}
+{"Finetune/Learning Rate": 1.229480854777485e-05, "Finetune/Loss": 0.8004112243652344, "Finetune/Loss (Raw)": 0.6693294644355774, "Finetune/Step": 8529, "Finetune/Step Time": 12.091244418174028}
+{"Finetune/Learning Rate": 1.2293169496419738e-05, "Finetune/Loss": 0.8001746535301208, "Finetune/Loss (Raw)": 0.6738996505737305, "Finetune/Step": 8530, "Finetune/Step Time": 12.10606973618269}
+{"Finetune/Learning Rate": 1.2291530380036863e-05, "Finetune/Loss": 0.8012869358062744, "Finetune/Loss (Raw)": 0.9833571910858154, "Finetune/Step": 8531, "Finetune/Step Time": 12.129837842658162}
+{"Finetune/Learning Rate": 1.2289891198672699e-05, "Finetune/Loss": 0.8012018203735352, "Finetune/Loss (Raw)": 0.7524669766426086, "Finetune/Step": 8532, "Finetune/Step Time": 12.142680549994111}
+{"Finetune/Learning Rate": 1.2288251952373735e-05, "Finetune/Loss": 0.802857518196106, "Finetune/Loss (Raw)": 1.0261627435684204, "Finetune/Step": 8533, "Finetune/Step Time": 12.15115107782185}
+{"Finetune/Learning Rate": 1.2286612641186453e-05, "Finetune/Loss": 0.8020105957984924, "Finetune/Loss (Raw)": 0.7858163118362427, "Finetune/Step": 8534, "Finetune/Step Time": 12.155052993446589}
+{"Finetune/Learning Rate": 1.2284973265157336e-05, "Finetune/Loss": 0.8019256591796875, "Finetune/Loss (Raw)": 0.7538695335388184, "Finetune/Step": 8535, "Finetune/Step Time": 12.158407783135772}
+{"Finetune/Learning Rate": 1.2283333824332874e-05, "Finetune/Loss": 0.802617073059082, "Finetune/Loss (Raw)": 0.8090310096740723, "Finetune/Step": 8536, "Finetune/Step Time": 12.158039266243577}
+{"Finetune/Learning Rate": 1.2281694318759562e-05, "Finetune/Loss": 0.803999662399292, "Finetune/Loss (Raw)": 1.0036952495574951, "Finetune/Step": 8537, "Finetune/Step Time": 12.166591137647629}
+{"Finetune/Learning Rate": 1.2280054748483883e-05, "Finetune/Loss": 0.8044820427894592, "Finetune/Loss (Raw)": 0.8904426097869873, "Finetune/Step": 8538, "Finetune/Step Time": 12.170473609119654}
+{"Finetune/Learning Rate": 1.2278415113552338e-05, "Finetune/Loss": 0.8043010234832764, "Finetune/Loss (Raw)": 0.7019817233085632, "Finetune/Step": 8539, "Finetune/Step Time": 12.184707470238209}
+{"Finetune/Learning Rate": 1.2276775414011421e-05, "Finetune/Loss": 0.8043408989906311, "Finetune/Loss (Raw)": 0.7937411665916443, "Finetune/Step": 8540, "Finetune/Step Time": 12.18174759671092}
+{"Finetune/Learning Rate": 1.2275135649907624e-05, "Finetune/Loss": 0.8057829141616821, "Finetune/Loss (Raw)": 0.9207493662834167, "Finetune/Step": 8541, "Finetune/Step Time": 12.178656348958611}
+{"Finetune/Learning Rate": 1.2273495821287449e-05, "Finetune/Loss": 0.8066408634185791, "Finetune/Loss (Raw)": 0.8772889375686646, "Finetune/Step": 8542, "Finetune/Step Time": 12.18331221677363}
+{"Finetune/Learning Rate": 1.22718559281974e-05, "Finetune/Loss": 0.8038265705108643, "Finetune/Loss (Raw)": 0.537003755569458, "Finetune/Step": 8543, "Finetune/Step Time": 12.205047443509102}
+{"Finetune/Learning Rate": 1.2270215970683977e-05, "Finetune/Loss": 0.8060230612754822, "Finetune/Loss (Raw)": 0.9716925621032715, "Finetune/Step": 8544, "Finetune/Step Time": 12.194686114788055}
+{"Finetune/Learning Rate": 1.2268575948793684e-05, "Finetune/Loss": 0.8072737455368042, "Finetune/Loss (Raw)": 0.745311975479126, "Finetune/Step": 8545, "Finetune/Step Time": 12.169117333367467}
+{"Finetune/Learning Rate": 1.2266935862573029e-05, "Finetune/Loss": 0.8075332045555115, "Finetune/Loss (Raw)": 0.845693826675415, "Finetune/Step": 8546, "Finetune/Step Time": 12.155653558671474}
+{"Finetune/Learning Rate": 1.2265295712068517e-05, "Finetune/Loss": 0.8061323165893555, "Finetune/Loss (Raw)": 0.7231402397155762, "Finetune/Step": 8547, "Finetune/Step Time": 12.184575222432613}
+{"Finetune/Learning Rate": 1.2263655497326661e-05, "Finetune/Loss": 0.8065893650054932, "Finetune/Loss (Raw)": 0.8858969807624817, "Finetune/Step": 8548, "Finetune/Step Time": 12.182977808639407}
+{"Finetune/Learning Rate": 1.2262015218393972e-05, "Finetune/Loss": 0.8069360852241516, "Finetune/Loss (Raw)": 0.8322288990020752, "Finetune/Step": 8549, "Finetune/Step Time": 12.189708912745118}
+{"Finetune/Learning Rate": 1.2260374875316966e-05, "Finetune/Loss": 0.8063925504684448, "Finetune/Loss (Raw)": 0.7851841449737549, "Finetune/Step": 8550, "Finetune/Step Time": 12.18405550159514}
+{"Finetune/Learning Rate": 1.2258734468142153e-05, "Finetune/Loss": 0.8060455918312073, "Finetune/Loss (Raw)": 0.808637261390686, "Finetune/Step": 8551, "Finetune/Step Time": 12.18751828186214}
+{"Finetune/Learning Rate": 1.2257093996916057e-05, "Finetune/Loss": 0.8056490421295166, "Finetune/Loss (Raw)": 0.8895674347877502, "Finetune/Step": 8552, "Finetune/Step Time": 12.18683267943561}
+{"Finetune/Learning Rate": 1.2255453461685189e-05, "Finetune/Loss": 0.8064466714859009, "Finetune/Loss (Raw)": 0.8048381209373474, "Finetune/Step": 8553, "Finetune/Step Time": 12.188723566010594}
+{"Finetune/Learning Rate": 1.2253812862496076e-05, "Finetune/Loss": 0.8061930537223816, "Finetune/Loss (Raw)": 0.8374335765838623, "Finetune/Step": 8554, "Finetune/Step Time": 12.189632901921868}
+{"Finetune/Learning Rate": 1.2252172199395245e-05, "Finetune/Loss": 0.8055629730224609, "Finetune/Loss (Raw)": 0.8279173970222473, "Finetune/Step": 8555, "Finetune/Step Time": 12.19367640465498}
+{"Finetune/Learning Rate": 1.2250531472429207e-05, "Finetune/Loss": 0.8054789900779724, "Finetune/Loss (Raw)": 0.847283661365509, "Finetune/Step": 8556, "Finetune/Step Time": 12.192193109542131}
+{"Finetune/Learning Rate": 1.2248890681644499e-05, "Finetune/Loss": 0.805350124835968, "Finetune/Loss (Raw)": 0.7225556373596191, "Finetune/Step": 8557, "Finetune/Step Time": 12.191830961033702}
+{"Finetune/Learning Rate": 1.2247249827087648e-05, "Finetune/Loss": 0.8026324510574341, "Finetune/Loss (Raw)": 0.6670746803283691, "Finetune/Step": 8558, "Finetune/Step Time": 12.185810148715973}
+{"Finetune/Learning Rate": 1.2245608908805178e-05, "Finetune/Loss": 0.8031251430511475, "Finetune/Loss (Raw)": 0.8351898789405823, "Finetune/Step": 8559, "Finetune/Step Time": 12.18277027271688}
+{"Finetune/Learning Rate": 1.2243967926843627e-05, "Finetune/Loss": 0.8031414747238159, "Finetune/Loss (Raw)": 0.8548917174339294, "Finetune/Step": 8560, "Finetune/Step Time": 12.166364645585418}
+{"Finetune/Learning Rate": 1.2242326881249528e-05, "Finetune/Loss": 0.8041777014732361, "Finetune/Loss (Raw)": 0.8783568143844604, "Finetune/Step": 8561, "Finetune/Step Time": 12.166965812444687}
+{"Finetune/Learning Rate": 1.2240685772069417e-05, "Finetune/Loss": 0.804438054561615, "Finetune/Loss (Raw)": 0.6146823763847351, "Finetune/Step": 8562, "Finetune/Step Time": 12.142966490238905}
+{"Finetune/Learning Rate": 1.2239044599349823e-05, "Finetune/Loss": 0.8035784959793091, "Finetune/Loss (Raw)": 0.7699418067932129, "Finetune/Step": 8563, "Finetune/Step Time": 12.149104764685035}
+{"Finetune/Learning Rate": 1.2237403363137298e-05, "Finetune/Loss": 0.8041102886199951, "Finetune/Loss (Raw)": 0.8131956458091736, "Finetune/Step": 8564, "Finetune/Step Time": 12.14519583620131}
+{"Finetune/Learning Rate": 1.2235762063478372e-05, "Finetune/Loss": 0.8024554252624512, "Finetune/Loss (Raw)": 0.7418020367622375, "Finetune/Step": 8565, "Finetune/Step Time": 12.142818335443735}
+{"Finetune/Learning Rate": 1.2234120700419588e-05, "Finetune/Loss": 0.8016703128814697, "Finetune/Loss (Raw)": 0.7283118963241577, "Finetune/Step": 8566, "Finetune/Step Time": 12.168390691280365}
+{"Finetune/Learning Rate": 1.22324792740075e-05, "Finetune/Loss": 0.7990947961807251, "Finetune/Loss (Raw)": 0.5323418974876404, "Finetune/Step": 8567, "Finetune/Step Time": 12.176452269777656}
+{"Finetune/Learning Rate": 1.2230837784288646e-05, "Finetune/Loss": 0.800540030002594, "Finetune/Loss (Raw)": 0.7944652438163757, "Finetune/Step": 8568, "Finetune/Step Time": 12.152430579066277}
+{"Finetune/Learning Rate": 1.2229196231309575e-05, "Finetune/Loss": 0.7989776134490967, "Finetune/Loss (Raw)": 0.5979990363121033, "Finetune/Step": 8569, "Finetune/Step Time": 12.158474566414952}
+{"Finetune/Learning Rate": 1.222755461511684e-05, "Finetune/Loss": 0.7986823320388794, "Finetune/Loss (Raw)": 0.8431407809257507, "Finetune/Step": 8570, "Finetune/Step Time": 12.16061507537961}
+{"Finetune/Learning Rate": 1.222591293575699e-05, "Finetune/Loss": 0.7995448112487793, "Finetune/Loss (Raw)": 0.932590901851654, "Finetune/Step": 8571, "Finetune/Step Time": 12.157193617895246}
+{"Finetune/Learning Rate": 1.2224271193276576e-05, "Finetune/Loss": 0.7993752956390381, "Finetune/Loss (Raw)": 0.8723906874656677, "Finetune/Step": 8572, "Finetune/Step Time": 12.157231103628874}
+{"Finetune/Learning Rate": 1.2222629387722159e-05, "Finetune/Loss": 0.7987222075462341, "Finetune/Loss (Raw)": 0.7670137286186218, "Finetune/Step": 8573, "Finetune/Step Time": 12.149172317236662}
+{"Finetune/Learning Rate": 1.2220987519140291e-05, "Finetune/Loss": 0.7998877763748169, "Finetune/Loss (Raw)": 0.8432102203369141, "Finetune/Step": 8574, "Finetune/Step Time": 12.14549782127142}
+{"Finetune/Learning Rate": 1.2219345587577533e-05, "Finetune/Loss": 0.8000410199165344, "Finetune/Loss (Raw)": 0.8954442739486694, "Finetune/Step": 8575, "Finetune/Step Time": 12.13942762836814}
+{"Finetune/Learning Rate": 1.2217703593080445e-05, "Finetune/Loss": 0.8001300096511841, "Finetune/Loss (Raw)": 0.8823451399803162, "Finetune/Step": 8576, "Finetune/Step Time": 12.123088283464313}
+{"Finetune/Learning Rate": 1.221606153569559e-05, "Finetune/Loss": 0.800330638885498, "Finetune/Loss (Raw)": 0.7783507704734802, "Finetune/Step": 8577, "Finetune/Step Time": 12.117656042799354}
+{"Finetune/Learning Rate": 1.2214419415469532e-05, "Finetune/Loss": 0.8002281785011292, "Finetune/Loss (Raw)": 0.8127478361129761, "Finetune/Step": 8578, "Finetune/Step Time": 12.117703022435308}
+{"Finetune/Learning Rate": 1.2212777232448837e-05, "Finetune/Loss": 0.8025862574577332, "Finetune/Loss (Raw)": 1.0233920812606812, "Finetune/Step": 8579, "Finetune/Step Time": 12.093309557065368}
+{"Finetune/Learning Rate": 1.221113498668007e-05, "Finetune/Loss": 0.8030277490615845, "Finetune/Loss (Raw)": 0.8512848615646362, "Finetune/Step": 8580, "Finetune/Step Time": 12.086328312754631}
+{"Finetune/Learning Rate": 1.2209492678209803e-05, "Finetune/Loss": 0.8028269410133362, "Finetune/Loss (Raw)": 0.7820802927017212, "Finetune/Step": 8581, "Finetune/Step Time": 12.098665732890368}
+{"Finetune/Learning Rate": 1.2207850307084607e-05, "Finetune/Loss": 0.803155779838562, "Finetune/Loss (Raw)": 0.906853973865509, "Finetune/Step": 8582, "Finetune/Step Time": 12.070546586066484}
+{"Finetune/Learning Rate": 1.2206207873351055e-05, "Finetune/Loss": 0.8035920262336731, "Finetune/Loss (Raw)": 0.7877691388130188, "Finetune/Step": 8583, "Finetune/Step Time": 12.075085621327162}
+{"Finetune/Learning Rate": 1.220456537705572e-05, "Finetune/Loss": 0.8027990460395813, "Finetune/Loss (Raw)": 0.8428813219070435, "Finetune/Step": 8584, "Finetune/Step Time": 12.062937159091234}
+{"Finetune/Learning Rate": 1.2202922818245182e-05, "Finetune/Loss": 0.8023693561553955, "Finetune/Loss (Raw)": 0.9041616916656494, "Finetune/Step": 8585, "Finetune/Step Time": 12.068634435534477}
+{"Finetune/Learning Rate": 1.2201280196966016e-05, "Finetune/Loss": 0.8035268783569336, "Finetune/Loss (Raw)": 0.7951096296310425, "Finetune/Step": 8586, "Finetune/Step Time": 12.069674035534263}
+{"Finetune/Learning Rate": 1.2199637513264799e-05, "Finetune/Loss": 0.8039734959602356, "Finetune/Loss (Raw)": 0.8150106072425842, "Finetune/Step": 8587, "Finetune/Step Time": 12.097517086192966}
+{"Finetune/Learning Rate": 1.2197994767188124e-05, "Finetune/Loss": 0.8038210272789001, "Finetune/Loss (Raw)": 0.8578218817710876, "Finetune/Step": 8588, "Finetune/Step Time": 12.096523609012365}
+{"Finetune/Learning Rate": 1.2196351958782565e-05, "Finetune/Loss": 0.8053610324859619, "Finetune/Loss (Raw)": 0.8339700698852539, "Finetune/Step": 8589, "Finetune/Step Time": 12.075406543910503}
+{"Finetune/Learning Rate": 1.219470908809471e-05, "Finetune/Loss": 0.8068192005157471, "Finetune/Loss (Raw)": 0.9764533042907715, "Finetune/Step": 8590, "Finetune/Step Time": 12.070832474157214}
+{"Finetune/Learning Rate": 1.2193066155171144e-05, "Finetune/Loss": 0.8066741228103638, "Finetune/Loss (Raw)": 0.854510486125946, "Finetune/Step": 8591, "Finetune/Step Time": 12.071495415642858}
+{"Finetune/Learning Rate": 1.2191423160058462e-05, "Finetune/Loss": 0.8070693016052246, "Finetune/Loss (Raw)": 0.7833023071289062, "Finetune/Step": 8592, "Finetune/Step Time": 12.090326275676489}
+{"Finetune/Learning Rate": 1.2189780102803249e-05, "Finetune/Loss": 0.8089790344238281, "Finetune/Loss (Raw)": 1.0027512311935425, "Finetune/Step": 8593, "Finetune/Step Time": 12.091728841885924}
+{"Finetune/Learning Rate": 1.2188136983452097e-05, "Finetune/Loss": 0.809836208820343, "Finetune/Loss (Raw)": 0.9108552932739258, "Finetune/Step": 8594, "Finetune/Step Time": 12.072852922603488}
+{"Finetune/Learning Rate": 1.2186493802051605e-05, "Finetune/Loss": 0.8099259734153748, "Finetune/Loss (Raw)": 0.8254815936088562, "Finetune/Step": 8595, "Finetune/Step Time": 12.080064034089446}
+{"Finetune/Learning Rate": 1.2184850558648365e-05, "Finetune/Loss": 0.8102181553840637, "Finetune/Loss (Raw)": 0.8221896290779114, "Finetune/Step": 8596, "Finetune/Step Time": 12.064898673444986}
+{"Finetune/Learning Rate": 1.2183207253288975e-05, "Finetune/Loss": 0.8110613822937012, "Finetune/Loss (Raw)": 0.8272026181221008, "Finetune/Step": 8597, "Finetune/Step Time": 12.05899734608829}
+{"Finetune/Learning Rate": 1.2181563886020038e-05, "Finetune/Loss": 0.8120642900466919, "Finetune/Loss (Raw)": 0.9924086928367615, "Finetune/Step": 8598, "Finetune/Step Time": 12.050013219937682}
+{"Finetune/Learning Rate": 1.2179920456888152e-05, "Finetune/Loss": 0.8111498355865479, "Finetune/Loss (Raw)": 0.7154294848442078, "Finetune/Step": 8599, "Finetune/Step Time": 12.080992655828595}
+{"Finetune/Learning Rate": 1.2178276965939923e-05, "Finetune/Loss": 0.81198650598526, "Finetune/Loss (Raw)": 0.8875252604484558, "Finetune/Step": 8600, "Finetune/Step Time": 12.0742082092911}
+{"Finetune/Learning Rate": 1.217663341322195e-05, "Finetune/Loss": 0.8100569248199463, "Finetune/Loss (Raw)": 0.7165526747703552, "Finetune/Step": 8601, "Finetune/Step Time": 12.097727617248893}
+{"Finetune/Learning Rate": 1.2174989798780842e-05, "Finetune/Loss": 0.8071523308753967, "Finetune/Loss (Raw)": 0.5890324711799622, "Finetune/Step": 8602, "Finetune/Step Time": 12.128731558099389}
+{"Finetune/Learning Rate": 1.2173346122663212e-05, "Finetune/Loss": 0.8069324493408203, "Finetune/Loss (Raw)": 0.8058316707611084, "Finetune/Step": 8603, "Finetune/Step Time": 12.135341519489884}
+{"Finetune/Learning Rate": 1.2171702384915662e-05, "Finetune/Loss": 0.8067165613174438, "Finetune/Loss (Raw)": 0.8020685911178589, "Finetune/Step": 8604, "Finetune/Step Time": 12.140374390408397}
+{"Finetune/Learning Rate": 1.2170058585584809e-05, "Finetune/Loss": 0.8072577714920044, "Finetune/Loss (Raw)": 0.858863115310669, "Finetune/Step": 8605, "Finetune/Step Time": 12.141975939273834}
+{"Finetune/Learning Rate": 1.216841472471727e-05, "Finetune/Loss": 0.809099555015564, "Finetune/Loss (Raw)": 0.871466338634491, "Finetune/Step": 8606, "Finetune/Step Time": 12.119964120909572}
+{"Finetune/Learning Rate": 1.216677080235965e-05, "Finetune/Loss": 0.8089888095855713, "Finetune/Loss (Raw)": 0.9762630462646484, "Finetune/Step": 8607, "Finetune/Step Time": 12.12131928279996}
+{"Finetune/Learning Rate": 1.2165126818558572e-05, "Finetune/Loss": 0.8085050582885742, "Finetune/Loss (Raw)": 0.8057909607887268, "Finetune/Step": 8608, "Finetune/Step Time": 12.14036968536675}
+{"Finetune/Learning Rate": 1.216348277336066e-05, "Finetune/Loss": 0.8081288933753967, "Finetune/Loss (Raw)": 0.7583728432655334, "Finetune/Step": 8609, "Finetune/Step Time": 12.155797254294157}
+{"Finetune/Learning Rate": 1.2161838666812522e-05, "Finetune/Loss": 0.807905375957489, "Finetune/Loss (Raw)": 0.8823800683021545, "Finetune/Step": 8610, "Finetune/Step Time": 12.163439156487584}
+{"Finetune/Learning Rate": 1.216019449896079e-05, "Finetune/Loss": 0.8082581758499146, "Finetune/Loss (Raw)": 0.8259742856025696, "Finetune/Step": 8611, "Finetune/Step Time": 12.150476887822151}
+{"Finetune/Learning Rate": 1.2158550269852084e-05, "Finetune/Loss": 0.8089581727981567, "Finetune/Loss (Raw)": 0.7421857118606567, "Finetune/Step": 8612, "Finetune/Step Time": 12.123389510437846}
+{"Finetune/Learning Rate": 1.2156905979533031e-05, "Finetune/Loss": 0.8098952770233154, "Finetune/Loss (Raw)": 0.9530445337295532, "Finetune/Step": 8613, "Finetune/Step Time": 12.120511950924993}
+{"Finetune/Learning Rate": 1.2155261628050257e-05, "Finetune/Loss": 0.8099358677864075, "Finetune/Loss (Raw)": 0.8058484196662903, "Finetune/Step": 8614, "Finetune/Step Time": 12.113281976431608}
+{"Finetune/Learning Rate": 1.215361721545039e-05, "Finetune/Loss": 0.8104559779167175, "Finetune/Loss (Raw)": 0.8338245749473572, "Finetune/Step": 8615, "Finetune/Step Time": 12.09937153570354}
+{"Finetune/Learning Rate": 1.2151972741780067e-05, "Finetune/Loss": 0.8105834126472473, "Finetune/Loss (Raw)": 0.7801949381828308, "Finetune/Step": 8616, "Finetune/Step Time": 12.099169034510851}
+{"Finetune/Learning Rate": 1.2150328207085913e-05, "Finetune/Loss": 0.8104941844940186, "Finetune/Loss (Raw)": 0.7115904092788696, "Finetune/Step": 8617, "Finetune/Step Time": 12.10436350107193}
+{"Finetune/Learning Rate": 1.214868361141457e-05, "Finetune/Loss": 0.8097590804100037, "Finetune/Loss (Raw)": 0.8103827238082886, "Finetune/Step": 8618, "Finetune/Step Time": 12.100531861186028}
+{"Finetune/Learning Rate": 1.2147038954812665e-05, "Finetune/Loss": 0.809443473815918, "Finetune/Loss (Raw)": 0.8484418392181396, "Finetune/Step": 8619, "Finetune/Step Time": 12.099494868889451}
+{"Finetune/Learning Rate": 1.2145394237326842e-05, "Finetune/Loss": 0.8098897933959961, "Finetune/Loss (Raw)": 0.7865384221076965, "Finetune/Step": 8620, "Finetune/Step Time": 12.110355200245976}
+{"Finetune/Learning Rate": 1.214374945900374e-05, "Finetune/Loss": 0.8107609748840332, "Finetune/Loss (Raw)": 0.837138295173645, "Finetune/Step": 8621, "Finetune/Step Time": 12.109984075650573}
+{"Finetune/Learning Rate": 1.2142104619890001e-05, "Finetune/Loss": 0.8111203908920288, "Finetune/Loss (Raw)": 0.7444232702255249, "Finetune/Step": 8622, "Finetune/Step Time": 12.10589986667037}
+{"Finetune/Learning Rate": 1.2140459720032262e-05, "Finetune/Loss": 0.8109050393104553, "Finetune/Loss (Raw)": 0.7648631930351257, "Finetune/Step": 8623, "Finetune/Step Time": 12.104793209582567}
+{"Finetune/Learning Rate": 1.2138814759477176e-05, "Finetune/Loss": 0.8098655939102173, "Finetune/Loss (Raw)": 0.6662368774414062, "Finetune/Step": 8624, "Finetune/Step Time": 12.076012123376131}
+{"Finetune/Learning Rate": 1.2137169738271384e-05, "Finetune/Loss": 0.8100451231002808, "Finetune/Loss (Raw)": 0.8255736231803894, "Finetune/Step": 8625, "Finetune/Step Time": 12.076193418353796}
+{"Finetune/Learning Rate": 1.2135524656461535e-05, "Finetune/Loss": 0.8102060556411743, "Finetune/Loss (Raw)": 0.7307290434837341, "Finetune/Step": 8626, "Finetune/Step Time": 12.075226983055472}
+{"Finetune/Learning Rate": 1.2133879514094277e-05, "Finetune/Loss": 0.8107574582099915, "Finetune/Loss (Raw)": 0.8311947584152222, "Finetune/Step": 8627, "Finetune/Step Time": 12.06869245506823}
+{"Finetune/Learning Rate": 1.2132234311216271e-05, "Finetune/Loss": 0.8106942176818848, "Finetune/Loss (Raw)": 0.8178490400314331, "Finetune/Step": 8628, "Finetune/Step Time": 12.065255353227258}
+{"Finetune/Learning Rate": 1.2130589047874155e-05, "Finetune/Loss": 0.8101789951324463, "Finetune/Loss (Raw)": 0.8603840470314026, "Finetune/Step": 8629, "Finetune/Step Time": 12.066927261650562}
+{"Finetune/Learning Rate": 1.2128943724114597e-05, "Finetune/Loss": 0.8107495307922363, "Finetune/Loss (Raw)": 0.8530846238136292, "Finetune/Step": 8630, "Finetune/Step Time": 12.062914714217186}
+{"Finetune/Learning Rate": 1.212729833998425e-05, "Finetune/Loss": 0.8139299750328064, "Finetune/Loss (Raw)": 0.9661312103271484, "Finetune/Step": 8631, "Finetune/Step Time": 12.062120210379362}
+{"Finetune/Learning Rate": 1.2125652895529766e-05, "Finetune/Loss": 0.8138948082923889, "Finetune/Loss (Raw)": 0.8014234304428101, "Finetune/Step": 8632, "Finetune/Step Time": 12.059018151834607}
+{"Finetune/Learning Rate": 1.2124007390797814e-05, "Finetune/Loss": 0.8152765035629272, "Finetune/Loss (Raw)": 0.9129183292388916, "Finetune/Step": 8633, "Finetune/Step Time": 12.062458045780659}
+{"Finetune/Learning Rate": 1.2122361825835054e-05, "Finetune/Loss": 0.8168923854827881, "Finetune/Loss (Raw)": 0.8863807320594788, "Finetune/Step": 8634, "Finetune/Step Time": 12.03130716830492}
+{"Finetune/Learning Rate": 1.2120716200688146e-05, "Finetune/Loss": 0.8162494897842407, "Finetune/Loss (Raw)": 0.8621183037757874, "Finetune/Step": 8635, "Finetune/Step Time": 11.986042870208621}
+{"Finetune/Learning Rate": 1.2119070515403755e-05, "Finetune/Loss": 0.815888524055481, "Finetune/Loss (Raw)": 0.7585780024528503, "Finetune/Step": 8636, "Finetune/Step Time": 11.983707027509809}
+{"Finetune/Learning Rate": 1.2117424770028554e-05, "Finetune/Loss": 0.8160508871078491, "Finetune/Loss (Raw)": 0.776735782623291, "Finetune/Step": 8637, "Finetune/Step Time": 11.98587928339839}
+{"Finetune/Learning Rate": 1.2115778964609204e-05, "Finetune/Loss": 0.8151949644088745, "Finetune/Loss (Raw)": 0.8366991281509399, "Finetune/Step": 8638, "Finetune/Step Time": 11.987333672121167}
+{"Finetune/Learning Rate": 1.2114133099192383e-05, "Finetune/Loss": 0.8156973719596863, "Finetune/Loss (Raw)": 0.8307895660400391, "Finetune/Step": 8639, "Finetune/Step Time": 11.987906126305461}
+{"Finetune/Learning Rate": 1.2112487173824755e-05, "Finetune/Loss": 0.814333438873291, "Finetune/Loss (Raw)": 0.8257335424423218, "Finetune/Step": 8640, "Finetune/Step Time": 11.98404754139483}
+{"Finetune/Learning Rate": 1.2110841188553e-05, "Finetune/Loss": 0.8126946687698364, "Finetune/Loss (Raw)": 0.7382522225379944, "Finetune/Step": 8641, "Finetune/Step Time": 11.985393723472953}
+{"Finetune/Learning Rate": 1.2109195143423792e-05, "Finetune/Loss": 0.8137623071670532, "Finetune/Loss (Raw)": 0.8440598249435425, "Finetune/Step": 8642, "Finetune/Step Time": 11.991230268031359}
+{"Finetune/Learning Rate": 1.2107549038483803e-05, "Finetune/Loss": 0.8140746355056763, "Finetune/Loss (Raw)": 0.796109676361084, "Finetune/Step": 8643, "Finetune/Step Time": 11.99733591452241}
+{"Finetune/Learning Rate": 1.210590287377972e-05, "Finetune/Loss": 0.8151071071624756, "Finetune/Loss (Raw)": 0.9005457162857056, "Finetune/Step": 8644, "Finetune/Step Time": 12.000223618000746}
+{"Finetune/Learning Rate": 1.2104256649358219e-05, "Finetune/Loss": 0.8153864145278931, "Finetune/Loss (Raw)": 0.8376632332801819, "Finetune/Step": 8645, "Finetune/Step Time": 11.992514235898852}
+{"Finetune/Learning Rate": 1.2102610365265985e-05, "Finetune/Loss": 0.8179275989532471, "Finetune/Loss (Raw)": 0.91388338804245, "Finetune/Step": 8646, "Finetune/Step Time": 11.92558242380619}
+{"Finetune/Learning Rate": 1.2100964021549697e-05, "Finetune/Loss": 0.8179324269294739, "Finetune/Loss (Raw)": 0.7994728088378906, "Finetune/Step": 8647, "Finetune/Step Time": 11.92668672837317}
+{"Finetune/Learning Rate": 1.2099317618256046e-05, "Finetune/Loss": 0.8174726366996765, "Finetune/Loss (Raw)": 0.7228770852088928, "Finetune/Step": 8648, "Finetune/Step Time": 11.88112698495388}
+{"Finetune/Learning Rate": 1.2097671155431718e-05, "Finetune/Loss": 0.8165959715843201, "Finetune/Loss (Raw)": 0.7792345881462097, "Finetune/Step": 8649, "Finetune/Step Time": 11.888853207230568}
+{"Finetune/Learning Rate": 1.2096024633123397e-05, "Finetune/Loss": 0.8170467615127563, "Finetune/Loss (Raw)": 0.8850234746932983, "Finetune/Step": 8650, "Finetune/Step Time": 11.91139573045075}
+{"Finetune/Learning Rate": 1.2094378051377782e-05, "Finetune/Loss": 0.8174225687980652, "Finetune/Loss (Raw)": 0.8760161399841309, "Finetune/Step": 8651, "Finetune/Step Time": 11.89972291700542}
+{"Finetune/Learning Rate": 1.209273141024156e-05, "Finetune/Loss": 0.8177673816680908, "Finetune/Loss (Raw)": 0.8456630110740662, "Finetune/Step": 8652, "Finetune/Step Time": 11.882959833368659}
+{"Finetune/Learning Rate": 1.2091084709761422e-05, "Finetune/Loss": 0.8181394338607788, "Finetune/Loss (Raw)": 0.7667208909988403, "Finetune/Step": 8653, "Finetune/Step Time": 11.860826222226024}
+{"Finetune/Learning Rate": 1.2089437949984074e-05, "Finetune/Loss": 0.8188988566398621, "Finetune/Loss (Raw)": 0.776631236076355, "Finetune/Step": 8654, "Finetune/Step Time": 11.869718749076128}
+{"Finetune/Learning Rate": 1.2087791130956203e-05, "Finetune/Loss": 0.8180065155029297, "Finetune/Loss (Raw)": 0.8449121117591858, "Finetune/Step": 8655, "Finetune/Step Time": 11.871884476393461}
+{"Finetune/Learning Rate": 1.2086144252724514e-05, "Finetune/Loss": 0.8194077610969543, "Finetune/Loss (Raw)": 0.843348503112793, "Finetune/Step": 8656, "Finetune/Step Time": 11.866464665159583}
+{"Finetune/Learning Rate": 1.2084497315335705e-05, "Finetune/Loss": 0.8199974298477173, "Finetune/Loss (Raw)": 0.7448005676269531, "Finetune/Step": 8657, "Finetune/Step Time": 11.836706209927797}
+{"Finetune/Learning Rate": 1.2082850318836484e-05, "Finetune/Loss": 0.820347011089325, "Finetune/Loss (Raw)": 0.7186497449874878, "Finetune/Step": 8658, "Finetune/Step Time": 11.820172648876905}
+{"Finetune/Learning Rate": 1.2081203263273546e-05, "Finetune/Loss": 0.8187384605407715, "Finetune/Loss (Raw)": 0.7774642109870911, "Finetune/Step": 8659, "Finetune/Step Time": 11.796337140724063}
+{"Finetune/Learning Rate": 1.2079556148693602e-05, "Finetune/Loss": 0.8190833330154419, "Finetune/Loss (Raw)": 0.7966160178184509, "Finetune/Step": 8660, "Finetune/Step Time": 11.785383477807045}
+{"Finetune/Learning Rate": 1.2077908975143362e-05, "Finetune/Loss": 0.8170536160469055, "Finetune/Loss (Raw)": 0.7663475275039673, "Finetune/Step": 8661, "Finetune/Step Time": 11.787182426080108}
+{"Finetune/Learning Rate": 1.207626174266953e-05, "Finetune/Loss": 0.8173080682754517, "Finetune/Loss (Raw)": 0.8183901906013489, "Finetune/Step": 8662, "Finetune/Step Time": 11.783362042158842}
+{"Finetune/Learning Rate": 1.207461445131882e-05, "Finetune/Loss": 0.8196495771408081, "Finetune/Loss (Raw)": 1.0535811185836792, "Finetune/Step": 8663, "Finetune/Step Time": 11.787777557969093}
+{"Finetune/Learning Rate": 1.2072967101137942e-05, "Finetune/Loss": 0.8188350200653076, "Finetune/Loss (Raw)": 0.7047678828239441, "Finetune/Step": 8664, "Finetune/Step Time": 11.78061711601913}
+{"Finetune/Learning Rate": 1.2071319692173613e-05, "Finetune/Loss": 0.8179613947868347, "Finetune/Loss (Raw)": 0.8918718099594116, "Finetune/Step": 8665, "Finetune/Step Time": 11.780617892742157}
+{"Finetune/Learning Rate": 1.2069672224472548e-05, "Finetune/Loss": 0.8172265291213989, "Finetune/Loss (Raw)": 0.7963756322860718, "Finetune/Step": 8666, "Finetune/Step Time": 11.78211005590856}
+{"Finetune/Learning Rate": 1.2068024698081462e-05, "Finetune/Loss": 0.8180257678031921, "Finetune/Loss (Raw)": 0.8042871356010437, "Finetune/Step": 8667, "Finetune/Step Time": 11.772600915282965}
+{"Finetune/Learning Rate": 1.2066377113047078e-05, "Finetune/Loss": 0.8186003565788269, "Finetune/Loss (Raw)": 0.8672926425933838, "Finetune/Step": 8668, "Finetune/Step Time": 11.78098232857883}
+{"Finetune/Learning Rate": 1.2064729469416114e-05, "Finetune/Loss": 0.8182299733161926, "Finetune/Loss (Raw)": 0.8733333945274353, "Finetune/Step": 8669, "Finetune/Step Time": 11.777120552957058}
+{"Finetune/Learning Rate": 1.2063081767235296e-05, "Finetune/Loss": 0.8170650005340576, "Finetune/Loss (Raw)": 0.7281768321990967, "Finetune/Step": 8670, "Finetune/Step Time": 11.773063095286489}
+{"Finetune/Learning Rate": 1.2061434006551343e-05, "Finetune/Loss": 0.8194880485534668, "Finetune/Loss (Raw)": 0.8471530079841614, "Finetune/Step": 8671, "Finetune/Step Time": 11.74704047292471}
+{"Finetune/Learning Rate": 1.2059786187410984e-05, "Finetune/Loss": 0.8187780380249023, "Finetune/Loss (Raw)": 0.8808143734931946, "Finetune/Step": 8672, "Finetune/Step Time": 11.749156830832362}
+{"Finetune/Learning Rate": 1.205813830986095e-05, "Finetune/Loss": 0.8191909790039062, "Finetune/Loss (Raw)": 0.7981647849082947, "Finetune/Step": 8673, "Finetune/Step Time": 11.745985615998507}
+{"Finetune/Learning Rate": 1.205649037394796e-05, "Finetune/Loss": 0.8195070028305054, "Finetune/Loss (Raw)": 0.8861504793167114, "Finetune/Step": 8674, "Finetune/Step Time": 11.768659682944417}
+{"Finetune/Learning Rate": 1.2054842379718755e-05, "Finetune/Loss": 0.8179892897605896, "Finetune/Loss (Raw)": 0.528865396976471, "Finetune/Step": 8675, "Finetune/Step Time": 11.786505250260234}
+{"Finetune/Learning Rate": 1.2053194327220061e-05, "Finetune/Loss": 0.8173426985740662, "Finetune/Loss (Raw)": 0.8031391501426697, "Finetune/Step": 8676, "Finetune/Step Time": 11.78442431986332}
+{"Finetune/Learning Rate": 1.2051546216498615e-05, "Finetune/Loss": 0.8172909617424011, "Finetune/Loss (Raw)": 0.8256019949913025, "Finetune/Step": 8677, "Finetune/Step Time": 11.78506020270288}
+{"Finetune/Learning Rate": 1.2049898047601152e-05, "Finetune/Loss": 0.8183951377868652, "Finetune/Loss (Raw)": 0.9265244603157043, "Finetune/Step": 8678, "Finetune/Step Time": 11.78007666952908}
+{"Finetune/Learning Rate": 1.2048249820574411e-05, "Finetune/Loss": 0.8185442686080933, "Finetune/Loss (Raw)": 0.8277209401130676, "Finetune/Step": 8679, "Finetune/Step Time": 11.792697070166469}
+{"Finetune/Learning Rate": 1.2046601535465127e-05, "Finetune/Loss": 0.8167536854743958, "Finetune/Loss (Raw)": 0.6603720188140869, "Finetune/Step": 8680, "Finetune/Step Time": 11.79239584878087}
+{"Finetune/Learning Rate": 1.2044953192320044e-05, "Finetune/Loss": 0.8179152607917786, "Finetune/Loss (Raw)": 0.9535250067710876, "Finetune/Step": 8681, "Finetune/Step Time": 11.811038378626108}
+{"Finetune/Learning Rate": 1.2043304791185906e-05, "Finetune/Loss": 0.818111777305603, "Finetune/Loss (Raw)": 0.8625865578651428, "Finetune/Step": 8682, "Finetune/Step Time": 11.834975123405457}
+{"Finetune/Learning Rate": 1.2041656332109453e-05, "Finetune/Loss": 0.8178005218505859, "Finetune/Loss (Raw)": 0.7880711555480957, "Finetune/Step": 8683, "Finetune/Step Time": 11.830756589770317}
+{"Finetune/Learning Rate": 1.2040007815137431e-05, "Finetune/Loss": 0.8178812265396118, "Finetune/Loss (Raw)": 0.8576196432113647, "Finetune/Step": 8684, "Finetune/Step Time": 11.829954337328672}
+{"Finetune/Learning Rate": 1.2038359240316589e-05, "Finetune/Loss": 0.8185768127441406, "Finetune/Loss (Raw)": 0.8115910887718201, "Finetune/Step": 8685, "Finetune/Step Time": 11.858565259724855}
+{"Finetune/Learning Rate": 1.2036710607693673e-05, "Finetune/Loss": 0.8184731602668762, "Finetune/Loss (Raw)": 0.6538086533546448, "Finetune/Step": 8686, "Finetune/Step Time": 11.88559409417212}
+{"Finetune/Learning Rate": 1.2035061917315441e-05, "Finetune/Loss": 0.8180649280548096, "Finetune/Loss (Raw)": 0.7829294204711914, "Finetune/Step": 8687, "Finetune/Step Time": 11.8876137342304}
+{"Finetune/Learning Rate": 1.2033413169228636e-05, "Finetune/Loss": 0.8174777626991272, "Finetune/Loss (Raw)": 0.779741108417511, "Finetune/Step": 8688, "Finetune/Step Time": 11.88622866384685}
+{"Finetune/Learning Rate": 1.2031764363480017e-05, "Finetune/Loss": 0.8169733881950378, "Finetune/Loss (Raw)": 0.81379634141922, "Finetune/Step": 8689, "Finetune/Step Time": 11.888703843578696}
+{"Finetune/Learning Rate": 1.2030115500116338e-05, "Finetune/Loss": 0.8173178434371948, "Finetune/Loss (Raw)": 0.6587675213813782, "Finetune/Step": 8690, "Finetune/Step Time": 11.902635660022497}
+{"Finetune/Learning Rate": 1.2028466579184355e-05, "Finetune/Loss": 0.8176138401031494, "Finetune/Loss (Raw)": 0.8078251481056213, "Finetune/Step": 8691, "Finetune/Step Time": 11.897826969623566}
+{"Finetune/Learning Rate": 1.202681760073083e-05, "Finetune/Loss": 0.8176016807556152, "Finetune/Loss (Raw)": 0.8116465210914612, "Finetune/Step": 8692, "Finetune/Step Time": 11.90246045216918}
+{"Finetune/Learning Rate": 1.202516856480252e-05, "Finetune/Loss": 0.818089485168457, "Finetune/Loss (Raw)": 0.804240345954895, "Finetune/Step": 8693, "Finetune/Step Time": 11.902189914137125}
+{"Finetune/Learning Rate": 1.2023519471446192e-05, "Finetune/Loss": 0.8191585540771484, "Finetune/Loss (Raw)": 0.8651539087295532, "Finetune/Step": 8694, "Finetune/Step Time": 11.885312143713236}
+{"Finetune/Learning Rate": 1.2021870320708599e-05, "Finetune/Loss": 0.8202552199363708, "Finetune/Loss (Raw)": 0.6727112531661987, "Finetune/Step": 8695, "Finetune/Step Time": 11.856814119964838}
+{"Finetune/Learning Rate": 1.2020221112636518e-05, "Finetune/Loss": 0.8202282190322876, "Finetune/Loss (Raw)": 0.7910071611404419, "Finetune/Step": 8696, "Finetune/Step Time": 11.851318953558803}
+{"Finetune/Learning Rate": 1.201857184727671e-05, "Finetune/Loss": 0.8225065469741821, "Finetune/Loss (Raw)": 0.8896297216415405, "Finetune/Step": 8697, "Finetune/Step Time": 11.850794969126582}
+{"Finetune/Learning Rate": 1.2016922524675945e-05, "Finetune/Loss": 0.8215608596801758, "Finetune/Loss (Raw)": 0.7220919132232666, "Finetune/Step": 8698, "Finetune/Step Time": 11.862931495532393}
+{"Finetune/Learning Rate": 1.2015273144880992e-05, "Finetune/Loss": 0.8216149806976318, "Finetune/Loss (Raw)": 0.9395177960395813, "Finetune/Step": 8699, "Finetune/Step Time": 11.860109524801373}
+{"Finetune/Learning Rate": 1.2013623707938622e-05, "Finetune/Loss": 0.8213433027267456, "Finetune/Loss (Raw)": 0.8376179337501526, "Finetune/Step": 8700, "Finetune/Step Time": 11.856349842622876}
+{"Finetune/Learning Rate": 1.2011974213895614e-05, "Finetune/Loss": 0.821572482585907, "Finetune/Loss (Raw)": 0.7963479161262512, "Finetune/Step": 8701, "Finetune/Step Time": 11.857889033854008}
+{"Finetune/Learning Rate": 1.2010324662798734e-05, "Finetune/Loss": 0.821784496307373, "Finetune/Loss (Raw)": 0.8703503012657166, "Finetune/Step": 8702, "Finetune/Step Time": 11.86556844972074}
+{"Finetune/Learning Rate": 1.2008675054694763e-05, "Finetune/Loss": 0.8205211162567139, "Finetune/Loss (Raw)": 0.7337288856506348, "Finetune/Step": 8703, "Finetune/Step Time": 11.871664011850953}
+{"Finetune/Learning Rate": 1.2007025389630484e-05, "Finetune/Loss": 0.817916750907898, "Finetune/Loss (Raw)": 0.5489909052848816, "Finetune/Step": 8704, "Finetune/Step Time": 11.899597426876426}
+{"Finetune/Learning Rate": 1.2005375667652667e-05, "Finetune/Loss": 0.8191605806350708, "Finetune/Loss (Raw)": 0.9375635981559753, "Finetune/Step": 8705, "Finetune/Step Time": 11.903502222150564}
+{"Finetune/Learning Rate": 1.20037258888081e-05, "Finetune/Loss": 0.818824052810669, "Finetune/Loss (Raw)": 0.7696651816368103, "Finetune/Step": 8706, "Finetune/Step Time": 11.90769349783659}
+{"Finetune/Learning Rate": 1.2002076053143568e-05, "Finetune/Loss": 0.8175133466720581, "Finetune/Loss (Raw)": 0.8556247353553772, "Finetune/Step": 8707, "Finetune/Step Time": 11.909080907702446}
+{"Finetune/Learning Rate": 1.2000426160705849e-05, "Finetune/Loss": 0.8172968626022339, "Finetune/Loss (Raw)": 0.8235763907432556, "Finetune/Step": 8708, "Finetune/Step Time": 11.90239422954619}
+{"Finetune/Learning Rate": 1.1998776211541732e-05, "Finetune/Loss": 0.8169950246810913, "Finetune/Loss (Raw)": 0.743441104888916, "Finetune/Step": 8709, "Finetune/Step Time": 11.885705875232816}
+{"Finetune/Learning Rate": 1.199712620569801e-05, "Finetune/Loss": 0.8164422512054443, "Finetune/Loss (Raw)": 0.836097776889801, "Finetune/Step": 8710, "Finetune/Step Time": 11.877050496637821}
+{"Finetune/Learning Rate": 1.1995476143221462e-05, "Finetune/Loss": 0.816432535648346, "Finetune/Loss (Raw)": 0.7865241765975952, "Finetune/Step": 8711, "Finetune/Step Time": 11.865919617936015}
+{"Finetune/Learning Rate": 1.1993826024158887e-05, "Finetune/Loss": 0.81744384765625, "Finetune/Loss (Raw)": 0.9723342061042786, "Finetune/Step": 8712, "Finetune/Step Time": 11.877206455916166}
+{"Finetune/Learning Rate": 1.1992175848557076e-05, "Finetune/Loss": 0.8167375326156616, "Finetune/Loss (Raw)": 0.8137509822845459, "Finetune/Step": 8713, "Finetune/Step Time": 11.880912449210882}
+{"Finetune/Learning Rate": 1.1990525616462825e-05, "Finetune/Loss": 0.817033052444458, "Finetune/Loss (Raw)": 0.8329308032989502, "Finetune/Step": 8714, "Finetune/Step Time": 11.885634683072567}
+{"Finetune/Learning Rate": 1.1988875327922923e-05, "Finetune/Loss": 0.8175873756408691, "Finetune/Loss (Raw)": 0.8859690427780151, "Finetune/Step": 8715, "Finetune/Step Time": 11.842429718002677}
+{"Finetune/Learning Rate": 1.1987224982984176e-05, "Finetune/Loss": 0.8171648979187012, "Finetune/Loss (Raw)": 0.8037480115890503, "Finetune/Step": 8716, "Finetune/Step Time": 11.840388661250472}
+{"Finetune/Learning Rate": 1.1985574581693378e-05, "Finetune/Loss": 0.8167911767959595, "Finetune/Loss (Raw)": 0.7861262559890747, "Finetune/Step": 8717, "Finetune/Step Time": 11.838957754895091}
+{"Finetune/Learning Rate": 1.1983924124097333e-05, "Finetune/Loss": 0.8167809247970581, "Finetune/Loss (Raw)": 0.9751498103141785, "Finetune/Step": 8718, "Finetune/Step Time": 11.835829323157668}
+{"Finetune/Learning Rate": 1.1982273610242839e-05, "Finetune/Loss": 0.8167881965637207, "Finetune/Loss (Raw)": 0.8554362058639526, "Finetune/Step": 8719, "Finetune/Step Time": 11.844596959650517}
+{"Finetune/Learning Rate": 1.1980623040176704e-05, "Finetune/Loss": 0.8162736892700195, "Finetune/Loss (Raw)": 0.7174542546272278, "Finetune/Step": 8720, "Finetune/Step Time": 11.833515184000134}
+{"Finetune/Learning Rate": 1.1978972413945732e-05, "Finetune/Loss": 0.8150668740272522, "Finetune/Loss (Raw)": 0.8482702970504761, "Finetune/Step": 8721, "Finetune/Step Time": 11.83307333290577}
+{"Finetune/Learning Rate": 1.197732173159673e-05, "Finetune/Loss": 0.8136159181594849, "Finetune/Loss (Raw)": 0.725139319896698, "Finetune/Step": 8722, "Finetune/Step Time": 11.861045598983765}
+{"Finetune/Learning Rate": 1.1975670993176503e-05, "Finetune/Loss": 0.8132889866828918, "Finetune/Loss (Raw)": 0.7836263179779053, "Finetune/Step": 8723, "Finetune/Step Time": 11.851526709273458}
+{"Finetune/Learning Rate": 1.1974020198731867e-05, "Finetune/Loss": 0.8134025931358337, "Finetune/Loss (Raw)": 0.8367332816123962, "Finetune/Step": 8724, "Finetune/Step Time": 11.856101313605905}
+{"Finetune/Learning Rate": 1.1972369348309632e-05, "Finetune/Loss": 0.8133991956710815, "Finetune/Loss (Raw)": 0.8267681002616882, "Finetune/Step": 8725, "Finetune/Step Time": 11.88094755448401}
+{"Finetune/Learning Rate": 1.1970718441956608e-05, "Finetune/Loss": 0.8127992153167725, "Finetune/Loss (Raw)": 0.9156167507171631, "Finetune/Step": 8726, "Finetune/Step Time": 11.882564345374703}
+{"Finetune/Learning Rate": 1.1969067479719615e-05, "Finetune/Loss": 0.8137533068656921, "Finetune/Loss (Raw)": 0.8375464677810669, "Finetune/Step": 8727, "Finetune/Step Time": 11.86643235757947}
+{"Finetune/Learning Rate": 1.196741646164547e-05, "Finetune/Loss": 0.8126718997955322, "Finetune/Loss (Raw)": 0.749106764793396, "Finetune/Step": 8728, "Finetune/Step Time": 11.86840066127479}
+{"Finetune/Learning Rate": 1.1965765387780988e-05, "Finetune/Loss": 0.814272940158844, "Finetune/Loss (Raw)": 0.9214848279953003, "Finetune/Step": 8729, "Finetune/Step Time": 11.846310326829553}
+{"Finetune/Learning Rate": 1.1964114258172986e-05, "Finetune/Loss": 0.8159744143486023, "Finetune/Loss (Raw)": 0.806821882724762, "Finetune/Step": 8730, "Finetune/Step Time": 11.823052231222391}
+{"Finetune/Learning Rate": 1.1962463072868291e-05, "Finetune/Loss": 0.814603865146637, "Finetune/Loss (Raw)": 0.630401611328125, "Finetune/Step": 8731, "Finetune/Step Time": 11.840706646442413}
+{"Finetune/Learning Rate": 1.1960811831913723e-05, "Finetune/Loss": 0.8148725628852844, "Finetune/Loss (Raw)": 0.8364624977111816, "Finetune/Step": 8732, "Finetune/Step Time": 11.841262478381395}
+{"Finetune/Learning Rate": 1.195916053535611e-05, "Finetune/Loss": 0.8133139610290527, "Finetune/Loss (Raw)": 0.6593641042709351, "Finetune/Step": 8733, "Finetune/Step Time": 11.840966057032347}
+{"Finetune/Learning Rate": 1.1957509183242273e-05, "Finetune/Loss": 0.8134275674819946, "Finetune/Loss (Raw)": 0.8860044479370117, "Finetune/Step": 8734, "Finetune/Step Time": 11.839337019249797}
+{"Finetune/Learning Rate": 1.1955857775619041e-05, "Finetune/Loss": 0.8126762509346008, "Finetune/Loss (Raw)": 0.8800947666168213, "Finetune/Step": 8735, "Finetune/Step Time": 11.838417457416654}
+{"Finetune/Learning Rate": 1.1954206312533246e-05, "Finetune/Loss": 0.8123058676719666, "Finetune/Loss (Raw)": 0.7583880424499512, "Finetune/Step": 8736, "Finetune/Step Time": 11.8234857134521}
+{"Finetune/Learning Rate": 1.1952554794031714e-05, "Finetune/Loss": 0.8118685483932495, "Finetune/Loss (Raw)": 0.7023868560791016, "Finetune/Step": 8737, "Finetune/Step Time": 11.829356469213963}
+{"Finetune/Learning Rate": 1.1950903220161286e-05, "Finetune/Loss": 0.8122386932373047, "Finetune/Loss (Raw)": 0.9297585487365723, "Finetune/Step": 8738, "Finetune/Step Time": 11.819246236234903}
+{"Finetune/Learning Rate": 1.1949251590968784e-05, "Finetune/Loss": 0.8124205470085144, "Finetune/Loss (Raw)": 0.8492531776428223, "Finetune/Step": 8739, "Finetune/Step Time": 11.836444899439812}
+{"Finetune/Learning Rate": 1.1947599906501055e-05, "Finetune/Loss": 0.8135460615158081, "Finetune/Loss (Raw)": 0.8862593173980713, "Finetune/Step": 8740, "Finetune/Step Time": 11.84504959359765}
+{"Finetune/Learning Rate": 1.1945948166804928e-05, "Finetune/Loss": 0.8120094537734985, "Finetune/Loss (Raw)": 0.7563530206680298, "Finetune/Step": 8741, "Finetune/Step Time": 11.85027376934886}
+{"Finetune/Learning Rate": 1.1944296371927245e-05, "Finetune/Loss": 0.8117811679840088, "Finetune/Loss (Raw)": 0.7766343951225281, "Finetune/Step": 8742, "Finetune/Step Time": 11.84331450983882}
+{"Finetune/Learning Rate": 1.1942644521914846e-05, "Finetune/Loss": 0.8111399412155151, "Finetune/Loss (Raw)": 0.7517386078834534, "Finetune/Step": 8743, "Finetune/Step Time": 11.843142522498965}
+{"Finetune/Learning Rate": 1.1940992616814572e-05, "Finetune/Loss": 0.8112512826919556, "Finetune/Loss (Raw)": 0.7944483757019043, "Finetune/Step": 8744, "Finetune/Step Time": 11.860818076878786}
+{"Finetune/Learning Rate": 1.1939340656673269e-05, "Finetune/Loss": 0.8118631839752197, "Finetune/Loss (Raw)": 0.7899090051651001, "Finetune/Step": 8745, "Finetune/Step Time": 11.85906146094203}
+{"Finetune/Learning Rate": 1.1937688641537779e-05, "Finetune/Loss": 0.8108575344085693, "Finetune/Loss (Raw)": 0.6816698312759399, "Finetune/Step": 8746, "Finetune/Step Time": 11.875015672296286}
+{"Finetune/Learning Rate": 1.1936036571454946e-05, "Finetune/Loss": 0.810601532459259, "Finetune/Loss (Raw)": 0.815669596195221, "Finetune/Step": 8747, "Finetune/Step Time": 11.875549403950572}
+{"Finetune/Learning Rate": 1.1934384446471622e-05, "Finetune/Loss": 0.8111538887023926, "Finetune/Loss (Raw)": 0.8572383522987366, "Finetune/Step": 8748, "Finetune/Step Time": 11.870721071958542}
+{"Finetune/Learning Rate": 1.193273226663466e-05, "Finetune/Loss": 0.8107341527938843, "Finetune/Loss (Raw)": 0.7834067940711975, "Finetune/Step": 8749, "Finetune/Step Time": 11.865536492317915}
+{"Finetune/Learning Rate": 1.1931080031990905e-05, "Finetune/Loss": 0.8110271692276001, "Finetune/Loss (Raw)": 0.7819397449493408, "Finetune/Step": 8750, "Finetune/Step Time": 11.866630287840962}
+{"Finetune/Learning Rate": 1.1929427742587207e-05, "Finetune/Loss": 0.812751054763794, "Finetune/Loss (Raw)": 0.9855161905288696, "Finetune/Step": 8751, "Finetune/Step Time": 11.887802017852664}
+{"Finetune/Learning Rate": 1.1927775398470432e-05, "Finetune/Loss": 0.8139214515686035, "Finetune/Loss (Raw)": 0.8160532116889954, "Finetune/Step": 8752, "Finetune/Step Time": 11.899926399812102}
+{"Finetune/Learning Rate": 1.1926122999687423e-05, "Finetune/Loss": 0.8128570318222046, "Finetune/Loss (Raw)": 0.689329206943512, "Finetune/Step": 8753, "Finetune/Step Time": 11.897138206288218}
+{"Finetune/Learning Rate": 1.1924470546285043e-05, "Finetune/Loss": 0.813582181930542, "Finetune/Loss (Raw)": 0.8235397934913635, "Finetune/Step": 8754, "Finetune/Step Time": 11.9098838288337}
+{"Finetune/Learning Rate": 1.1922818038310155e-05, "Finetune/Loss": 0.8129917979240417, "Finetune/Loss (Raw)": 0.7556222081184387, "Finetune/Step": 8755, "Finetune/Step Time": 11.908752804622054}
+{"Finetune/Learning Rate": 1.1921165475809612e-05, "Finetune/Loss": 0.812895655632019, "Finetune/Loss (Raw)": 0.8055473566055298, "Finetune/Step": 8756, "Finetune/Step Time": 11.91346811875701}
+{"Finetune/Learning Rate": 1.191951285883028e-05, "Finetune/Loss": 0.8126463890075684, "Finetune/Loss (Raw)": 0.828480064868927, "Finetune/Step": 8757, "Finetune/Step Time": 11.923819553107023}
+{"Finetune/Learning Rate": 1.1917860187419022e-05, "Finetune/Loss": 0.8129614591598511, "Finetune/Loss (Raw)": 0.893417239189148, "Finetune/Step": 8758, "Finetune/Step Time": 11.929694972932339}
+{"Finetune/Learning Rate": 1.1916207461622702e-05, "Finetune/Loss": 0.8123400211334229, "Finetune/Loss (Raw)": 0.8865785002708435, "Finetune/Step": 8759, "Finetune/Step Time": 11.912756133824587}
+{"Finetune/Learning Rate": 1.1914554681488188e-05, "Finetune/Loss": 0.8129969835281372, "Finetune/Loss (Raw)": 0.8855127692222595, "Finetune/Step": 8760, "Finetune/Step Time": 11.91676471568644}
+{"Finetune/Learning Rate": 1.1912901847062346e-05, "Finetune/Loss": 0.8130130767822266, "Finetune/Loss (Raw)": 0.9149799346923828, "Finetune/Step": 8761, "Finetune/Step Time": 11.966940235346556}
+{"Finetune/Learning Rate": 1.191124895839205e-05, "Finetune/Loss": 0.8127034902572632, "Finetune/Loss (Raw)": 0.8467642664909363, "Finetune/Step": 8762, "Finetune/Step Time": 11.965099511668086}
+{"Finetune/Learning Rate": 1.1909596015524165e-05, "Finetune/Loss": 0.8124865889549255, "Finetune/Loss (Raw)": 0.834347128868103, "Finetune/Step": 8763, "Finetune/Step Time": 11.963393576443195}
+{"Finetune/Learning Rate": 1.190794301850557e-05, "Finetune/Loss": 0.8127200603485107, "Finetune/Loss (Raw)": 0.7884635925292969, "Finetune/Step": 8764, "Finetune/Step Time": 11.970440743491054}
+{"Finetune/Learning Rate": 1.1906289967383135e-05, "Finetune/Loss": 0.8127579689025879, "Finetune/Loss (Raw)": 0.7815892696380615, "Finetune/Step": 8765, "Finetune/Step Time": 11.959632348269224}
+{"Finetune/Learning Rate": 1.1904636862203737e-05, "Finetune/Loss": 0.8132916688919067, "Finetune/Loss (Raw)": 0.9050081968307495, "Finetune/Step": 8766, "Finetune/Step Time": 11.95768509246409}
+{"Finetune/Learning Rate": 1.1902983703014257e-05, "Finetune/Loss": 0.8140510320663452, "Finetune/Loss (Raw)": 0.9279864430427551, "Finetune/Step": 8767, "Finetune/Step Time": 11.960600016638637}
+{"Finetune/Learning Rate": 1.1901330489861564e-05, "Finetune/Loss": 0.8136637210845947, "Finetune/Loss (Raw)": 0.7761646509170532, "Finetune/Step": 8768, "Finetune/Step Time": 11.958736155182123}
+{"Finetune/Learning Rate": 1.189967722279255e-05, "Finetune/Loss": 0.8144127130508423, "Finetune/Loss (Raw)": 0.8341292142868042, "Finetune/Step": 8769, "Finetune/Step Time": 11.963411478325725}
+{"Finetune/Learning Rate": 1.1898023901854092e-05, "Finetune/Loss": 0.8133940100669861, "Finetune/Loss (Raw)": 0.713655948638916, "Finetune/Step": 8770, "Finetune/Step Time": 11.948059592396021}
+{"Finetune/Learning Rate": 1.189637052709307e-05, "Finetune/Loss": 0.813728392124176, "Finetune/Loss (Raw)": 0.8389089703559875, "Finetune/Step": 8771, "Finetune/Step Time": 11.945089550688863}
+{"Finetune/Learning Rate": 1.1894717098556376e-05, "Finetune/Loss": 0.8125351667404175, "Finetune/Loss (Raw)": 0.7478161454200745, "Finetune/Step": 8772, "Finetune/Step Time": 11.946788631379604}
+{"Finetune/Learning Rate": 1.1893063616290891e-05, "Finetune/Loss": 0.8121893405914307, "Finetune/Loss (Raw)": 0.7933975458145142, "Finetune/Step": 8773, "Finetune/Step Time": 11.956731727346778}
+{"Finetune/Learning Rate": 1.1891410080343508e-05, "Finetune/Loss": 0.8104934692382812, "Finetune/Loss (Raw)": 0.6968145370483398, "Finetune/Step": 8774, "Finetune/Step Time": 11.965007692575455}
+{"Finetune/Learning Rate": 1.1889756490761109e-05, "Finetune/Loss": 0.8106350898742676, "Finetune/Loss (Raw)": 0.8176029920578003, "Finetune/Step": 8775, "Finetune/Step Time": 11.959434540942311}
+{"Finetune/Learning Rate": 1.1888102847590592e-05, "Finetune/Loss": 0.8116564750671387, "Finetune/Loss (Raw)": 0.8536018133163452, "Finetune/Step": 8776, "Finetune/Step Time": 11.95758038945496}
+{"Finetune/Learning Rate": 1.1886449150878848e-05, "Finetune/Loss": 0.8123517632484436, "Finetune/Loss (Raw)": 0.868240475654602, "Finetune/Step": 8777, "Finetune/Step Time": 11.954939290881157}
+{"Finetune/Learning Rate": 1.1884795400672769e-05, "Finetune/Loss": 0.8128547072410583, "Finetune/Loss (Raw)": 0.949398934841156, "Finetune/Step": 8778, "Finetune/Step Time": 11.955952282994986}
+{"Finetune/Learning Rate": 1.1883141597019252e-05, "Finetune/Loss": 0.8128985166549683, "Finetune/Loss (Raw)": 0.8816260099411011, "Finetune/Step": 8779, "Finetune/Step Time": 11.954010512679815}
+{"Finetune/Learning Rate": 1.1881487739965197e-05, "Finetune/Loss": 0.8132178783416748, "Finetune/Loss (Raw)": 0.8865408301353455, "Finetune/Step": 8780, "Finetune/Step Time": 11.959103686735034}
+{"Finetune/Learning Rate": 1.1879833829557497e-05, "Finetune/Loss": 0.8140041828155518, "Finetune/Loss (Raw)": 0.8673684597015381, "Finetune/Step": 8781, "Finetune/Step Time": 11.954306719824672}
+{"Finetune/Learning Rate": 1.1878179865843054e-05, "Finetune/Loss": 0.8148684501647949, "Finetune/Loss (Raw)": 0.8872486352920532, "Finetune/Step": 8782, "Finetune/Step Time": 11.94261989928782}
+{"Finetune/Learning Rate": 1.1876525848868773e-05, "Finetune/Loss": 0.8147392272949219, "Finetune/Loss (Raw)": 0.8283828496932983, "Finetune/Step": 8783, "Finetune/Step Time": 11.961619084700942}
+{"Finetune/Learning Rate": 1.1874871778681555e-05, "Finetune/Loss": 0.8141301870346069, "Finetune/Loss (Raw)": 0.7653888463973999, "Finetune/Step": 8784, "Finetune/Step Time": 11.968132780864835}
+{"Finetune/Learning Rate": 1.1873217655328303e-05, "Finetune/Loss": 0.8136506676673889, "Finetune/Loss (Raw)": 0.68342125415802, "Finetune/Step": 8785, "Finetune/Step Time": 11.981894489377737}
+{"Finetune/Learning Rate": 1.1871563478855928e-05, "Finetune/Loss": 0.8151674270629883, "Finetune/Loss (Raw)": 0.9127894639968872, "Finetune/Step": 8786, "Finetune/Step Time": 11.985361019149423}
+{"Finetune/Learning Rate": 1.1869909249311333e-05, "Finetune/Loss": 0.815657377243042, "Finetune/Loss (Raw)": 0.8401792645454407, "Finetune/Step": 8787, "Finetune/Step Time": 12.010769322514534}
+{"Finetune/Learning Rate": 1.186825496674143e-05, "Finetune/Loss": 0.815497875213623, "Finetune/Loss (Raw)": 0.7761947512626648, "Finetune/Step": 8788, "Finetune/Step Time": 12.031569376587868}
+{"Finetune/Learning Rate": 1.1866600631193129e-05, "Finetune/Loss": 0.8164955377578735, "Finetune/Loss (Raw)": 0.894052267074585, "Finetune/Step": 8789, "Finetune/Step Time": 12.031732147559524}
+{"Finetune/Learning Rate": 1.186494624271334e-05, "Finetune/Loss": 0.8163684606552124, "Finetune/Loss (Raw)": 0.8021304607391357, "Finetune/Step": 8790, "Finetune/Step Time": 12.029513891786337}
+{"Finetune/Learning Rate": 1.186329180134898e-05, "Finetune/Loss": 0.8148056268692017, "Finetune/Loss (Raw)": 0.853536069393158, "Finetune/Step": 8791, "Finetune/Step Time": 12.0274244453758}
+{"Finetune/Learning Rate": 1.1861637307146962e-05, "Finetune/Loss": 0.8156881332397461, "Finetune/Loss (Raw)": 0.817730724811554, "Finetune/Step": 8792, "Finetune/Step Time": 12.033755701035261}
+{"Finetune/Learning Rate": 1.1859982760154205e-05, "Finetune/Loss": 0.8152827024459839, "Finetune/Loss (Raw)": 0.8399806022644043, "Finetune/Step": 8793, "Finetune/Step Time": 12.027494681999087}
+{"Finetune/Learning Rate": 1.1858328160417625e-05, "Finetune/Loss": 0.8160393238067627, "Finetune/Loss (Raw)": 0.8932169079780579, "Finetune/Step": 8794, "Finetune/Step Time": 12.026747524738312}
+{"Finetune/Learning Rate": 1.1856673507984145e-05, "Finetune/Loss": 0.8166211843490601, "Finetune/Loss (Raw)": 0.8787679076194763, "Finetune/Step": 8795, "Finetune/Step Time": 12.027540495619178}
+{"Finetune/Learning Rate": 1.185501880290068e-05, "Finetune/Loss": 0.8148924112319946, "Finetune/Loss (Raw)": 0.6460016965866089, "Finetune/Step": 8796, "Finetune/Step Time": 12.040246626362205}
+{"Finetune/Learning Rate": 1.185336404521416e-05, "Finetune/Loss": 0.8145697712898254, "Finetune/Loss (Raw)": 0.8320373892784119, "Finetune/Step": 8797, "Finetune/Step Time": 12.044485352933407}
+{"Finetune/Learning Rate": 1.1851709234971507e-05, "Finetune/Loss": 0.815299391746521, "Finetune/Loss (Raw)": 0.8215747475624084, "Finetune/Step": 8798, "Finetune/Step Time": 12.041811527684331}
+{"Finetune/Learning Rate": 1.185005437221964e-05, "Finetune/Loss": 0.8160073757171631, "Finetune/Loss (Raw)": 0.9377722144126892, "Finetune/Step": 8799, "Finetune/Step Time": 12.044813459739089}
+{"Finetune/Learning Rate": 1.1848399457005496e-05, "Finetune/Loss": 0.8159399032592773, "Finetune/Loss (Raw)": 0.8721778988838196, "Finetune/Step": 8800, "Finetune/Step Time": 12.047990176826715}
+{"Finetune/Learning Rate": 1.1846744489376e-05, "Finetune/Loss": 0.8172245621681213, "Finetune/Loss (Raw)": 0.9625969529151917, "Finetune/Step": 8801, "Finetune/Step Time": 12.051393492147326}
+{"Finetune/Learning Rate": 1.1845089469378081e-05, "Finetune/Loss": 0.817001461982727, "Finetune/Loss (Raw)": 0.8575884103775024, "Finetune/Step": 8802, "Finetune/Step Time": 12.029679663479328}
+{"Finetune/Learning Rate": 1.1843434397058668e-05, "Finetune/Loss": 0.8190566301345825, "Finetune/Loss (Raw)": 0.7919360995292664, "Finetune/Step": 8803, "Finetune/Step Time": 11.978095078840852}
+{"Finetune/Learning Rate": 1.1841779272464703e-05, "Finetune/Loss": 0.8192883729934692, "Finetune/Loss (Raw)": 0.8328033685684204, "Finetune/Step": 8804, "Finetune/Step Time": 11.97835904546082}
+{"Finetune/Learning Rate": 1.1840124095643113e-05, "Finetune/Loss": 0.8194888234138489, "Finetune/Loss (Raw)": 0.8512540459632874, "Finetune/Step": 8805, "Finetune/Step Time": 11.97355229780078}
+{"Finetune/Learning Rate": 1.1838468866640836e-05, "Finetune/Loss": 0.8188333511352539, "Finetune/Loss (Raw)": 0.8426290154457092, "Finetune/Step": 8806, "Finetune/Step Time": 11.985642297193408}
+{"Finetune/Learning Rate": 1.183681358550481e-05, "Finetune/Loss": 0.8195321559906006, "Finetune/Loss (Raw)": 0.9171713590621948, "Finetune/Step": 8807, "Finetune/Step Time": 11.99167044647038}
+{"Finetune/Learning Rate": 1.1835158252281973e-05, "Finetune/Loss": 0.8205362558364868, "Finetune/Loss (Raw)": 0.7888959050178528, "Finetune/Step": 8808, "Finetune/Step Time": 11.987460896372795}
+{"Finetune/Learning Rate": 1.1833502867019269e-05, "Finetune/Loss": 0.8203380703926086, "Finetune/Loss (Raw)": 0.928155779838562, "Finetune/Step": 8809, "Finetune/Step Time": 11.96778453886509}
+{"Finetune/Learning Rate": 1.1831847429763634e-05, "Finetune/Loss": 0.8197176456451416, "Finetune/Loss (Raw)": 0.78316330909729, "Finetune/Step": 8810, "Finetune/Step Time": 11.936585770919919}
+{"Finetune/Learning Rate": 1.1830191940562016e-05, "Finetune/Loss": 0.819276750087738, "Finetune/Loss (Raw)": 0.7316385507583618, "Finetune/Step": 8811, "Finetune/Step Time": 11.933325445279479}
+{"Finetune/Learning Rate": 1.1828536399461362e-05, "Finetune/Loss": 0.8194345235824585, "Finetune/Loss (Raw)": 0.8778122067451477, "Finetune/Step": 8812, "Finetune/Step Time": 11.944799821823835}
+{"Finetune/Learning Rate": 1.1826880806508611e-05, "Finetune/Loss": 0.8188055753707886, "Finetune/Loss (Raw)": 0.7310935258865356, "Finetune/Step": 8813, "Finetune/Step Time": 11.948298539966345}
+{"Finetune/Learning Rate": 1.1825225161750718e-05, "Finetune/Loss": 0.8206064701080322, "Finetune/Loss (Raw)": 0.8843157291412354, "Finetune/Step": 8814, "Finetune/Step Time": 11.921347193419933}
+{"Finetune/Learning Rate": 1.1823569465234628e-05, "Finetune/Loss": 0.8216342926025391, "Finetune/Loss (Raw)": 0.9145020842552185, "Finetune/Step": 8815, "Finetune/Step Time": 11.921337300911546}
+{"Finetune/Learning Rate": 1.1821913717007298e-05, "Finetune/Loss": 0.8218138217926025, "Finetune/Loss (Raw)": 0.8027135133743286, "Finetune/Step": 8816, "Finetune/Step Time": 11.922585193067789}
+{"Finetune/Learning Rate": 1.1820257917115669e-05, "Finetune/Loss": 0.8221823573112488, "Finetune/Loss (Raw)": 0.8609693050384521, "Finetune/Step": 8817, "Finetune/Step Time": 11.917202681303024}
+{"Finetune/Learning Rate": 1.1818602065606706e-05, "Finetune/Loss": 0.8226782083511353, "Finetune/Loss (Raw)": 0.7222402095794678, "Finetune/Step": 8818, "Finetune/Step Time": 11.908722730353475}
+{"Finetune/Learning Rate": 1.181694616252736e-05, "Finetune/Loss": 0.8227220773696899, "Finetune/Loss (Raw)": 0.8134376406669617, "Finetune/Step": 8819, "Finetune/Step Time": 11.910501793026924}
+{"Finetune/Learning Rate": 1.1815290207924584e-05, "Finetune/Loss": 0.8225113153457642, "Finetune/Loss (Raw)": 0.7846723198890686, "Finetune/Step": 8820, "Finetune/Step Time": 11.90866244211793}
+{"Finetune/Learning Rate": 1.181363420184534e-05, "Finetune/Loss": 0.8232011198997498, "Finetune/Loss (Raw)": 0.8925338983535767, "Finetune/Step": 8821, "Finetune/Step Time": 11.905726147815585}
+{"Finetune/Learning Rate": 1.1811978144336594e-05, "Finetune/Loss": 0.8223487734794617, "Finetune/Loss (Raw)": 0.756054162979126, "Finetune/Step": 8822, "Finetune/Step Time": 11.929831486195326}
+{"Finetune/Learning Rate": 1.1810322035445294e-05, "Finetune/Loss": 0.8244037628173828, "Finetune/Loss (Raw)": 0.9357507228851318, "Finetune/Step": 8823, "Finetune/Step Time": 11.925730682909489}
+{"Finetune/Learning Rate": 1.1808665875218408e-05, "Finetune/Loss": 0.8244531154632568, "Finetune/Loss (Raw)": 0.797317624092102, "Finetune/Step": 8824, "Finetune/Step Time": 11.924555769190192}
+{"Finetune/Learning Rate": 1.1807009663702907e-05, "Finetune/Loss": 0.8241125345230103, "Finetune/Loss (Raw)": 0.8460346460342407, "Finetune/Step": 8825, "Finetune/Step Time": 11.934099869802594}
+{"Finetune/Learning Rate": 1.1805353400945748e-05, "Finetune/Loss": 0.8254798650741577, "Finetune/Loss (Raw)": 0.8971135020256042, "Finetune/Step": 8826, "Finetune/Step Time": 11.926168397068977}
+{"Finetune/Learning Rate": 1.1803697086993896e-05, "Finetune/Loss": 0.8255280256271362, "Finetune/Loss (Raw)": 0.9456866979598999, "Finetune/Step": 8827, "Finetune/Step Time": 11.928112924098969}
+{"Finetune/Learning Rate": 1.1802040721894328e-05, "Finetune/Loss": 0.8251171112060547, "Finetune/Loss (Raw)": 0.7850136160850525, "Finetune/Step": 8828, "Finetune/Step Time": 11.93709104321897}
+{"Finetune/Learning Rate": 1.1800384305694009e-05, "Finetune/Loss": 0.8259537220001221, "Finetune/Loss (Raw)": 0.903434157371521, "Finetune/Step": 8829, "Finetune/Step Time": 11.953155484050512}
+{"Finetune/Learning Rate": 1.179872783843991e-05, "Finetune/Loss": 0.825821578502655, "Finetune/Loss (Raw)": 0.8534381985664368, "Finetune/Step": 8830, "Finetune/Step Time": 11.968402160331607}
+{"Finetune/Learning Rate": 1.1797071320179003e-05, "Finetune/Loss": 0.8274627923965454, "Finetune/Loss (Raw)": 0.9438113570213318, "Finetune/Step": 8831, "Finetune/Step Time": 11.964144479483366}
+{"Finetune/Learning Rate": 1.1795414750958265e-05, "Finetune/Loss": 0.8286453485488892, "Finetune/Loss (Raw)": 0.7003505825996399, "Finetune/Step": 8832, "Finetune/Step Time": 11.989281358197331}
+{"Finetune/Learning Rate": 1.1793758130824671e-05, "Finetune/Loss": 0.8275130391120911, "Finetune/Loss (Raw)": 0.792630672454834, "Finetune/Step": 8833, "Finetune/Step Time": 12.002678183838725}
+{"Finetune/Learning Rate": 1.1792101459825194e-05, "Finetune/Loss": 0.8274351954460144, "Finetune/Loss (Raw)": 0.7596979737281799, "Finetune/Step": 8834, "Finetune/Step Time": 11.996296418830752}
+{"Finetune/Learning Rate": 1.1790444738006819e-05, "Finetune/Loss": 0.8273905515670776, "Finetune/Loss (Raw)": 0.8499128818511963, "Finetune/Step": 8835, "Finetune/Step Time": 11.994616417214274}
+{"Finetune/Learning Rate": 1.178878796541652e-05, "Finetune/Loss": 0.8277174830436707, "Finetune/Loss (Raw)": 0.8654202818870544, "Finetune/Step": 8836, "Finetune/Step Time": 11.992695363238454}
+{"Finetune/Learning Rate": 1.1787131142101282e-05, "Finetune/Loss": 0.8290545344352722, "Finetune/Loss (Raw)": 0.9145910739898682, "Finetune/Step": 8837, "Finetune/Step Time": 11.996803175657988}
+{"Finetune/Learning Rate": 1.1785474268108088e-05, "Finetune/Loss": 0.8292789459228516, "Finetune/Loss (Raw)": 0.8648154735565186, "Finetune/Step": 8838, "Finetune/Step Time": 12.002327354624867}
+{"Finetune/Learning Rate": 1.178381734348392e-05, "Finetune/Loss": 0.8296127319335938, "Finetune/Loss (Raw)": 0.8292495608329773, "Finetune/Step": 8839, "Finetune/Step Time": 12.001449462026358}
+{"Finetune/Learning Rate": 1.1782160368275768e-05, "Finetune/Loss": 0.8287240266799927, "Finetune/Loss (Raw)": 0.8585801124572754, "Finetune/Step": 8840, "Finetune/Step Time": 12.008469585329294}
+{"Finetune/Learning Rate": 1.178050334253061e-05, "Finetune/Loss": 0.8301608562469482, "Finetune/Loss (Raw)": 0.9976638555526733, "Finetune/Step": 8841, "Finetune/Step Time": 12.000295085832477}
+{"Finetune/Learning Rate": 1.1778846266295441e-05, "Finetune/Loss": 0.8296292424201965, "Finetune/Loss (Raw)": 0.7648890018463135, "Finetune/Step": 8842, "Finetune/Step Time": 11.996170053258538}
+{"Finetune/Learning Rate": 1.1777189139617255e-05, "Finetune/Loss": 0.8288922309875488, "Finetune/Loss (Raw)": 0.7916296124458313, "Finetune/Step": 8843, "Finetune/Step Time": 12.000906463712454}
+{"Finetune/Learning Rate": 1.1775531962543036e-05, "Finetune/Loss": 0.8284196853637695, "Finetune/Loss (Raw)": 0.7432602047920227, "Finetune/Step": 8844, "Finetune/Step Time": 12.003040444105864}
+{"Finetune/Learning Rate": 1.1773874735119778e-05, "Finetune/Loss": 0.8287763595581055, "Finetune/Loss (Raw)": 0.8317832350730896, "Finetune/Step": 8845, "Finetune/Step Time": 12.002956509590149}
+{"Finetune/Learning Rate": 1.177221745739448e-05, "Finetune/Loss": 0.8277406692504883, "Finetune/Loss (Raw)": 0.8425799608230591, "Finetune/Step": 8846, "Finetune/Step Time": 11.987432295456529}
+{"Finetune/Learning Rate": 1.177056012941413e-05, "Finetune/Loss": 0.826320230960846, "Finetune/Loss (Raw)": 0.6736249327659607, "Finetune/Step": 8847, "Finetune/Step Time": 11.982801169157028}
+{"Finetune/Learning Rate": 1.176890275122573e-05, "Finetune/Loss": 0.8272203803062439, "Finetune/Loss (Raw)": 0.8326719403266907, "Finetune/Step": 8848, "Finetune/Step Time": 11.97436342202127}
+{"Finetune/Learning Rate": 1.1767245322876282e-05, "Finetune/Loss": 0.8268159627914429, "Finetune/Loss (Raw)": 0.7965003848075867, "Finetune/Step": 8849, "Finetune/Step Time": 11.969808341935277}
+{"Finetune/Learning Rate": 1.176558784441278e-05, "Finetune/Loss": 0.82725590467453, "Finetune/Loss (Raw)": 0.7814534306526184, "Finetune/Step": 8850, "Finetune/Step Time": 11.94998312741518}
+{"Finetune/Learning Rate": 1.1763930315882226e-05, "Finetune/Loss": 0.8262888193130493, "Finetune/Loss (Raw)": 0.6598432064056396, "Finetune/Step": 8851, "Finetune/Step Time": 11.982304135337472}
+{"Finetune/Learning Rate": 1.1762272737331626e-05, "Finetune/Loss": 0.8280394077301025, "Finetune/Loss (Raw)": 1.0608017444610596, "Finetune/Step": 8852, "Finetune/Step Time": 11.979908911511302}
+{"Finetune/Learning Rate": 1.1760615108807982e-05, "Finetune/Loss": 0.8275759220123291, "Finetune/Loss (Raw)": 0.7674514055252075, "Finetune/Step": 8853, "Finetune/Step Time": 11.956742260605097}
+{"Finetune/Learning Rate": 1.17589574303583e-05, "Finetune/Loss": 0.8265308141708374, "Finetune/Loss (Raw)": 0.7818364500999451, "Finetune/Step": 8854, "Finetune/Step Time": 11.959427176043391}
+{"Finetune/Learning Rate": 1.1757299702029586e-05, "Finetune/Loss": 0.8257164359092712, "Finetune/Loss (Raw)": 0.7333061695098877, "Finetune/Step": 8855, "Finetune/Step Time": 11.947678470984101}
+{"Finetune/Learning Rate": 1.175564192386885e-05, "Finetune/Loss": 0.8248753547668457, "Finetune/Loss (Raw)": 0.6414464712142944, "Finetune/Step": 8856, "Finetune/Step Time": 11.953750558197498}
+{"Finetune/Learning Rate": 1.1753984095923102e-05, "Finetune/Loss": 0.823857843875885, "Finetune/Loss (Raw)": 0.7912489175796509, "Finetune/Step": 8857, "Finetune/Step Time": 11.949759030714631}
+{"Finetune/Learning Rate": 1.1752326218239354e-05, "Finetune/Loss": 0.8233031034469604, "Finetune/Loss (Raw)": 0.735807478427887, "Finetune/Step": 8858, "Finetune/Step Time": 11.94502673111856}
+{"Finetune/Learning Rate": 1.1750668290864616e-05, "Finetune/Loss": 0.8260160088539124, "Finetune/Loss (Raw)": 0.9776573777198792, "Finetune/Step": 8859, "Finetune/Step Time": 11.922983791679144}
+{"Finetune/Learning Rate": 1.1749010313845903e-05, "Finetune/Loss": 0.8262147903442383, "Finetune/Loss (Raw)": 0.8619000911712646, "Finetune/Step": 8860, "Finetune/Step Time": 11.922853032127023}
+{"Finetune/Learning Rate": 1.1747352287230234e-05, "Finetune/Loss": 0.8284292817115784, "Finetune/Loss (Raw)": 0.9428272843360901, "Finetune/Step": 8861, "Finetune/Step Time": 11.92040697671473}
+{"Finetune/Learning Rate": 1.1745694211064617e-05, "Finetune/Loss": 0.8279812335968018, "Finetune/Loss (Raw)": 0.8286556601524353, "Finetune/Step": 8862, "Finetune/Step Time": 11.917908482253551}
+{"Finetune/Learning Rate": 1.174403608539608e-05, "Finetune/Loss": 0.8277808427810669, "Finetune/Loss (Raw)": 0.8544414043426514, "Finetune/Step": 8863, "Finetune/Step Time": 11.923651911318302}
+{"Finetune/Learning Rate": 1.1742377910271638e-05, "Finetune/Loss": 0.8288965225219727, "Finetune/Loss (Raw)": 0.9011934399604797, "Finetune/Step": 8864, "Finetune/Step Time": 11.918838124722242}
+{"Finetune/Learning Rate": 1.1740719685738316e-05, "Finetune/Loss": 0.8302555084228516, "Finetune/Loss (Raw)": 0.8763383030891418, "Finetune/Step": 8865, "Finetune/Step Time": 11.898206505924463}
+{"Finetune/Learning Rate": 1.1739061411843129e-05, "Finetune/Loss": 0.8304192423820496, "Finetune/Loss (Raw)": 0.9507187604904175, "Finetune/Step": 8866, "Finetune/Step Time": 11.899011379107833}
+{"Finetune/Learning Rate": 1.1737403088633108e-05, "Finetune/Loss": 0.8299475312232971, "Finetune/Loss (Raw)": 0.788869321346283, "Finetune/Step": 8867, "Finetune/Step Time": 11.892878856509924}
+{"Finetune/Learning Rate": 1.173574471615528e-05, "Finetune/Loss": 0.8291893005371094, "Finetune/Loss (Raw)": 0.7892082333564758, "Finetune/Step": 8868, "Finetune/Step Time": 11.887703267857432}
+{"Finetune/Learning Rate": 1.1734086294456659e-05, "Finetune/Loss": 0.8303835391998291, "Finetune/Loss (Raw)": 0.9092210531234741, "Finetune/Step": 8869, "Finetune/Step Time": 11.882065584883094}
+{"Finetune/Learning Rate": 1.1732427823584287e-05, "Finetune/Loss": 0.8308160305023193, "Finetune/Loss (Raw)": 0.8319907784461975, "Finetune/Step": 8870, "Finetune/Step Time": 11.893099620938301}
+{"Finetune/Learning Rate": 1.173076930358519e-05, "Finetune/Loss": 0.8307517170906067, "Finetune/Loss (Raw)": 0.7435052394866943, "Finetune/Step": 8871, "Finetune/Step Time": 11.894554881379008}
+{"Finetune/Learning Rate": 1.1729110734506396e-05, "Finetune/Loss": 0.8299905061721802, "Finetune/Loss (Raw)": 0.6970144510269165, "Finetune/Step": 8872, "Finetune/Step Time": 11.890213506296277}
+{"Finetune/Learning Rate": 1.1727452116394935e-05, "Finetune/Loss": 0.8309067487716675, "Finetune/Loss (Raw)": 0.9071887731552124, "Finetune/Step": 8873, "Finetune/Step Time": 11.885463459417224}
+{"Finetune/Learning Rate": 1.1725793449297849e-05, "Finetune/Loss": 0.8326407670974731, "Finetune/Loss (Raw)": 0.9036170244216919, "Finetune/Step": 8874, "Finetune/Step Time": 11.867544539272785}
+{"Finetune/Learning Rate": 1.1724134733262165e-05, "Finetune/Loss": 0.8331177234649658, "Finetune/Loss (Raw)": 0.8767208456993103, "Finetune/Step": 8875, "Finetune/Step Time": 11.865150902420282}
+{"Finetune/Learning Rate": 1.1722475968334921e-05, "Finetune/Loss": 0.8318057060241699, "Finetune/Loss (Raw)": 0.6893067359924316, "Finetune/Step": 8876, "Finetune/Step Time": 11.861451007425785}
+{"Finetune/Learning Rate": 1.1720817154563162e-05, "Finetune/Loss": 0.8317939639091492, "Finetune/Loss (Raw)": 0.7818997502326965, "Finetune/Step": 8877, "Finetune/Step Time": 11.866787625476718}
+{"Finetune/Learning Rate": 1.1719158291993917e-05, "Finetune/Loss": 0.8316576480865479, "Finetune/Loss (Raw)": 0.764494776725769, "Finetune/Step": 8878, "Finetune/Step Time": 11.866422176361084}
+{"Finetune/Learning Rate": 1.1717499380674235e-05, "Finetune/Loss": 0.8302211761474609, "Finetune/Loss (Raw)": 0.8016414046287537, "Finetune/Step": 8879, "Finetune/Step Time": 11.849609851837158}
+{"Finetune/Learning Rate": 1.1715840420651153e-05, "Finetune/Loss": 0.830249547958374, "Finetune/Loss (Raw)": 0.8196879029273987, "Finetune/Step": 8880, "Finetune/Step Time": 11.839728584513068}
+{"Finetune/Learning Rate": 1.1714181411971715e-05, "Finetune/Loss": 0.8321173787117004, "Finetune/Loss (Raw)": 0.9284157752990723, "Finetune/Step": 8881, "Finetune/Step Time": 11.846023323014379}
+{"Finetune/Learning Rate": 1.171252235468297e-05, "Finetune/Loss": 0.8307504057884216, "Finetune/Loss (Raw)": 0.6485657095909119, "Finetune/Step": 8882, "Finetune/Step Time": 11.831638354808092}
+{"Finetune/Learning Rate": 1.1710863248831956e-05, "Finetune/Loss": 0.8310081362724304, "Finetune/Loss (Raw)": 0.788605809211731, "Finetune/Step": 8883, "Finetune/Step Time": 11.838574247434735}
+{"Finetune/Learning Rate": 1.1709204094465728e-05, "Finetune/Loss": 0.831483781337738, "Finetune/Loss (Raw)": 0.8664358854293823, "Finetune/Step": 8884, "Finetune/Step Time": 11.84027086943388}
+{"Finetune/Learning Rate": 1.170754489163133e-05, "Finetune/Loss": 0.8312068581581116, "Finetune/Loss (Raw)": 0.79302978515625, "Finetune/Step": 8885, "Finetune/Step Time": 11.829691730439663}
+{"Finetune/Learning Rate": 1.1705885640375819e-05, "Finetune/Loss": 0.8298856019973755, "Finetune/Loss (Raw)": 0.7242991924285889, "Finetune/Step": 8886, "Finetune/Step Time": 11.831843320280313}
+{"Finetune/Learning Rate": 1.1704226340746239e-05, "Finetune/Loss": 0.8292121887207031, "Finetune/Loss (Raw)": 0.800384521484375, "Finetune/Step": 8887, "Finetune/Step Time": 11.83329133875668}
+{"Finetune/Learning Rate": 1.1702566992789646e-05, "Finetune/Loss": 0.8284685611724854, "Finetune/Loss (Raw)": 0.790329098701477, "Finetune/Step": 8888, "Finetune/Step Time": 11.828114340081811}
+{"Finetune/Learning Rate": 1.1700907596553097e-05, "Finetune/Loss": 0.8278617858886719, "Finetune/Loss (Raw)": 0.8373164534568787, "Finetune/Step": 8889, "Finetune/Step Time": 11.774531865492463}
+{"Finetune/Learning Rate": 1.169924815208364e-05, "Finetune/Loss": 0.8280660510063171, "Finetune/Loss (Raw)": 0.872904896736145, "Finetune/Step": 8890, "Finetune/Step Time": 11.780511137098074}
+{"Finetune/Learning Rate": 1.1697588659428343e-05, "Finetune/Loss": 0.8276728391647339, "Finetune/Loss (Raw)": 0.7840104103088379, "Finetune/Step": 8891, "Finetune/Step Time": 11.785022435709834}
+{"Finetune/Learning Rate": 1.1695929118634257e-05, "Finetune/Loss": 0.827984631061554, "Finetune/Loss (Raw)": 0.8283748626708984, "Finetune/Step": 8892, "Finetune/Step Time": 11.779108934104443}
+{"Finetune/Learning Rate": 1.1694269529748442e-05, "Finetune/Loss": 0.8287144899368286, "Finetune/Loss (Raw)": 0.8750143647193909, "Finetune/Step": 8893, "Finetune/Step Time": 11.780961951240897}
+{"Finetune/Learning Rate": 1.1692609892817961e-05, "Finetune/Loss": 0.8288760185241699, "Finetune/Loss (Raw)": 0.9256775975227356, "Finetune/Step": 8894, "Finetune/Step Time": 11.776352155953646}
+{"Finetune/Learning Rate": 1.1690950207889882e-05, "Finetune/Loss": 0.82858806848526, "Finetune/Loss (Raw)": 0.8911352157592773, "Finetune/Step": 8895, "Finetune/Step Time": 11.768885932862759}
+{"Finetune/Learning Rate": 1.1689290475011258e-05, "Finetune/Loss": 0.8282889127731323, "Finetune/Loss (Raw)": 0.7378689050674438, "Finetune/Step": 8896, "Finetune/Step Time": 11.792425964027643}
+{"Finetune/Learning Rate": 1.1687630694229159e-05, "Finetune/Loss": 0.8277573585510254, "Finetune/Loss (Raw)": 0.7661001086235046, "Finetune/Step": 8897, "Finetune/Step Time": 11.797434521839023}
+{"Finetune/Learning Rate": 1.1685970865590659e-05, "Finetune/Loss": 0.8287312984466553, "Finetune/Loss (Raw)": 0.8383180499076843, "Finetune/Step": 8898, "Finetune/Step Time": 11.799088135361671}
+{"Finetune/Learning Rate": 1.1684310989142816e-05, "Finetune/Loss": 0.8283606767654419, "Finetune/Loss (Raw)": 0.791461706161499, "Finetune/Step": 8899, "Finetune/Step Time": 11.797666920349002}
+{"Finetune/Learning Rate": 1.1682651064932702e-05, "Finetune/Loss": 0.8295664191246033, "Finetune/Loss (Raw)": 0.9021557569503784, "Finetune/Step": 8900, "Finetune/Step Time": 11.794224856421351}
+{"Finetune/Learning Rate": 1.1680991093007388e-05, "Finetune/Loss": 0.8290338516235352, "Finetune/Loss (Raw)": 0.7252209782600403, "Finetune/Step": 8901, "Finetune/Step Time": 11.804382432252169}
+{"Finetune/Learning Rate": 1.1679331073413946e-05, "Finetune/Loss": 0.8297531604766846, "Finetune/Loss (Raw)": 0.7888952493667603, "Finetune/Step": 8902, "Finetune/Step Time": 11.811648426577449}
+{"Finetune/Learning Rate": 1.1677671006199453e-05, "Finetune/Loss": 0.8299758434295654, "Finetune/Loss (Raw)": 0.8461011052131653, "Finetune/Step": 8903, "Finetune/Step Time": 11.811289992183447}
+{"Finetune/Learning Rate": 1.167601089141098e-05, "Finetune/Loss": 0.8304862380027771, "Finetune/Loss (Raw)": 0.9189345836639404, "Finetune/Step": 8904, "Finetune/Step Time": 11.827292079105973}
+{"Finetune/Learning Rate": 1.1674350729095603e-05, "Finetune/Loss": 0.8304563760757446, "Finetune/Loss (Raw)": 0.8644160032272339, "Finetune/Step": 8905, "Finetune/Step Time": 11.82315487228334}
+{"Finetune/Learning Rate": 1.16726905193004e-05, "Finetune/Loss": 0.8294315934181213, "Finetune/Loss (Raw)": 0.818230152130127, "Finetune/Step": 8906, "Finetune/Step Time": 11.811918610706925}
+{"Finetune/Learning Rate": 1.1671030262072454e-05, "Finetune/Loss": 0.8288723230361938, "Finetune/Loss (Raw)": 0.810042142868042, "Finetune/Step": 8907, "Finetune/Step Time": 11.806427635252476}
+{"Finetune/Learning Rate": 1.1669369957458838e-05, "Finetune/Loss": 0.8279181122779846, "Finetune/Loss (Raw)": 0.7643988728523254, "Finetune/Step": 8908, "Finetune/Step Time": 11.799269054085016}
+{"Finetune/Learning Rate": 1.1667709605506638e-05, "Finetune/Loss": 0.8284887671470642, "Finetune/Loss (Raw)": 0.940416157245636, "Finetune/Step": 8909, "Finetune/Step Time": 11.797431631013751}
+{"Finetune/Learning Rate": 1.166604920626294e-05, "Finetune/Loss": 0.8276506662368774, "Finetune/Loss (Raw)": 0.7799718976020813, "Finetune/Step": 8910, "Finetune/Step Time": 11.800639729946852}
+{"Finetune/Learning Rate": 1.1664388759774817e-05, "Finetune/Loss": 0.827897846698761, "Finetune/Loss (Raw)": 0.860018253326416, "Finetune/Step": 8911, "Finetune/Step Time": 11.78682467341423}
+{"Finetune/Learning Rate": 1.1662728266089365e-05, "Finetune/Loss": 0.8294150829315186, "Finetune/Loss (Raw)": 0.9595983624458313, "Finetune/Step": 8912, "Finetune/Step Time": 11.779103804379702}
+{"Finetune/Learning Rate": 1.166106772525367e-05, "Finetune/Loss": 0.83070969581604, "Finetune/Loss (Raw)": 0.8491268157958984, "Finetune/Step": 8913, "Finetune/Step Time": 11.762301044538617}
+{"Finetune/Learning Rate": 1.1659407137314811e-05, "Finetune/Loss": 0.8303848505020142, "Finetune/Loss (Raw)": 0.8712118864059448, "Finetune/Step": 8914, "Finetune/Step Time": 11.758862521499395}
+{"Finetune/Learning Rate": 1.1657746502319888e-05, "Finetune/Loss": 0.8310209512710571, "Finetune/Loss (Raw)": 0.9216045141220093, "Finetune/Step": 8915, "Finetune/Step Time": 11.738374011591077}
+{"Finetune/Learning Rate": 1.1656085820315992e-05, "Finetune/Loss": 0.8316840529441833, "Finetune/Loss (Raw)": 0.8610630631446838, "Finetune/Step": 8916, "Finetune/Step Time": 11.71627364307642}
+{"Finetune/Learning Rate": 1.1654425091350208e-05, "Finetune/Loss": 0.8307780027389526, "Finetune/Loss (Raw)": 0.7780821323394775, "Finetune/Step": 8917, "Finetune/Step Time": 11.711481772363186}
+{"Finetune/Learning Rate": 1.1652764315469631e-05, "Finetune/Loss": 0.8313926458358765, "Finetune/Loss (Raw)": 0.8808006048202515, "Finetune/Step": 8918, "Finetune/Step Time": 11.710692759603262}
+{"Finetune/Learning Rate": 1.1651103492721363e-05, "Finetune/Loss": 0.8308004140853882, "Finetune/Loss (Raw)": 0.7777283191680908, "Finetune/Step": 8919, "Finetune/Step Time": 11.710434038192034}
+{"Finetune/Learning Rate": 1.1649442623152492e-05, "Finetune/Loss": 0.8301897644996643, "Finetune/Loss (Raw)": 0.7395735383033752, "Finetune/Step": 8920, "Finetune/Step Time": 11.705570451915264}
+{"Finetune/Learning Rate": 1.1647781706810116e-05, "Finetune/Loss": 0.8299170732498169, "Finetune/Loss (Raw)": 0.8050742745399475, "Finetune/Step": 8921, "Finetune/Step Time": 11.711686581373215}
+{"Finetune/Learning Rate": 1.164612074374134e-05, "Finetune/Loss": 0.829918622970581, "Finetune/Loss (Raw)": 0.8934105634689331, "Finetune/Step": 8922, "Finetune/Step Time": 11.701474966481328}
+{"Finetune/Learning Rate": 1.1644459733993261e-05, "Finetune/Loss": 0.8282092213630676, "Finetune/Loss (Raw)": 0.659966230392456, "Finetune/Step": 8923, "Finetune/Step Time": 11.699625324457884}
+{"Finetune/Learning Rate": 1.1642798677612979e-05, "Finetune/Loss": 0.8307509422302246, "Finetune/Loss (Raw)": 0.971345067024231, "Finetune/Step": 8924, "Finetune/Step Time": 11.691112982109189}
+{"Finetune/Learning Rate": 1.1641137574647596e-05, "Finetune/Loss": 0.830323338508606, "Finetune/Loss (Raw)": 0.7773045897483826, "Finetune/Step": 8925, "Finetune/Step Time": 11.688086377456784}
+{"Finetune/Learning Rate": 1.163947642514422e-05, "Finetune/Loss": 0.8290148973464966, "Finetune/Loss (Raw)": 0.6540980339050293, "Finetune/Step": 8926, "Finetune/Step Time": 11.720440162345767}
+{"Finetune/Learning Rate": 1.1637815229149956e-05, "Finetune/Loss": 0.8274281620979309, "Finetune/Loss (Raw)": 0.7346622347831726, "Finetune/Step": 8927, "Finetune/Step Time": 11.717485560104251}
+{"Finetune/Learning Rate": 1.1636153986711906e-05, "Finetune/Loss": 0.8276164531707764, "Finetune/Loss (Raw)": 0.8962864279747009, "Finetune/Step": 8928, "Finetune/Step Time": 11.709108974784613}
+{"Finetune/Learning Rate": 1.1634492697877184e-05, "Finetune/Loss": 0.8260754346847534, "Finetune/Loss (Raw)": 0.7653408050537109, "Finetune/Step": 8929, "Finetune/Step Time": 11.707414073869586}
+{"Finetune/Learning Rate": 1.1632831362692897e-05, "Finetune/Loss": 0.8242350816726685, "Finetune/Loss (Raw)": 0.6220260262489319, "Finetune/Step": 8930, "Finetune/Step Time": 11.708172105252743}
+{"Finetune/Learning Rate": 1.1631169981206156e-05, "Finetune/Loss": 0.8239954710006714, "Finetune/Loss (Raw)": 0.7612642645835876, "Finetune/Step": 8931, "Finetune/Step Time": 11.716925881803036}
+{"Finetune/Learning Rate": 1.162950855346407e-05, "Finetune/Loss": 0.823548436164856, "Finetune/Loss (Raw)": 0.7755847573280334, "Finetune/Step": 8932, "Finetune/Step Time": 11.718611009418964}
+{"Finetune/Learning Rate": 1.1627847079513759e-05, "Finetune/Loss": 0.8226050138473511, "Finetune/Loss (Raw)": 0.7304922938346863, "Finetune/Step": 8933, "Finetune/Step Time": 11.71563390828669}
+{"Finetune/Learning Rate": 1.1626185559402335e-05, "Finetune/Loss": 0.8215802907943726, "Finetune/Loss (Raw)": 0.71146160364151, "Finetune/Step": 8934, "Finetune/Step Time": 11.7092179171741}
+{"Finetune/Learning Rate": 1.1624523993176907e-05, "Finetune/Loss": 0.8211759328842163, "Finetune/Loss (Raw)": 0.8654161095619202, "Finetune/Step": 8935, "Finetune/Step Time": 11.690113749355078}
+{"Finetune/Learning Rate": 1.16228623808846e-05, "Finetune/Loss": 0.8215766549110413, "Finetune/Loss (Raw)": 0.8401935696601868, "Finetune/Step": 8936, "Finetune/Step Time": 11.691422812640667}
+{"Finetune/Learning Rate": 1.1621200722572535e-05, "Finetune/Loss": 0.8212586641311646, "Finetune/Loss (Raw)": 0.8874529004096985, "Finetune/Step": 8937, "Finetune/Step Time": 11.700911721214652}
+{"Finetune/Learning Rate": 1.1619539018287822e-05, "Finetune/Loss": 0.8211812973022461, "Finetune/Loss (Raw)": 0.7732638716697693, "Finetune/Step": 8938, "Finetune/Step Time": 11.701415918767452}
+{"Finetune/Learning Rate": 1.161787726807759e-05, "Finetune/Loss": 0.8214170932769775, "Finetune/Loss (Raw)": 0.7618127465248108, "Finetune/Step": 8939, "Finetune/Step Time": 11.711806485429406}
+{"Finetune/Learning Rate": 1.161621547198896e-05, "Finetune/Loss": 0.8204734325408936, "Finetune/Loss (Raw)": 0.7570210695266724, "Finetune/Step": 8940, "Finetune/Step Time": 11.700230838730931}
+{"Finetune/Learning Rate": 1.1614553630069055e-05, "Finetune/Loss": 0.8217382431030273, "Finetune/Loss (Raw)": 0.8929992318153381, "Finetune/Step": 8941, "Finetune/Step Time": 11.672580754384398}
+{"Finetune/Learning Rate": 1.1612891742364995e-05, "Finetune/Loss": 0.8208745718002319, "Finetune/Loss (Raw)": 0.7737584114074707, "Finetune/Step": 8942, "Finetune/Step Time": 11.728244276717305}
+{"Finetune/Learning Rate": 1.1611229808923921e-05, "Finetune/Loss": 0.8196220397949219, "Finetune/Loss (Raw)": 0.7541799545288086, "Finetune/Step": 8943, "Finetune/Step Time": 11.723111528903246}
+{"Finetune/Learning Rate": 1.1609567829792945e-05, "Finetune/Loss": 0.8193913698196411, "Finetune/Loss (Raw)": 0.7731878161430359, "Finetune/Step": 8944, "Finetune/Step Time": 11.716343006119132}
+{"Finetune/Learning Rate": 1.1607905805019203e-05, "Finetune/Loss": 0.8183944225311279, "Finetune/Loss (Raw)": 0.7333582639694214, "Finetune/Step": 8945, "Finetune/Step Time": 11.718518324196339}
+{"Finetune/Learning Rate": 1.1606243734649827e-05, "Finetune/Loss": 0.8179817199707031, "Finetune/Loss (Raw)": 0.6694141030311584, "Finetune/Step": 8946, "Finetune/Step Time": 11.731765653938055}
+{"Finetune/Learning Rate": 1.1604581618731946e-05, "Finetune/Loss": 0.8171576857566833, "Finetune/Loss (Raw)": 0.707963228225708, "Finetune/Step": 8947, "Finetune/Step Time": 11.734664253890514}
+{"Finetune/Learning Rate": 1.1602919457312689e-05, "Finetune/Loss": 0.8174772262573242, "Finetune/Loss (Raw)": 0.8255746960639954, "Finetune/Step": 8948, "Finetune/Step Time": 11.724201213568449}
+{"Finetune/Learning Rate": 1.1601257250439195e-05, "Finetune/Loss": 0.8160631656646729, "Finetune/Loss (Raw)": 0.711531400680542, "Finetune/Step": 8949, "Finetune/Step Time": 11.7320151720196}
+{"Finetune/Learning Rate": 1.1599594998158602e-05, "Finetune/Loss": 0.8165222406387329, "Finetune/Loss (Raw)": 0.8148221373558044, "Finetune/Step": 8950, "Finetune/Step Time": 11.695809246972203}
+{"Finetune/Learning Rate": 1.1597932700518044e-05, "Finetune/Loss": 0.8146824836730957, "Finetune/Loss (Raw)": 0.7002543807029724, "Finetune/Step": 8951, "Finetune/Step Time": 11.697303680703044}
+{"Finetune/Learning Rate": 1.1596270357564656e-05, "Finetune/Loss": 0.8143860101699829, "Finetune/Loss (Raw)": 0.7593745589256287, "Finetune/Step": 8952, "Finetune/Step Time": 11.695787338539958}
+{"Finetune/Learning Rate": 1.1594607969345582e-05, "Finetune/Loss": 0.8153234124183655, "Finetune/Loss (Raw)": 0.9660183787345886, "Finetune/Step": 8953, "Finetune/Step Time": 11.69276043958962}
+{"Finetune/Learning Rate": 1.1592945535907958e-05, "Finetune/Loss": 0.8152122497558594, "Finetune/Loss (Raw)": 0.8828870058059692, "Finetune/Step": 8954, "Finetune/Step Time": 11.693107169121504}
+{"Finetune/Learning Rate": 1.159128305729893e-05, "Finetune/Loss": 0.8145428895950317, "Finetune/Loss (Raw)": 0.8600051999092102, "Finetune/Step": 8955, "Finetune/Step Time": 11.695997290313244}
+{"Finetune/Learning Rate": 1.158962053356564e-05, "Finetune/Loss": 0.8153193593025208, "Finetune/Loss (Raw)": 0.8844023942947388, "Finetune/Step": 8956, "Finetune/Step Time": 11.696541506797075}
+{"Finetune/Learning Rate": 1.158795796475523e-05, "Finetune/Loss": 0.8139766454696655, "Finetune/Loss (Raw)": 0.731569230556488, "Finetune/Step": 8957, "Finetune/Step Time": 11.683709783479571}
+{"Finetune/Learning Rate": 1.158629535091485e-05, "Finetune/Loss": 0.813292384147644, "Finetune/Loss (Raw)": 0.7658543586730957, "Finetune/Step": 8958, "Finetune/Step Time": 11.661873960867524}
+{"Finetune/Learning Rate": 1.1584632692091643e-05, "Finetune/Loss": 0.8126218318939209, "Finetune/Loss (Raw)": 0.8579718470573425, "Finetune/Step": 8959, "Finetune/Step Time": 11.677501974627376}
+{"Finetune/Learning Rate": 1.1582969988332757e-05, "Finetune/Loss": 0.8120706081390381, "Finetune/Loss (Raw)": 0.6297975182533264, "Finetune/Step": 8960, "Finetune/Step Time": 11.647150302305818}
+{"Finetune/Learning Rate": 1.1581307239685346e-05, "Finetune/Loss": 0.8125321865081787, "Finetune/Loss (Raw)": 0.8517178297042847, "Finetune/Step": 8961, "Finetune/Step Time": 11.632797060534358}
+{"Finetune/Learning Rate": 1.157964444619656e-05, "Finetune/Loss": 0.8119328022003174, "Finetune/Loss (Raw)": 0.6829807162284851, "Finetune/Step": 8962, "Finetune/Step Time": 11.64390349201858}
+{"Finetune/Learning Rate": 1.1577981607913547e-05, "Finetune/Loss": 0.812389612197876, "Finetune/Loss (Raw)": 0.9083740711212158, "Finetune/Step": 8963, "Finetune/Step Time": 11.642110927030444}
+{"Finetune/Learning Rate": 1.1576318724883461e-05, "Finetune/Loss": 0.8122073411941528, "Finetune/Loss (Raw)": 0.8420907855033875, "Finetune/Step": 8964, "Finetune/Step Time": 11.650012210011482}
+{"Finetune/Learning Rate": 1.1574655797153464e-05, "Finetune/Loss": 0.8113968372344971, "Finetune/Loss (Raw)": 0.8108510971069336, "Finetune/Step": 8965, "Finetune/Step Time": 11.66245455853641}
+{"Finetune/Learning Rate": 1.1572992824770703e-05, "Finetune/Loss": 0.810447096824646, "Finetune/Loss (Raw)": 0.743242621421814, "Finetune/Step": 8966, "Finetune/Step Time": 11.684260552749038}
+{"Finetune/Learning Rate": 1.1571329807782336e-05, "Finetune/Loss": 0.8108700513839722, "Finetune/Loss (Raw)": 0.8833907842636108, "Finetune/Step": 8967, "Finetune/Step Time": 11.6844437494874}
+{"Finetune/Learning Rate": 1.1569666746235527e-05, "Finetune/Loss": 0.8102458715438843, "Finetune/Loss (Raw)": 0.7786904573440552, "Finetune/Step": 8968, "Finetune/Step Time": 11.669772861525416}
+{"Finetune/Learning Rate": 1.1568003640177434e-05, "Finetune/Loss": 0.8094282746315002, "Finetune/Loss (Raw)": 0.8930041193962097, "Finetune/Step": 8969, "Finetune/Step Time": 11.666170815005898}
+{"Finetune/Learning Rate": 1.1566340489655213e-05, "Finetune/Loss": 0.8095517158508301, "Finetune/Loss (Raw)": 0.7806963324546814, "Finetune/Step": 8970, "Finetune/Step Time": 11.667744597420096}
+{"Finetune/Learning Rate": 1.1564677294716032e-05, "Finetune/Loss": 0.8103475570678711, "Finetune/Loss (Raw)": 0.8934983611106873, "Finetune/Step": 8971, "Finetune/Step Time": 11.679136013612151}
+{"Finetune/Learning Rate": 1.1563014055407052e-05, "Finetune/Loss": 0.8092138171195984, "Finetune/Loss (Raw)": 0.5981361865997314, "Finetune/Step": 8972, "Finetune/Step Time": 11.704915579408407}
+{"Finetune/Learning Rate": 1.1561350771775438e-05, "Finetune/Loss": 0.8080288767814636, "Finetune/Loss (Raw)": 0.6801131367683411, "Finetune/Step": 8973, "Finetune/Step Time": 11.72352071851492}
+{"Finetune/Learning Rate": 1.1559687443868354e-05, "Finetune/Loss": 0.8077606558799744, "Finetune/Loss (Raw)": 0.8082486391067505, "Finetune/Step": 8974, "Finetune/Step Time": 11.728126540780067}
+{"Finetune/Learning Rate": 1.1558024071732971e-05, "Finetune/Loss": 0.8088103532791138, "Finetune/Loss (Raw)": 0.8079771399497986, "Finetune/Step": 8975, "Finetune/Step Time": 11.720826636999846}
+{"Finetune/Learning Rate": 1.1556360655416457e-05, "Finetune/Loss": 0.8094595670700073, "Finetune/Loss (Raw)": 0.9157819747924805, "Finetune/Step": 8976, "Finetune/Step Time": 11.725030425935984}
+{"Finetune/Learning Rate": 1.1554697194965978e-05, "Finetune/Loss": 0.8098654747009277, "Finetune/Loss (Raw)": 0.8484530448913574, "Finetune/Step": 8977, "Finetune/Step Time": 11.725920239463449}
+{"Finetune/Learning Rate": 1.1553033690428708e-05, "Finetune/Loss": 0.8097098469734192, "Finetune/Loss (Raw)": 0.7615346908569336, "Finetune/Step": 8978, "Finetune/Step Time": 11.719651667401195}
+{"Finetune/Learning Rate": 1.1551370141851819e-05, "Finetune/Loss": 0.8109659552574158, "Finetune/Loss (Raw)": 0.820621907711029, "Finetune/Step": 8979, "Finetune/Step Time": 11.689789392054081}
+{"Finetune/Learning Rate": 1.1549706549282486e-05, "Finetune/Loss": 0.8090744018554688, "Finetune/Loss (Raw)": 0.8186848759651184, "Finetune/Step": 8980, "Finetune/Step Time": 11.696621196344495}
+{"Finetune/Learning Rate": 1.1548042912767881e-05, "Finetune/Loss": 0.8085314035415649, "Finetune/Loss (Raw)": 0.697943389415741, "Finetune/Step": 8981, "Finetune/Step Time": 11.69532398879528}
+{"Finetune/Learning Rate": 1.154637923235518e-05, "Finetune/Loss": 0.8077453374862671, "Finetune/Loss (Raw)": 0.6812223196029663, "Finetune/Step": 8982, "Finetune/Step Time": 11.688012668862939}
+{"Finetune/Learning Rate": 1.1544715508091564e-05, "Finetune/Loss": 0.8084766864776611, "Finetune/Loss (Raw)": 0.8269121050834656, "Finetune/Step": 8983, "Finetune/Step Time": 11.689182467758656}
+{"Finetune/Learning Rate": 1.1543051740024204e-05, "Finetune/Loss": 0.8098975419998169, "Finetune/Loss (Raw)": 0.8233206272125244, "Finetune/Step": 8984, "Finetune/Step Time": 11.682873567566276}
+{"Finetune/Learning Rate": 1.1541387928200286e-05, "Finetune/Loss": 0.8103699088096619, "Finetune/Loss (Raw)": 0.8517121076583862, "Finetune/Step": 8985, "Finetune/Step Time": 11.69097113236785}
+{"Finetune/Learning Rate": 1.1539724072666995e-05, "Finetune/Loss": 0.8115160465240479, "Finetune/Loss (Raw)": 0.8825109004974365, "Finetune/Step": 8986, "Finetune/Step Time": 11.693274721503258}
+{"Finetune/Learning Rate": 1.1538060173471502e-05, "Finetune/Loss": 0.8099632263183594, "Finetune/Loss (Raw)": 0.7789038419723511, "Finetune/Step": 8987, "Finetune/Step Time": 11.686706276610494}
+{"Finetune/Learning Rate": 1.1536396230660998e-05, "Finetune/Loss": 0.80856853723526, "Finetune/Loss (Raw)": 0.6833745241165161, "Finetune/Step": 8988, "Finetune/Step Time": 11.7630251403898}
+{"Finetune/Learning Rate": 1.1534732244282666e-05, "Finetune/Loss": 0.8067709803581238, "Finetune/Loss (Raw)": 0.7127421498298645, "Finetune/Step": 8989, "Finetune/Step Time": 11.757331339642406}
+{"Finetune/Learning Rate": 1.1533068214383692e-05, "Finetune/Loss": 0.8068606853485107, "Finetune/Loss (Raw)": 0.8401330709457397, "Finetune/Step": 8990, "Finetune/Step Time": 11.7815169878304}
+{"Finetune/Learning Rate": 1.153140414101126e-05, "Finetune/Loss": 0.805901288986206, "Finetune/Loss (Raw)": 0.7316368222236633, "Finetune/Step": 8991, "Finetune/Step Time": 11.778448041528463}
+{"Finetune/Learning Rate": 1.1529740024212566e-05, "Finetune/Loss": 0.8048225045204163, "Finetune/Loss (Raw)": 0.7631164193153381, "Finetune/Step": 8992, "Finetune/Step Time": 11.818745732307434}
+{"Finetune/Learning Rate": 1.1528075864034791e-05, "Finetune/Loss": 0.8048694133758545, "Finetune/Loss (Raw)": 0.882337212562561, "Finetune/Step": 8993, "Finetune/Step Time": 11.821714535355568}
+{"Finetune/Learning Rate": 1.1526411660525132e-05, "Finetune/Loss": 0.8033658266067505, "Finetune/Loss (Raw)": 0.7582665681838989, "Finetune/Step": 8994, "Finetune/Step Time": 11.819288602098823}
+{"Finetune/Learning Rate": 1.1524747413730777e-05, "Finetune/Loss": 0.8040989637374878, "Finetune/Loss (Raw)": 0.882710337638855, "Finetune/Step": 8995, "Finetune/Step Time": 11.815617585554719}
+{"Finetune/Learning Rate": 1.1523083123698921e-05, "Finetune/Loss": 0.8053020238876343, "Finetune/Loss (Raw)": 0.9432016015052795, "Finetune/Step": 8996, "Finetune/Step Time": 11.839115995913744}
+{"Finetune/Learning Rate": 1.152141879047676e-05, "Finetune/Loss": 0.8048798441886902, "Finetune/Loss (Raw)": 0.8551824688911438, "Finetune/Step": 8997, "Finetune/Step Time": 11.848019160330296}
+{"Finetune/Learning Rate": 1.1519754414111488e-05, "Finetune/Loss": 0.8045037388801575, "Finetune/Loss (Raw)": 0.7838411331176758, "Finetune/Step": 8998, "Finetune/Step Time": 11.846437249332666}
+{"Finetune/Learning Rate": 1.1518089994650303e-05, "Finetune/Loss": 0.8048815727233887, "Finetune/Loss (Raw)": 0.7918663024902344, "Finetune/Step": 8999, "Finetune/Step Time": 11.848095256835222}
+{"Finetune/Learning Rate": 1.1516425532140403e-05, "Finetune/Loss": 0.8063061237335205, "Finetune/Loss (Raw)": 0.8793618679046631, "Finetune/Step": 9000, "Finetune/Step Time": 11.833586974069476}
+{"Finetune/Learning Rate": 1.1514761026628985e-05, "Finetune/Loss": 0.8053793907165527, "Finetune/Loss (Raw)": 0.788567841053009, "Finetune/Step": 9001, "Finetune/Step Time": 11.844310643151402}
+{"Finetune/Learning Rate": 1.1513096478163252e-05, "Finetune/Loss": 0.8047882318496704, "Finetune/Loss (Raw)": 0.827946126461029, "Finetune/Step": 9002, "Finetune/Step Time": 11.845092000439763}
+{"Finetune/Learning Rate": 1.1511431886790407e-05, "Finetune/Loss": 0.8048508167266846, "Finetune/Loss (Raw)": 0.8847378492355347, "Finetune/Step": 9003, "Finetune/Step Time": 11.853792231529951}
+{"Finetune/Learning Rate": 1.1509767252557651e-05, "Finetune/Loss": 0.8056865334510803, "Finetune/Loss (Raw)": 0.7962771058082581, "Finetune/Step": 9004, "Finetune/Step Time": 11.860928691923618}
+{"Finetune/Learning Rate": 1.150810257551219e-05, "Finetune/Loss": 0.8053584098815918, "Finetune/Loss (Raw)": 0.7398995757102966, "Finetune/Step": 9005, "Finetune/Step Time": 11.855485426262021}
+{"Finetune/Learning Rate": 1.1506437855701227e-05, "Finetune/Loss": 0.8064502477645874, "Finetune/Loss (Raw)": 0.9042509198188782, "Finetune/Step": 9006, "Finetune/Step Time": 11.877941643819213}
+{"Finetune/Learning Rate": 1.1504773093171972e-05, "Finetune/Loss": 0.8071730136871338, "Finetune/Loss (Raw)": 0.8941574096679688, "Finetune/Step": 9007, "Finetune/Step Time": 11.86995061673224}
+{"Finetune/Learning Rate": 1.1503108287971627e-05, "Finetune/Loss": 0.8074345588684082, "Finetune/Loss (Raw)": 0.8531627655029297, "Finetune/Step": 9008, "Finetune/Step Time": 11.864769509062171}
+{"Finetune/Learning Rate": 1.1501443440147409e-05, "Finetune/Loss": 0.8058371543884277, "Finetune/Loss (Raw)": 0.7239522337913513, "Finetune/Step": 9009, "Finetune/Step Time": 11.863570224493742}
+{"Finetune/Learning Rate": 1.1499778549746525e-05, "Finetune/Loss": 0.8075482845306396, "Finetune/Loss (Raw)": 0.8675838112831116, "Finetune/Step": 9010, "Finetune/Step Time": 11.872175028547645}
+{"Finetune/Learning Rate": 1.1498113616816185e-05, "Finetune/Loss": 0.8090541362762451, "Finetune/Loss (Raw)": 0.9813628196716309, "Finetune/Step": 9011, "Finetune/Step Time": 11.867649652063847}
+{"Finetune/Learning Rate": 1.1496448641403602e-05, "Finetune/Loss": 0.8080337047576904, "Finetune/Loss (Raw)": 0.7358192205429077, "Finetune/Step": 9012, "Finetune/Step Time": 11.864951705560088}
+{"Finetune/Learning Rate": 1.1494783623555992e-05, "Finetune/Loss": 0.8081762790679932, "Finetune/Loss (Raw)": 0.8112766146659851, "Finetune/Step": 9013, "Finetune/Step Time": 11.86433413438499}
+{"Finetune/Learning Rate": 1.1493118563320569e-05, "Finetune/Loss": 0.8088915348052979, "Finetune/Loss (Raw)": 0.8158515095710754, "Finetune/Step": 9014, "Finetune/Step Time": 11.860340682789683}
+{"Finetune/Learning Rate": 1.1491453460744546e-05, "Finetune/Loss": 0.8099020719528198, "Finetune/Loss (Raw)": 0.9297340512275696, "Finetune/Step": 9015, "Finetune/Step Time": 11.85863589309156}
+{"Finetune/Learning Rate": 1.148978831587515e-05, "Finetune/Loss": 0.8087925910949707, "Finetune/Loss (Raw)": 0.6483123898506165, "Finetune/Step": 9016, "Finetune/Step Time": 11.854526216164231}
+{"Finetune/Learning Rate": 1.148812312875959e-05, "Finetune/Loss": 0.8101462721824646, "Finetune/Loss (Raw)": 1.01058828830719, "Finetune/Step": 9017, "Finetune/Step Time": 11.859191032126546}
+{"Finetune/Learning Rate": 1.148645789944509e-05, "Finetune/Loss": 0.8089114427566528, "Finetune/Loss (Raw)": 0.714849591255188, "Finetune/Step": 9018, "Finetune/Step Time": 11.858232643455267}
+{"Finetune/Learning Rate": 1.1484792627978872e-05, "Finetune/Loss": 0.8087160587310791, "Finetune/Loss (Raw)": 0.7589950561523438, "Finetune/Step": 9019, "Finetune/Step Time": 11.889462657272816}
+{"Finetune/Learning Rate": 1.1483127314408156e-05, "Finetune/Loss": 0.808573842048645, "Finetune/Loss (Raw)": 0.8101785778999329, "Finetune/Step": 9020, "Finetune/Step Time": 11.894040733575821}
+{"Finetune/Learning Rate": 1.1481461958780166e-05, "Finetune/Loss": 0.8060040473937988, "Finetune/Loss (Raw)": 0.5460758805274963, "Finetune/Step": 9021, "Finetune/Step Time": 11.927163755521178}
+{"Finetune/Learning Rate": 1.147979656114213e-05, "Finetune/Loss": 0.8066539764404297, "Finetune/Loss (Raw)": 1.008866548538208, "Finetune/Step": 9022, "Finetune/Step Time": 11.942366655915976}
+{"Finetune/Learning Rate": 1.147813112154127e-05, "Finetune/Loss": 0.8063712120056152, "Finetune/Loss (Raw)": 0.8549470901489258, "Finetune/Step": 9023, "Finetune/Step Time": 11.956891132518649}
+{"Finetune/Learning Rate": 1.1476465640024814e-05, "Finetune/Loss": 0.8066542148590088, "Finetune/Loss (Raw)": 0.7740896344184875, "Finetune/Step": 9024, "Finetune/Step Time": 11.93757400661707}
+{"Finetune/Learning Rate": 1.1474800116639993e-05, "Finetune/Loss": 0.8073294758796692, "Finetune/Loss (Raw)": 0.8525369167327881, "Finetune/Step": 9025, "Finetune/Step Time": 11.93101948313415}
+{"Finetune/Learning Rate": 1.147313455143403e-05, "Finetune/Loss": 0.8075846433639526, "Finetune/Loss (Raw)": 0.8709722757339478, "Finetune/Step": 9026, "Finetune/Step Time": 11.932195210829377}
+{"Finetune/Learning Rate": 1.1471468944454165e-05, "Finetune/Loss": 0.8084033727645874, "Finetune/Loss (Raw)": 0.8962641954421997, "Finetune/Step": 9027, "Finetune/Step Time": 11.931034250184894}
+{"Finetune/Learning Rate": 1.1469803295747626e-05, "Finetune/Loss": 0.8080645799636841, "Finetune/Loss (Raw)": 0.8587905764579773, "Finetune/Step": 9028, "Finetune/Step Time": 11.932433234527707}
+{"Finetune/Learning Rate": 1.146813760536164e-05, "Finetune/Loss": 0.8088824152946472, "Finetune/Loss (Raw)": 0.8299010396003723, "Finetune/Step": 9029, "Finetune/Step Time": 11.911542981863022}
+{"Finetune/Learning Rate": 1.146647187334345e-05, "Finetune/Loss": 0.8093012571334839, "Finetune/Loss (Raw)": 0.8425143957138062, "Finetune/Step": 9030, "Finetune/Step Time": 11.896774496883154}
+{"Finetune/Learning Rate": 1.1464806099740287e-05, "Finetune/Loss": 0.8086572885513306, "Finetune/Loss (Raw)": 0.7636660933494568, "Finetune/Step": 9031, "Finetune/Step Time": 11.901961905881763}
+{"Finetune/Learning Rate": 1.1463140284599387e-05, "Finetune/Loss": 0.8076393604278564, "Finetune/Loss (Raw)": 0.7886343002319336, "Finetune/Step": 9032, "Finetune/Step Time": 11.88763603195548}
+{"Finetune/Learning Rate": 1.1461474427967988e-05, "Finetune/Loss": 0.8070849180221558, "Finetune/Loss (Raw)": 0.7934505343437195, "Finetune/Step": 9033, "Finetune/Step Time": 11.891497207805514}
+{"Finetune/Learning Rate": 1.1459808529893334e-05, "Finetune/Loss": 0.8071659803390503, "Finetune/Loss (Raw)": 0.8286107182502747, "Finetune/Step": 9034, "Finetune/Step Time": 11.879409858956933}
+{"Finetune/Learning Rate": 1.145814259042266e-05, "Finetune/Loss": 0.8076404929161072, "Finetune/Loss (Raw)": 0.8707765340805054, "Finetune/Step": 9035, "Finetune/Step Time": 11.885592851787806}
+{"Finetune/Learning Rate": 1.1456476609603206e-05, "Finetune/Loss": 0.8082399368286133, "Finetune/Loss (Raw)": 0.8411281108856201, "Finetune/Step": 9036, "Finetune/Step Time": 11.899624655023217}
+{"Finetune/Learning Rate": 1.1454810587482221e-05, "Finetune/Loss": 0.8071675896644592, "Finetune/Loss (Raw)": 0.8031559586524963, "Finetune/Step": 9037, "Finetune/Step Time": 11.911717187613249}
+{"Finetune/Learning Rate": 1.1453144524106944e-05, "Finetune/Loss": 0.8073448538780212, "Finetune/Loss (Raw)": 0.8026635646820068, "Finetune/Step": 9038, "Finetune/Step Time": 11.922062439844012}
+{"Finetune/Learning Rate": 1.145147841952462e-05, "Finetune/Loss": 0.8083610534667969, "Finetune/Loss (Raw)": 0.9900930523872375, "Finetune/Step": 9039, "Finetune/Step Time": 11.916173845529556}
+{"Finetune/Learning Rate": 1.1449812273782492e-05, "Finetune/Loss": 0.8075997829437256, "Finetune/Loss (Raw)": 0.8621472716331482, "Finetune/Step": 9040, "Finetune/Step Time": 11.920993169769645}
+{"Finetune/Learning Rate": 1.1448146086927816e-05, "Finetune/Loss": 0.8076490163803101, "Finetune/Loss (Raw)": 0.8554359078407288, "Finetune/Step": 9041, "Finetune/Step Time": 11.922938333824277}
+{"Finetune/Learning Rate": 1.1446479859007834e-05, "Finetune/Loss": 0.8067327737808228, "Finetune/Loss (Raw)": 0.7539341449737549, "Finetune/Step": 9042, "Finetune/Step Time": 11.975081458687782}
+{"Finetune/Learning Rate": 1.144481359006979e-05, "Finetune/Loss": 0.8059664368629456, "Finetune/Loss (Raw)": 0.8235081434249878, "Finetune/Step": 9043, "Finetune/Step Time": 11.986347584053874}
+{"Finetune/Learning Rate": 1.1443147280160949e-05, "Finetune/Loss": 0.8057276010513306, "Finetune/Loss (Raw)": 0.8304908275604248, "Finetune/Step": 9044, "Finetune/Step Time": 11.989259665831923}
+{"Finetune/Learning Rate": 1.144148092932855e-05, "Finetune/Loss": 0.8056584000587463, "Finetune/Loss (Raw)": 0.769228994846344, "Finetune/Step": 9045, "Finetune/Step Time": 11.99089358188212}
+{"Finetune/Learning Rate": 1.1439814537619853e-05, "Finetune/Loss": 0.8057388663291931, "Finetune/Loss (Raw)": 0.891105055809021, "Finetune/Step": 9046, "Finetune/Step Time": 11.988259682431817}
+{"Finetune/Learning Rate": 1.1438148105082109e-05, "Finetune/Loss": 0.8058446645736694, "Finetune/Loss (Raw)": 0.791259229183197, "Finetune/Step": 9047, "Finetune/Step Time": 12.004414305090904}
+{"Finetune/Learning Rate": 1.1436481631762574e-05, "Finetune/Loss": 0.8068358898162842, "Finetune/Loss (Raw)": 0.8664551973342896, "Finetune/Step": 9048, "Finetune/Step Time": 12.007339622825384}
+{"Finetune/Learning Rate": 1.1434815117708507e-05, "Finetune/Loss": 0.8067176342010498, "Finetune/Loss (Raw)": 0.7899367213249207, "Finetune/Step": 9049, "Finetune/Step Time": 12.01996160671115}
+{"Finetune/Learning Rate": 1.1433148562967162e-05, "Finetune/Loss": 0.8067342042922974, "Finetune/Loss (Raw)": 0.8955398797988892, "Finetune/Step": 9050, "Finetune/Step Time": 12.027310153469443}
+{"Finetune/Learning Rate": 1.1431481967585799e-05, "Finetune/Loss": 0.8073372840881348, "Finetune/Loss (Raw)": 0.7371510863304138, "Finetune/Step": 9051, "Finetune/Step Time": 12.03564934618771}
+{"Finetune/Learning Rate": 1.1429815331611677e-05, "Finetune/Loss": 0.8054636716842651, "Finetune/Loss (Raw)": 0.7315247058868408, "Finetune/Step": 9052, "Finetune/Step Time": 12.026870153844357}
+{"Finetune/Learning Rate": 1.1428148655092059e-05, "Finetune/Loss": 0.8052400350570679, "Finetune/Loss (Raw)": 0.7486774325370789, "Finetune/Step": 9053, "Finetune/Step Time": 12.033537358045578}
+{"Finetune/Learning Rate": 1.1426481938074208e-05, "Finetune/Loss": 0.8058929443359375, "Finetune/Loss (Raw)": 0.7376778721809387, "Finetune/Step": 9054, "Finetune/Step Time": 12.002336157485843}
+{"Finetune/Learning Rate": 1.1424815180605382e-05, "Finetune/Loss": 0.8066577315330505, "Finetune/Loss (Raw)": 0.8325504660606384, "Finetune/Step": 9055, "Finetune/Step Time": 12.009558483958244}
+{"Finetune/Learning Rate": 1.1423148382732854e-05, "Finetune/Loss": 0.8054097294807434, "Finetune/Loss (Raw)": 0.7365402579307556, "Finetune/Step": 9056, "Finetune/Step Time": 12.017188722267747}
+{"Finetune/Learning Rate": 1.142148154450388e-05, "Finetune/Loss": 0.805201530456543, "Finetune/Loss (Raw)": 0.7386927008628845, "Finetune/Step": 9057, "Finetune/Step Time": 12.04137197509408}
+{"Finetune/Learning Rate": 1.1419814665965733e-05, "Finetune/Loss": 0.8070499300956726, "Finetune/Loss (Raw)": 0.8586270213127136, "Finetune/Step": 9058, "Finetune/Step Time": 12.039084350690246}
+{"Finetune/Learning Rate": 1.1418147747165683e-05, "Finetune/Loss": 0.8075184226036072, "Finetune/Loss (Raw)": 0.8212248086929321, "Finetune/Step": 9059, "Finetune/Step Time": 12.037548938766122}
+{"Finetune/Learning Rate": 1.141648078815099e-05, "Finetune/Loss": 0.8081302642822266, "Finetune/Loss (Raw)": 0.8538981676101685, "Finetune/Step": 9060, "Finetune/Step Time": 12.032519390806556}
+{"Finetune/Learning Rate": 1.141481378896893e-05, "Finetune/Loss": 0.8098084926605225, "Finetune/Loss (Raw)": 0.9453072547912598, "Finetune/Step": 9061, "Finetune/Step Time": 12.024608666077256}
+{"Finetune/Learning Rate": 1.141314674966678e-05, "Finetune/Loss": 0.8109904527664185, "Finetune/Loss (Raw)": 0.8627628087997437, "Finetune/Step": 9062, "Finetune/Step Time": 12.020902819931507}
+{"Finetune/Learning Rate": 1.1411479670291803e-05, "Finetune/Loss": 0.8092634081840515, "Finetune/Loss (Raw)": 0.6443451046943665, "Finetune/Step": 9063, "Finetune/Step Time": 12.03048288822174}
+{"Finetune/Learning Rate": 1.1409812550891272e-05, "Finetune/Loss": 0.8094913959503174, "Finetune/Loss (Raw)": 0.8693749904632568, "Finetune/Step": 9064, "Finetune/Step Time": 12.034002983942628}
+{"Finetune/Learning Rate": 1.1408145391512474e-05, "Finetune/Loss": 0.808639407157898, "Finetune/Loss (Raw)": 0.7783987522125244, "Finetune/Step": 9065, "Finetune/Step Time": 12.030551394447684}
+{"Finetune/Learning Rate": 1.1406478192202672e-05, "Finetune/Loss": 0.8078245520591736, "Finetune/Loss (Raw)": 0.6689700484275818, "Finetune/Step": 9066, "Finetune/Step Time": 12.044502902776003}
+{"Finetune/Learning Rate": 1.140481095300915e-05, "Finetune/Loss": 0.8075683116912842, "Finetune/Loss (Raw)": 0.7290065288543701, "Finetune/Step": 9067, "Finetune/Step Time": 12.036438558250666}
+{"Finetune/Learning Rate": 1.1403143673979182e-05, "Finetune/Loss": 0.8083610534667969, "Finetune/Loss (Raw)": 0.858496367931366, "Finetune/Step": 9068, "Finetune/Step Time": 12.041964311152697}
+{"Finetune/Learning Rate": 1.1401476355160051e-05, "Finetune/Loss": 0.8063892722129822, "Finetune/Loss (Raw)": 0.6406034231185913, "Finetune/Step": 9069, "Finetune/Step Time": 12.08299689181149}
+{"Finetune/Learning Rate": 1.1399808996599036e-05, "Finetune/Loss": 0.8062474727630615, "Finetune/Loss (Raw)": 0.7556119561195374, "Finetune/Step": 9070, "Finetune/Step Time": 12.034279260784388}
+{"Finetune/Learning Rate": 1.1398141598343417e-05, "Finetune/Loss": 0.8060572147369385, "Finetune/Loss (Raw)": 0.7298251986503601, "Finetune/Step": 9071, "Finetune/Step Time": 12.043083341792226}
+{"Finetune/Learning Rate": 1.1396474160440479e-05, "Finetune/Loss": 0.8065205812454224, "Finetune/Loss (Raw)": 0.8325057625770569, "Finetune/Step": 9072, "Finetune/Step Time": 12.050815800204873}
+{"Finetune/Learning Rate": 1.1394806682937505e-05, "Finetune/Loss": 0.8072234392166138, "Finetune/Loss (Raw)": 0.8233160376548767, "Finetune/Step": 9073, "Finetune/Step Time": 12.043565567582846}
+{"Finetune/Learning Rate": 1.139313916588178e-05, "Finetune/Loss": 0.8074929118156433, "Finetune/Loss (Raw)": 0.7039106488227844, "Finetune/Step": 9074, "Finetune/Step Time": 12.034009382128716}
+{"Finetune/Learning Rate": 1.1391471609320588e-05, "Finetune/Loss": 0.8083908557891846, "Finetune/Loss (Raw)": 0.8229009509086609, "Finetune/Step": 9075, "Finetune/Step Time": 12.03490816988051}
+{"Finetune/Learning Rate": 1.1389804013301219e-05, "Finetune/Loss": 0.8082910776138306, "Finetune/Loss (Raw)": 0.8127992749214172, "Finetune/Step": 9076, "Finetune/Step Time": 12.039914334192872}
+{"Finetune/Learning Rate": 1.1388136377870965e-05, "Finetune/Loss": 0.8088892698287964, "Finetune/Loss (Raw)": 0.7881033420562744, "Finetune/Step": 9077, "Finetune/Step Time": 12.036434404551983}
+{"Finetune/Learning Rate": 1.1386468703077102e-05, "Finetune/Loss": 0.809691309928894, "Finetune/Loss (Raw)": 0.9174901843070984, "Finetune/Step": 9078, "Finetune/Step Time": 12.046130886301398}
+{"Finetune/Learning Rate": 1.1384800988966933e-05, "Finetune/Loss": 0.8116697072982788, "Finetune/Loss (Raw)": 0.9534866213798523, "Finetune/Step": 9079, "Finetune/Step Time": 12.051286272704601}
+{"Finetune/Learning Rate": 1.1383133235587748e-05, "Finetune/Loss": 0.8123679161071777, "Finetune/Loss (Raw)": 0.8487374782562256, "Finetune/Step": 9080, "Finetune/Step Time": 12.077852917835116}
+{"Finetune/Learning Rate": 1.1381465442986834e-05, "Finetune/Loss": 0.8118225932121277, "Finetune/Loss (Raw)": 0.8962206840515137, "Finetune/Step": 9081, "Finetune/Step Time": 12.07295372709632}
+{"Finetune/Learning Rate": 1.1379797611211491e-05, "Finetune/Loss": 0.8110910654067993, "Finetune/Loss (Raw)": 0.7892543077468872, "Finetune/Step": 9082, "Finetune/Step Time": 12.068894520401955}
+{"Finetune/Learning Rate": 1.1378129740309011e-05, "Finetune/Loss": 0.8104488849639893, "Finetune/Loss (Raw)": 0.7778060436248779, "Finetune/Step": 9083, "Finetune/Step Time": 12.0623628962785}
+{"Finetune/Learning Rate": 1.137646183032669e-05, "Finetune/Loss": 0.8098450899124146, "Finetune/Loss (Raw)": 0.8071169257164001, "Finetune/Step": 9084, "Finetune/Step Time": 12.065586406737566}
+{"Finetune/Learning Rate": 1.1374793881311826e-05, "Finetune/Loss": 0.810967743396759, "Finetune/Loss (Raw)": 0.8752632737159729, "Finetune/Step": 9085, "Finetune/Step Time": 12.066528253257275}
+{"Finetune/Learning Rate": 1.1373125893311717e-05, "Finetune/Loss": 0.8105027675628662, "Finetune/Loss (Raw)": 0.7063408493995667, "Finetune/Step": 9086, "Finetune/Step Time": 12.079072579741478}
+{"Finetune/Learning Rate": 1.1371457866373662e-05, "Finetune/Loss": 0.8114367127418518, "Finetune/Loss (Raw)": 0.9775167107582092, "Finetune/Step": 9087, "Finetune/Step Time": 12.066221859306097}
+{"Finetune/Learning Rate": 1.136978980054496e-05, "Finetune/Loss": 0.813495397567749, "Finetune/Loss (Raw)": 0.8933055996894836, "Finetune/Step": 9088, "Finetune/Step Time": 12.046746499836445}
+{"Finetune/Learning Rate": 1.1368121695872918e-05, "Finetune/Loss": 0.8142858743667603, "Finetune/Loss (Raw)": 0.952903151512146, "Finetune/Step": 9089, "Finetune/Step Time": 12.05126678198576}
+{"Finetune/Learning Rate": 1.1366453552404832e-05, "Finetune/Loss": 0.8134456872940063, "Finetune/Loss (Raw)": 0.5754377841949463, "Finetune/Step": 9090, "Finetune/Step Time": 12.071131428703666}
+{"Finetune/Learning Rate": 1.136478537018801e-05, "Finetune/Loss": 0.8144382238388062, "Finetune/Loss (Raw)": 1.0354176759719849, "Finetune/Step": 9091, "Finetune/Step Time": 12.07666659168899}
+{"Finetune/Learning Rate": 1.1363117149269756e-05, "Finetune/Loss": 0.8142088651657104, "Finetune/Loss (Raw)": 0.8127400279045105, "Finetune/Step": 9092, "Finetune/Step Time": 12.08536908775568}
+{"Finetune/Learning Rate": 1.1361448889697376e-05, "Finetune/Loss": 0.813034176826477, "Finetune/Loss (Raw)": 0.6604840159416199, "Finetune/Step": 9093, "Finetune/Step Time": 12.094672705978155}
+{"Finetune/Learning Rate": 1.1359780591518177e-05, "Finetune/Loss": 0.8143850564956665, "Finetune/Loss (Raw)": 0.9161587357521057, "Finetune/Step": 9094, "Finetune/Step Time": 12.083291670307517}
+{"Finetune/Learning Rate": 1.1358112254779465e-05, "Finetune/Loss": 0.8143280744552612, "Finetune/Loss (Raw)": 0.8760884404182434, "Finetune/Step": 9095, "Finetune/Step Time": 12.089162349700928}
+{"Finetune/Learning Rate": 1.1356443879528554e-05, "Finetune/Loss": 0.8151755332946777, "Finetune/Loss (Raw)": 0.8871721029281616, "Finetune/Step": 9096, "Finetune/Step Time": 12.100497530773282}
+{"Finetune/Learning Rate": 1.135477546581275e-05, "Finetune/Loss": 0.814240574836731, "Finetune/Loss (Raw)": 0.7733299732208252, "Finetune/Step": 9097, "Finetune/Step Time": 12.125195752829313}
+{"Finetune/Learning Rate": 1.1353107013679368e-05, "Finetune/Loss": 0.8143088817596436, "Finetune/Loss (Raw)": 0.7894390225410461, "Finetune/Step": 9098, "Finetune/Step Time": 12.122516129165888}
+{"Finetune/Learning Rate": 1.1351438523175717e-05, "Finetune/Loss": 0.8137961626052856, "Finetune/Loss (Raw)": 0.8278711438179016, "Finetune/Step": 9099, "Finetune/Step Time": 12.12274425663054}
+{"Finetune/Learning Rate": 1.1349769994349113e-05, "Finetune/Loss": 0.8167719841003418, "Finetune/Loss (Raw)": 0.9790444374084473, "Finetune/Step": 9100, "Finetune/Step Time": 12.094679465517402}
+{"Finetune/Learning Rate": 1.1348101427246873e-05, "Finetune/Loss": 0.8181138634681702, "Finetune/Loss (Raw)": 0.8518660664558411, "Finetune/Step": 9101, "Finetune/Step Time": 12.083046313375235}
+{"Finetune/Learning Rate": 1.1346432821916307e-05, "Finetune/Loss": 0.8185396194458008, "Finetune/Loss (Raw)": 0.862749457359314, "Finetune/Step": 9102, "Finetune/Step Time": 12.084655810147524}
+{"Finetune/Learning Rate": 1.1344764178404734e-05, "Finetune/Loss": 0.8182792663574219, "Finetune/Loss (Raw)": 0.7746426463127136, "Finetune/Step": 9103, "Finetune/Step Time": 12.091794649139047}
+{"Finetune/Learning Rate": 1.1343095496759478e-05, "Finetune/Loss": 0.8173161149024963, "Finetune/Loss (Raw)": 0.7925039529800415, "Finetune/Step": 9104, "Finetune/Step Time": 12.090791502967477}
+{"Finetune/Learning Rate": 1.1341426777027848e-05, "Finetune/Loss": 0.8160926103591919, "Finetune/Loss (Raw)": 0.6918447613716125, "Finetune/Step": 9105, "Finetune/Step Time": 12.104225523769855}
+{"Finetune/Learning Rate": 1.133975801925717e-05, "Finetune/Loss": 0.8173544406890869, "Finetune/Loss (Raw)": 0.9230428338050842, "Finetune/Step": 9106, "Finetune/Step Time": 12.12933336570859}
+{"Finetune/Learning Rate": 1.1338089223494767e-05, "Finetune/Loss": 0.8175390362739563, "Finetune/Loss (Raw)": 0.8442589640617371, "Finetune/Step": 9107, "Finetune/Step Time": 12.126632934436202}
+{"Finetune/Learning Rate": 1.1336420389787957e-05, "Finetune/Loss": 0.8180623650550842, "Finetune/Loss (Raw)": 0.8856692314147949, "Finetune/Step": 9108, "Finetune/Step Time": 12.122797269374132}
+{"Finetune/Learning Rate": 1.1334751518184062e-05, "Finetune/Loss": 0.8192131519317627, "Finetune/Loss (Raw)": 0.8452446460723877, "Finetune/Step": 9109, "Finetune/Step Time": 12.124874491244555}
+{"Finetune/Learning Rate": 1.1333082608730415e-05, "Finetune/Loss": 0.8195993900299072, "Finetune/Loss (Raw)": 0.7306603193283081, "Finetune/Step": 9110, "Finetune/Step Time": 12.128099955618382}
+{"Finetune/Learning Rate": 1.133141366147433e-05, "Finetune/Loss": 0.8195993304252625, "Finetune/Loss (Raw)": 0.826904296875, "Finetune/Step": 9111, "Finetune/Step Time": 12.129068465903401}
+{"Finetune/Learning Rate": 1.1329744676463144e-05, "Finetune/Loss": 0.8195231556892395, "Finetune/Loss (Raw)": 0.8135698437690735, "Finetune/Step": 9112, "Finetune/Step Time": 12.132690034806728}
+{"Finetune/Learning Rate": 1.1328075653744177e-05, "Finetune/Loss": 0.8196549415588379, "Finetune/Loss (Raw)": 0.8685814738273621, "Finetune/Step": 9113, "Finetune/Step Time": 12.136990960687399}
+{"Finetune/Learning Rate": 1.1326406593364766e-05, "Finetune/Loss": 0.8188138008117676, "Finetune/Loss (Raw)": 0.7748463153839111, "Finetune/Step": 9114, "Finetune/Step Time": 12.169344270601869}
+{"Finetune/Learning Rate": 1.1324737495372232e-05, "Finetune/Loss": 0.8195240497589111, "Finetune/Loss (Raw)": 0.8698159456253052, "Finetune/Step": 9115, "Finetune/Step Time": 12.180144388228655}
+{"Finetune/Learning Rate": 1.132306835981391e-05, "Finetune/Loss": 0.8204197883605957, "Finetune/Loss (Raw)": 0.7980254292488098, "Finetune/Step": 9116, "Finetune/Step Time": 12.120379531756043}
+{"Finetune/Learning Rate": 1.1321399186737131e-05, "Finetune/Loss": 0.8208314776420593, "Finetune/Loss (Raw)": 0.7654410004615784, "Finetune/Step": 9117, "Finetune/Step Time": 12.12786217033863}
+{"Finetune/Learning Rate": 1.1319729976189231e-05, "Finetune/Loss": 0.8213657736778259, "Finetune/Loss (Raw)": 0.9085190892219543, "Finetune/Step": 9118, "Finetune/Step Time": 12.101294063031673}
+{"Finetune/Learning Rate": 1.131806072821754e-05, "Finetune/Loss": 0.8222686052322388, "Finetune/Loss (Raw)": 0.8472011685371399, "Finetune/Step": 9119, "Finetune/Step Time": 12.103547116741538}
+{"Finetune/Learning Rate": 1.1316391442869394e-05, "Finetune/Loss": 0.823067843914032, "Finetune/Loss (Raw)": 0.8654212951660156, "Finetune/Step": 9120, "Finetune/Step Time": 12.062403447926044}
+{"Finetune/Learning Rate": 1.1314722120192133e-05, "Finetune/Loss": 0.8219689130783081, "Finetune/Loss (Raw)": 0.7416737079620361, "Finetune/Step": 9121, "Finetune/Step Time": 12.112409817054868}
+{"Finetune/Learning Rate": 1.1313052760233087e-05, "Finetune/Loss": 0.8220324516296387, "Finetune/Loss (Raw)": 0.7663958072662354, "Finetune/Step": 9122, "Finetune/Step Time": 12.129909982904792}
+{"Finetune/Learning Rate": 1.13113833630396e-05, "Finetune/Loss": 0.8215358853340149, "Finetune/Loss (Raw)": 0.8191547989845276, "Finetune/Step": 9123, "Finetune/Step Time": 12.136709494516253}
+{"Finetune/Learning Rate": 1.1309713928659012e-05, "Finetune/Loss": 0.8210844993591309, "Finetune/Loss (Raw)": 0.8854195475578308, "Finetune/Step": 9124, "Finetune/Step Time": 12.131766200065613}
+{"Finetune/Learning Rate": 1.130804445713866e-05, "Finetune/Loss": 0.81946861743927, "Finetune/Loss (Raw)": 0.6483525037765503, "Finetune/Step": 9125, "Finetune/Step Time": 12.135134080424905}
+{"Finetune/Learning Rate": 1.1306374948525886e-05, "Finetune/Loss": 0.8202252388000488, "Finetune/Loss (Raw)": 0.8806861042976379, "Finetune/Step": 9126, "Finetune/Step Time": 12.139391327276826}
+{"Finetune/Learning Rate": 1.1304705402868035e-05, "Finetune/Loss": 0.8222807049751282, "Finetune/Loss (Raw)": 1.0549652576446533, "Finetune/Step": 9127, "Finetune/Step Time": 12.13800523802638}
+{"Finetune/Learning Rate": 1.130303582021245e-05, "Finetune/Loss": 0.8205084800720215, "Finetune/Loss (Raw)": 0.652520477771759, "Finetune/Step": 9128, "Finetune/Step Time": 12.140224853530526}
+{"Finetune/Learning Rate": 1.1301366200606472e-05, "Finetune/Loss": 0.8211274147033691, "Finetune/Loss (Raw)": 0.8677911162376404, "Finetune/Step": 9129, "Finetune/Step Time": 12.131372425705194}
+{"Finetune/Learning Rate": 1.1299696544097447e-05, "Finetune/Loss": 0.8212099075317383, "Finetune/Loss (Raw)": 0.8384990096092224, "Finetune/Step": 9130, "Finetune/Step Time": 12.134590407833457}
+{"Finetune/Learning Rate": 1.1298026850732728e-05, "Finetune/Loss": 0.8203323483467102, "Finetune/Loss (Raw)": 0.7724121809005737, "Finetune/Step": 9131, "Finetune/Step Time": 12.122486988082528}
+{"Finetune/Learning Rate": 1.1296357120559658e-05, "Finetune/Loss": 0.8202046155929565, "Finetune/Loss (Raw)": 0.7799277901649475, "Finetune/Step": 9132, "Finetune/Step Time": 12.114298133179545}
+{"Finetune/Learning Rate": 1.1294687353625586e-05, "Finetune/Loss": 0.8204067945480347, "Finetune/Loss (Raw)": 0.7657833099365234, "Finetune/Step": 9133, "Finetune/Step Time": 12.12052053399384}
+{"Finetune/Learning Rate": 1.129301754997786e-05, "Finetune/Loss": 0.8189737796783447, "Finetune/Loss (Raw)": 0.7208132743835449, "Finetune/Step": 9134, "Finetune/Step Time": 12.100656185299158}
+{"Finetune/Learning Rate": 1.1291347709663837e-05, "Finetune/Loss": 0.8182034492492676, "Finetune/Loss (Raw)": 0.7955585718154907, "Finetune/Step": 9135, "Finetune/Step Time": 12.135717131197453}
+{"Finetune/Learning Rate": 1.1289677832730864e-05, "Finetune/Loss": 0.8185369968414307, "Finetune/Loss (Raw)": 0.8958637714385986, "Finetune/Step": 9136, "Finetune/Step Time": 12.142526380717754}
+{"Finetune/Learning Rate": 1.1288007919226289e-05, "Finetune/Loss": 0.820815920829773, "Finetune/Loss (Raw)": 1.0156513452529907, "Finetune/Step": 9137, "Finetune/Step Time": 12.146005112677813}
+{"Finetune/Learning Rate": 1.128633796919748e-05, "Finetune/Loss": 0.8196962475776672, "Finetune/Loss (Raw)": 0.7242674231529236, "Finetune/Step": 9138, "Finetune/Step Time": 12.160841254517436}
+{"Finetune/Learning Rate": 1.1284667982691781e-05, "Finetune/Loss": 0.8182247877120972, "Finetune/Loss (Raw)": 0.793019711971283, "Finetune/Step": 9139, "Finetune/Step Time": 12.164425259456038}
+{"Finetune/Learning Rate": 1.1282997959756551e-05, "Finetune/Loss": 0.8180493712425232, "Finetune/Loss (Raw)": 0.7133633494377136, "Finetune/Step": 9140, "Finetune/Step Time": 12.203432904556394}
+{"Finetune/Learning Rate": 1.1281327900439147e-05, "Finetune/Loss": 0.8182508945465088, "Finetune/Loss (Raw)": 0.837066650390625, "Finetune/Step": 9141, "Finetune/Step Time": 12.202352875843644}
+{"Finetune/Learning Rate": 1.1279657804786927e-05, "Finetune/Loss": 0.8187708258628845, "Finetune/Loss (Raw)": 0.882404088973999, "Finetune/Step": 9142, "Finetune/Step Time": 12.203963533043861}
+{"Finetune/Learning Rate": 1.1277987672847253e-05, "Finetune/Loss": 0.81895512342453, "Finetune/Loss (Raw)": 0.9533252120018005, "Finetune/Step": 9143, "Finetune/Step Time": 12.188577935099602}
+{"Finetune/Learning Rate": 1.127631750466748e-05, "Finetune/Loss": 0.8203507661819458, "Finetune/Loss (Raw)": 0.8269582986831665, "Finetune/Step": 9144, "Finetune/Step Time": 12.194115836173296}
+{"Finetune/Learning Rate": 1.1274647300294975e-05, "Finetune/Loss": 0.8197482824325562, "Finetune/Loss (Raw)": 0.9334698915481567, "Finetune/Step": 9145, "Finetune/Step Time": 12.18376948684454}
+{"Finetune/Learning Rate": 1.1272977059777093e-05, "Finetune/Loss": 0.8212898969650269, "Finetune/Loss (Raw)": 0.9121747016906738, "Finetune/Step": 9146, "Finetune/Step Time": 12.194873448461294}
+{"Finetune/Learning Rate": 1.1271306783161204e-05, "Finetune/Loss": 0.8229357004165649, "Finetune/Loss (Raw)": 0.9696550369262695, "Finetune/Step": 9147, "Finetune/Step Time": 12.162845274433494}
+{"Finetune/Learning Rate": 1.1269636470494669e-05, "Finetune/Loss": 0.8199019432067871, "Finetune/Loss (Raw)": 0.42185893654823303, "Finetune/Step": 9148, "Finetune/Step Time": 12.186364049091935}
+{"Finetune/Learning Rate": 1.1267966121824854e-05, "Finetune/Loss": 0.8215839862823486, "Finetune/Loss (Raw)": 0.7613816857337952, "Finetune/Step": 9149, "Finetune/Step Time": 12.165095331147313}
+{"Finetune/Learning Rate": 1.1266295737199129e-05, "Finetune/Loss": 0.8191698789596558, "Finetune/Loss (Raw)": 0.6998492479324341, "Finetune/Step": 9150, "Finetune/Step Time": 12.165668107569218}
+{"Finetune/Learning Rate": 1.126462531666485e-05, "Finetune/Loss": 0.8178710341453552, "Finetune/Loss (Raw)": 0.6887012124061584, "Finetune/Step": 9151, "Finetune/Step Time": 12.152790639549494}
+{"Finetune/Learning Rate": 1.12629548602694e-05, "Finetune/Loss": 0.8185256719589233, "Finetune/Loss (Raw)": 0.8578802943229675, "Finetune/Step": 9152, "Finetune/Step Time": 12.160200325772166}
+{"Finetune/Learning Rate": 1.1261284368060139e-05, "Finetune/Loss": 0.8165684342384338, "Finetune/Loss (Raw)": 0.6020140647888184, "Finetune/Step": 9153, "Finetune/Step Time": 12.16568929888308}
+{"Finetune/Learning Rate": 1.1259613840084438e-05, "Finetune/Loss": 0.816411018371582, "Finetune/Loss (Raw)": 0.8508186936378479, "Finetune/Step": 9154, "Finetune/Step Time": 12.16984748467803}
+{"Finetune/Learning Rate": 1.1257943276389673e-05, "Finetune/Loss": 0.8157596588134766, "Finetune/Loss (Raw)": 0.81289142370224, "Finetune/Step": 9155, "Finetune/Step Time": 12.184173479676247}
+{"Finetune/Learning Rate": 1.1256272677023214e-05, "Finetune/Loss": 0.8161364793777466, "Finetune/Loss (Raw)": 0.907031774520874, "Finetune/Step": 9156, "Finetune/Step Time": 12.184986589476466}
+{"Finetune/Learning Rate": 1.1254602042032434e-05, "Finetune/Loss": 0.817516565322876, "Finetune/Loss (Raw)": 1.0065433979034424, "Finetune/Step": 9157, "Finetune/Step Time": 12.190601462498307}
+{"Finetune/Learning Rate": 1.1252931371464707e-05, "Finetune/Loss": 0.8179916143417358, "Finetune/Loss (Raw)": 0.9033172130584717, "Finetune/Step": 9158, "Finetune/Step Time": 12.192422369495034}
+{"Finetune/Learning Rate": 1.125126066536741e-05, "Finetune/Loss": 0.8172237873077393, "Finetune/Loss (Raw)": 0.6653918027877808, "Finetune/Step": 9159, "Finetune/Step Time": 12.219770891591907}
+{"Finetune/Learning Rate": 1.1249589923787918e-05, "Finetune/Loss": 0.8172550201416016, "Finetune/Loss (Raw)": 0.7926352024078369, "Finetune/Step": 9160, "Finetune/Step Time": 12.22449665516615}
+{"Finetune/Learning Rate": 1.124791914677361e-05, "Finetune/Loss": 0.8168630599975586, "Finetune/Loss (Raw)": 0.743272066116333, "Finetune/Step": 9161, "Finetune/Step Time": 12.225086476653814}
+{"Finetune/Learning Rate": 1.124624833437186e-05, "Finetune/Loss": 0.8164958953857422, "Finetune/Loss (Raw)": 0.7816121578216553, "Finetune/Step": 9162, "Finetune/Step Time": 12.228472512215376}
+{"Finetune/Learning Rate": 1.1244577486630055e-05, "Finetune/Loss": 0.816064178943634, "Finetune/Loss (Raw)": 0.8155206441879272, "Finetune/Step": 9163, "Finetune/Step Time": 12.223344597965479}
+{"Finetune/Learning Rate": 1.124290660359557e-05, "Finetune/Loss": 0.8152154684066772, "Finetune/Loss (Raw)": 0.7324881553649902, "Finetune/Step": 9164, "Finetune/Step Time": 12.214877465739846}
+{"Finetune/Learning Rate": 1.1241235685315788e-05, "Finetune/Loss": 0.8152778148651123, "Finetune/Loss (Raw)": 0.8111466765403748, "Finetune/Step": 9165, "Finetune/Step Time": 12.208856211975217}
+{"Finetune/Learning Rate": 1.1239564731838093e-05, "Finetune/Loss": 0.8156701326370239, "Finetune/Loss (Raw)": 0.8528708815574646, "Finetune/Step": 9166, "Finetune/Step Time": 12.20144104398787}
+{"Finetune/Learning Rate": 1.1237893743209865e-05, "Finetune/Loss": 0.8140630125999451, "Finetune/Loss (Raw)": 0.7843888401985168, "Finetune/Step": 9167, "Finetune/Step Time": 12.207422509789467}
+{"Finetune/Learning Rate": 1.123622271947849e-05, "Finetune/Loss": 0.8135590553283691, "Finetune/Loss (Raw)": 0.7976375222206116, "Finetune/Step": 9168, "Finetune/Step Time": 12.200738061219454}
+{"Finetune/Learning Rate": 1.1234551660691357e-05, "Finetune/Loss": 0.8137329816818237, "Finetune/Loss (Raw)": 0.877704918384552, "Finetune/Step": 9169, "Finetune/Step Time": 12.199784172698855}
+{"Finetune/Learning Rate": 1.1232880566895847e-05, "Finetune/Loss": 0.8137592077255249, "Finetune/Loss (Raw)": 0.757278561592102, "Finetune/Step": 9170, "Finetune/Step Time": 12.147704143077135}
+{"Finetune/Learning Rate": 1.1231209438139354e-05, "Finetune/Loss": 0.8137688636779785, "Finetune/Loss (Raw)": 0.8247475624084473, "Finetune/Step": 9171, "Finetune/Step Time": 12.129305677488446}
+{"Finetune/Learning Rate": 1.1229538274469258e-05, "Finetune/Loss": 0.8131963014602661, "Finetune/Loss (Raw)": 0.7572046518325806, "Finetune/Step": 9172, "Finetune/Step Time": 12.129393853247166}
+{"Finetune/Learning Rate": 1.1227867075932954e-05, "Finetune/Loss": 0.8140122890472412, "Finetune/Loss (Raw)": 0.8736823797225952, "Finetune/Step": 9173, "Finetune/Step Time": 12.155257081612945}
+{"Finetune/Learning Rate": 1.1226195842577834e-05, "Finetune/Loss": 0.8118305802345276, "Finetune/Loss (Raw)": 0.6118398308753967, "Finetune/Step": 9174, "Finetune/Step Time": 12.182135300710797}
+{"Finetune/Learning Rate": 1.1224524574451282e-05, "Finetune/Loss": 0.8128312826156616, "Finetune/Loss (Raw)": 0.9193494915962219, "Finetune/Step": 9175, "Finetune/Step Time": 12.167694544419646}
+{"Finetune/Learning Rate": 1.1222853271600698e-05, "Finetune/Loss": 0.8132766485214233, "Finetune/Loss (Raw)": 0.9234589338302612, "Finetune/Step": 9176, "Finetune/Step Time": 12.172038946300745}
+{"Finetune/Learning Rate": 1.1221181934073473e-05, "Finetune/Loss": 0.8134210705757141, "Finetune/Loss (Raw)": 0.8084281086921692, "Finetune/Step": 9177, "Finetune/Step Time": 12.15359509550035}
+{"Finetune/Learning Rate": 1.1219510561916999e-05, "Finetune/Loss": 0.8119746446609497, "Finetune/Loss (Raw)": 0.7103957533836365, "Finetune/Step": 9178, "Finetune/Step Time": 12.154018616303802}
+{"Finetune/Learning Rate": 1.1217839155178673e-05, "Finetune/Loss": 0.8131072521209717, "Finetune/Loss (Raw)": 0.8821226358413696, "Finetune/Step": 9179, "Finetune/Step Time": 12.151389107108116}
+{"Finetune/Learning Rate": 1.1216167713905896e-05, "Finetune/Loss": 0.813687801361084, "Finetune/Loss (Raw)": 0.8058323860168457, "Finetune/Step": 9180, "Finetune/Step Time": 12.154443129897118}
+{"Finetune/Learning Rate": 1.1214496238146057e-05, "Finetune/Loss": 0.8136467337608337, "Finetune/Loss (Raw)": 0.743428647518158, "Finetune/Step": 9181, "Finetune/Step Time": 12.152860928326845}
+{"Finetune/Learning Rate": 1.1212824727946557e-05, "Finetune/Loss": 0.8138250112533569, "Finetune/Loss (Raw)": 0.7604955434799194, "Finetune/Step": 9182, "Finetune/Step Time": 12.193085353821516}
+{"Finetune/Learning Rate": 1.1211153183354801e-05, "Finetune/Loss": 0.8136960864067078, "Finetune/Loss (Raw)": 0.8160492181777954, "Finetune/Step": 9183, "Finetune/Step Time": 12.20521472580731}
+{"Finetune/Learning Rate": 1.1209481604418182e-05, "Finetune/Loss": 0.8152067065238953, "Finetune/Loss (Raw)": 0.9299014210700989, "Finetune/Step": 9184, "Finetune/Step Time": 12.199401661753654}
+{"Finetune/Learning Rate": 1.1207809991184103e-05, "Finetune/Loss": 0.8158891201019287, "Finetune/Loss (Raw)": 0.8260358572006226, "Finetune/Step": 9185, "Finetune/Step Time": 12.175214670598507}
+{"Finetune/Learning Rate": 1.1206138343699971e-05, "Finetune/Loss": 0.8157699704170227, "Finetune/Loss (Raw)": 0.8433818817138672, "Finetune/Step": 9186, "Finetune/Step Time": 12.204786628484726}
+{"Finetune/Learning Rate": 1.1204466662013182e-05, "Finetune/Loss": 0.816997230052948, "Finetune/Loss (Raw)": 0.9783129096031189, "Finetune/Step": 9187, "Finetune/Step Time": 12.201245883479714}
+{"Finetune/Learning Rate": 1.1202794946171144e-05, "Finetune/Loss": 0.8178089261054993, "Finetune/Loss (Raw)": 0.9577955007553101, "Finetune/Step": 9188, "Finetune/Step Time": 12.199629236012697}
+{"Finetune/Learning Rate": 1.1201123196221262e-05, "Finetune/Loss": 0.8171601295471191, "Finetune/Loss (Raw)": 0.8622596263885498, "Finetune/Step": 9189, "Finetune/Step Time": 12.210971163585782}
+{"Finetune/Learning Rate": 1.1199451412210941e-05, "Finetune/Loss": 0.8163251280784607, "Finetune/Loss (Raw)": 0.755882978439331, "Finetune/Step": 9190, "Finetune/Step Time": 12.217365937307477}
+{"Finetune/Learning Rate": 1.1197779594187592e-05, "Finetune/Loss": 0.8175467848777771, "Finetune/Loss (Raw)": 0.8007137179374695, "Finetune/Step": 9191, "Finetune/Step Time": 12.208938788622618}
+{"Finetune/Learning Rate": 1.1196107742198617e-05, "Finetune/Loss": 0.8172734975814819, "Finetune/Loss (Raw)": 0.8343974947929382, "Finetune/Step": 9192, "Finetune/Step Time": 12.225264122709632}
+{"Finetune/Learning Rate": 1.1194435856291427e-05, "Finetune/Loss": 0.8177720308303833, "Finetune/Loss (Raw)": 0.8422055244445801, "Finetune/Step": 9193, "Finetune/Step Time": 12.222244165837765}
+{"Finetune/Learning Rate": 1.1192763936513433e-05, "Finetune/Loss": 0.818294882774353, "Finetune/Loss (Raw)": 0.7359089255332947, "Finetune/Step": 9194, "Finetune/Step Time": 12.28763915784657}
+{"Finetune/Learning Rate": 1.119109198291205e-05, "Finetune/Loss": 0.8174893856048584, "Finetune/Loss (Raw)": 0.6258991956710815, "Finetune/Step": 9195, "Finetune/Step Time": 12.289992833510041}
+{"Finetune/Learning Rate": 1.1189419995534677e-05, "Finetune/Loss": 0.8171226978302002, "Finetune/Loss (Raw)": 0.8115537166595459, "Finetune/Step": 9196, "Finetune/Step Time": 12.29724264703691}
+{"Finetune/Learning Rate": 1.1187747974428742e-05, "Finetune/Loss": 0.8185266852378845, "Finetune/Loss (Raw)": 0.8203171491622925, "Finetune/Step": 9197, "Finetune/Step Time": 12.253765562549233}
+{"Finetune/Learning Rate": 1.1186075919641648e-05, "Finetune/Loss": 0.8200674057006836, "Finetune/Loss (Raw)": 0.9528199434280396, "Finetune/Step": 9198, "Finetune/Step Time": 12.254936128854752}
+{"Finetune/Learning Rate": 1.1184403831220818e-05, "Finetune/Loss": 0.8207162618637085, "Finetune/Loss (Raw)": 0.8128872513771057, "Finetune/Step": 9199, "Finetune/Step Time": 12.244118494912982}
+{"Finetune/Learning Rate": 1.1182731709213658e-05, "Finetune/Loss": 0.8193634748458862, "Finetune/Loss (Raw)": 0.6593469977378845, "Finetune/Step": 9200, "Finetune/Step Time": 12.249665318056941}
+{"Finetune/Learning Rate": 1.1181059553667592e-05, "Finetune/Loss": 0.8183175325393677, "Finetune/Loss (Raw)": 0.6894346475601196, "Finetune/Step": 9201, "Finetune/Step Time": 12.273944022133946}
+{"Finetune/Learning Rate": 1.117938736463004e-05, "Finetune/Loss": 0.8190358877182007, "Finetune/Loss (Raw)": 0.7958645820617676, "Finetune/Step": 9202, "Finetune/Step Time": 12.287535486742854}
+{"Finetune/Learning Rate": 1.117771514214841e-05, "Finetune/Loss": 0.820012629032135, "Finetune/Loss (Raw)": 0.9479175209999084, "Finetune/Step": 9203, "Finetune/Step Time": 12.281993180513382}
+{"Finetune/Learning Rate": 1.1176042886270128e-05, "Finetune/Loss": 0.819994330406189, "Finetune/Loss (Raw)": 0.8104548454284668, "Finetune/Step": 9204, "Finetune/Step Time": 12.284231930971146}
+{"Finetune/Learning Rate": 1.1174370597042619e-05, "Finetune/Loss": 0.8196600079536438, "Finetune/Loss (Raw)": 0.7453151345252991, "Finetune/Step": 9205, "Finetune/Step Time": 12.290058579295874}
+{"Finetune/Learning Rate": 1.1172698274513297e-05, "Finetune/Loss": 0.8197729587554932, "Finetune/Loss (Raw)": 0.931945264339447, "Finetune/Step": 9206, "Finetune/Step Time": 12.290199568495154}
+{"Finetune/Learning Rate": 1.1171025918729584e-05, "Finetune/Loss": 0.8173069953918457, "Finetune/Loss (Raw)": 0.6378364562988281, "Finetune/Step": 9207, "Finetune/Step Time": 12.312918057665229}
+{"Finetune/Learning Rate": 1.116935352973891e-05, "Finetune/Loss": 0.8181002140045166, "Finetune/Loss (Raw)": 0.9502692222595215, "Finetune/Step": 9208, "Finetune/Step Time": 12.291920682415366}
+{"Finetune/Learning Rate": 1.116768110758869e-05, "Finetune/Loss": 0.8175219297409058, "Finetune/Loss (Raw)": 0.8222085237503052, "Finetune/Step": 9209, "Finetune/Step Time": 12.296289848163724}
+{"Finetune/Learning Rate": 1.1166008652326358e-05, "Finetune/Loss": 0.8174386620521545, "Finetune/Loss (Raw)": 0.7785958647727966, "Finetune/Step": 9210, "Finetune/Step Time": 12.308746149763465}
+{"Finetune/Learning Rate": 1.1164336163999334e-05, "Finetune/Loss": 0.8168584704399109, "Finetune/Loss (Raw)": 0.7035391926765442, "Finetune/Step": 9211, "Finetune/Step Time": 12.31298128142953}
+{"Finetune/Learning Rate": 1.1162663642655049e-05, "Finetune/Loss": 0.8158785104751587, "Finetune/Loss (Raw)": 0.6816814541816711, "Finetune/Step": 9212, "Finetune/Step Time": 12.332568906247616}
+{"Finetune/Learning Rate": 1.116099108834093e-05, "Finetune/Loss": 0.8158974051475525, "Finetune/Loss (Raw)": 0.8776849508285522, "Finetune/Step": 9213, "Finetune/Step Time": 12.331117406487465}
+{"Finetune/Learning Rate": 1.1159318501104403e-05, "Finetune/Loss": 0.8149271607398987, "Finetune/Loss (Raw)": 0.5821474194526672, "Finetune/Step": 9214, "Finetune/Step Time": 12.320478806272149}
+{"Finetune/Learning Rate": 1.1157645880992901e-05, "Finetune/Loss": 0.8134739995002747, "Finetune/Loss (Raw)": 0.7915105819702148, "Finetune/Step": 9215, "Finetune/Step Time": 12.324651347473264}
+{"Finetune/Learning Rate": 1.1155973228053854e-05, "Finetune/Loss": 0.8132617473602295, "Finetune/Loss (Raw)": 0.8661366701126099, "Finetune/Step": 9216, "Finetune/Step Time": 12.321636458858848}
+{"Finetune/Learning Rate": 1.1154300542334692e-05, "Finetune/Loss": 0.8114610910415649, "Finetune/Loss (Raw)": 0.7224277853965759, "Finetune/Step": 9217, "Finetune/Step Time": 12.313284190371633}
+{"Finetune/Learning Rate": 1.1152627823882852e-05, "Finetune/Loss": 0.8140689134597778, "Finetune/Loss (Raw)": 0.9092384576797485, "Finetune/Step": 9218, "Finetune/Step Time": 12.280777405947447}
+{"Finetune/Learning Rate": 1.1150955072745762e-05, "Finetune/Loss": 0.8107722997665405, "Finetune/Loss (Raw)": 0.6134470701217651, "Finetune/Step": 9219, "Finetune/Step Time": 12.273938035592437}
+{"Finetune/Learning Rate": 1.114928228897086e-05, "Finetune/Loss": 0.8114551305770874, "Finetune/Loss (Raw)": 0.9001423716545105, "Finetune/Step": 9220, "Finetune/Step Time": 12.265286957845092}
+{"Finetune/Learning Rate": 1.1147609472605578e-05, "Finetune/Loss": 0.8122584819793701, "Finetune/Loss (Raw)": 0.7633187174797058, "Finetune/Step": 9221, "Finetune/Step Time": 12.239231638610363}
+{"Finetune/Learning Rate": 1.1145936623697357e-05, "Finetune/Loss": 0.8117992877960205, "Finetune/Loss (Raw)": 0.8573711514472961, "Finetune/Step": 9222, "Finetune/Step Time": 12.238078704103827}
+{"Finetune/Learning Rate": 1.1144263742293635e-05, "Finetune/Loss": 0.8104612827301025, "Finetune/Loss (Raw)": 0.7048243880271912, "Finetune/Step": 9223, "Finetune/Step Time": 12.232660293579102}
+{"Finetune/Learning Rate": 1.1142590828441841e-05, "Finetune/Loss": 0.8078007698059082, "Finetune/Loss (Raw)": 0.5466277003288269, "Finetune/Step": 9224, "Finetune/Step Time": 12.244971822947264}
+{"Finetune/Learning Rate": 1.1140917882189424e-05, "Finetune/Loss": 0.8071180582046509, "Finetune/Loss (Raw)": 0.6859478950500488, "Finetune/Step": 9225, "Finetune/Step Time": 12.245012389495969}
+{"Finetune/Learning Rate": 1.1139244903583822e-05, "Finetune/Loss": 0.8069760799407959, "Finetune/Loss (Raw)": 0.771260142326355, "Finetune/Step": 9226, "Finetune/Step Time": 12.252943441271782}
+{"Finetune/Learning Rate": 1.113757189267247e-05, "Finetune/Loss": 0.8072817325592041, "Finetune/Loss (Raw)": 0.8669883012771606, "Finetune/Step": 9227, "Finetune/Step Time": 12.251783849671483}
+{"Finetune/Learning Rate": 1.1135898849502813e-05, "Finetune/Loss": 0.8061792850494385, "Finetune/Loss (Raw)": 0.8379411101341248, "Finetune/Step": 9228, "Finetune/Step Time": 12.256722927093506}
+{"Finetune/Learning Rate": 1.11342257741223e-05, "Finetune/Loss": 0.8066270351409912, "Finetune/Loss (Raw)": 0.9091842174530029, "Finetune/Step": 9229, "Finetune/Step Time": 12.254188373684883}
+{"Finetune/Learning Rate": 1.1132552666578364e-05, "Finetune/Loss": 0.8048616051673889, "Finetune/Loss (Raw)": 0.6367659568786621, "Finetune/Step": 9230, "Finetune/Step Time": 12.250939665362239}
+{"Finetune/Learning Rate": 1.1130879526918457e-05, "Finetune/Loss": 0.8051444292068481, "Finetune/Loss (Raw)": 0.8108416199684143, "Finetune/Step": 9231, "Finetune/Step Time": 12.293974757194519}
+{"Finetune/Learning Rate": 1.1129206355190025e-05, "Finetune/Loss": 0.805637538433075, "Finetune/Loss (Raw)": 0.8556240200996399, "Finetune/Step": 9232, "Finetune/Step Time": 12.294457618147135}
+{"Finetune/Learning Rate": 1.1127533151440509e-05, "Finetune/Loss": 0.8065741062164307, "Finetune/Loss (Raw)": 0.8117223381996155, "Finetune/Step": 9233, "Finetune/Step Time": 12.289108401164412}
+{"Finetune/Learning Rate": 1.1125859915717359e-05, "Finetune/Loss": 0.805833101272583, "Finetune/Loss (Raw)": 0.8282006978988647, "Finetune/Step": 9234, "Finetune/Step Time": 12.259931353852153}
+{"Finetune/Learning Rate": 1.1124186648068024e-05, "Finetune/Loss": 0.8064465522766113, "Finetune/Loss (Raw)": 0.9227750897407532, "Finetune/Step": 9235, "Finetune/Step Time": 12.263331329450011}
+{"Finetune/Learning Rate": 1.112251334853995e-05, "Finetune/Loss": 0.8049057722091675, "Finetune/Loss (Raw)": 0.6884565949440002, "Finetune/Step": 9236, "Finetune/Step Time": 12.259358309209347}
+{"Finetune/Learning Rate": 1.1120840017180594e-05, "Finetune/Loss": 0.804219126701355, "Finetune/Loss (Raw)": 0.7573481202125549, "Finetune/Step": 9237, "Finetune/Step Time": 12.256827091798186}
+{"Finetune/Learning Rate": 1.11191666540374e-05, "Finetune/Loss": 0.8051779270172119, "Finetune/Loss (Raw)": 0.8533844947814941, "Finetune/Step": 9238, "Finetune/Step Time": 12.25463568419218}
+{"Finetune/Learning Rate": 1.1117493259157823e-05, "Finetune/Loss": 0.8049865365028381, "Finetune/Loss (Raw)": 0.8024138808250427, "Finetune/Step": 9239, "Finetune/Step Time": 12.248832184821367}
+{"Finetune/Learning Rate": 1.1115819832589314e-05, "Finetune/Loss": 0.8051422238349915, "Finetune/Loss (Raw)": 0.8334964513778687, "Finetune/Step": 9240, "Finetune/Step Time": 12.247191241011024}
+{"Finetune/Learning Rate": 1.1114146374379327e-05, "Finetune/Loss": 0.8047817945480347, "Finetune/Loss (Raw)": 0.8224437832832336, "Finetune/Step": 9241, "Finetune/Step Time": 12.23592215590179}
+{"Finetune/Learning Rate": 1.1112472884575319e-05, "Finetune/Loss": 0.8034878969192505, "Finetune/Loss (Raw)": 0.6092264652252197, "Finetune/Step": 9242, "Finetune/Step Time": 12.231158843263984}
+{"Finetune/Learning Rate": 1.111079936322474e-05, "Finetune/Loss": 0.8025652170181274, "Finetune/Loss (Raw)": 0.7517134547233582, "Finetune/Step": 9243, "Finetune/Step Time": 12.226982852444053}
+{"Finetune/Learning Rate": 1.1109125810375054e-05, "Finetune/Loss": 0.8023130893707275, "Finetune/Loss (Raw)": 0.7657536864280701, "Finetune/Step": 9244, "Finetune/Step Time": 12.207622164860368}
+{"Finetune/Learning Rate": 1.1107452226073709e-05, "Finetune/Loss": 0.8015319108963013, "Finetune/Loss (Raw)": 0.6654496192932129, "Finetune/Step": 9245, "Finetune/Step Time": 12.208858873695135}
+{"Finetune/Learning Rate": 1.1105778610368172e-05, "Finetune/Loss": 0.8004693388938904, "Finetune/Loss (Raw)": 0.772513210773468, "Finetune/Step": 9246, "Finetune/Step Time": 12.210479667410254}
+{"Finetune/Learning Rate": 1.1104104963305899e-05, "Finetune/Loss": 0.7996915578842163, "Finetune/Loss (Raw)": 0.7476489543914795, "Finetune/Step": 9247, "Finetune/Step Time": 12.214801026508212}
+{"Finetune/Learning Rate": 1.1102431284934345e-05, "Finetune/Loss": 0.8001530766487122, "Finetune/Loss (Raw)": 0.9244920611381531, "Finetune/Step": 9248, "Finetune/Step Time": 12.212310308590531}
+{"Finetune/Learning Rate": 1.1100757575300976e-05, "Finetune/Loss": 0.7999942302703857, "Finetune/Loss (Raw)": 0.7213366031646729, "Finetune/Step": 9249, "Finetune/Step Time": 12.155159145593643}
+{"Finetune/Learning Rate": 1.1099083834453255e-05, "Finetune/Loss": 0.7984989881515503, "Finetune/Loss (Raw)": 0.5750114917755127, "Finetune/Step": 9250, "Finetune/Step Time": 12.163251271471381}
+{"Finetune/Learning Rate": 1.1097410062438641e-05, "Finetune/Loss": 0.7976152300834656, "Finetune/Loss (Raw)": 0.7060315608978271, "Finetune/Step": 9251, "Finetune/Step Time": 12.167328458279371}
+{"Finetune/Learning Rate": 1.1095736259304593e-05, "Finetune/Loss": 0.7969343662261963, "Finetune/Loss (Raw)": 0.7982687950134277, "Finetune/Step": 9252, "Finetune/Step Time": 12.150374729186296}
+{"Finetune/Learning Rate": 1.1094062425098586e-05, "Finetune/Loss": 0.79744553565979, "Finetune/Loss (Raw)": 0.7137792706489563, "Finetune/Step": 9253, "Finetune/Step Time": 12.144304918125272}
+{"Finetune/Learning Rate": 1.109238855986808e-05, "Finetune/Loss": 0.7974515557289124, "Finetune/Loss (Raw)": 0.8814619183540344, "Finetune/Step": 9254, "Finetune/Step Time": 12.134660607203841}
+{"Finetune/Learning Rate": 1.1090714663660538e-05, "Finetune/Loss": 0.7954297661781311, "Finetune/Loss (Raw)": 0.7961719036102295, "Finetune/Step": 9255, "Finetune/Step Time": 12.13632683083415}
+{"Finetune/Learning Rate": 1.1089040736523431e-05, "Finetune/Loss": 0.7966793775558472, "Finetune/Loss (Raw)": 0.812475860118866, "Finetune/Step": 9256, "Finetune/Step Time": 12.132472923025489}
+{"Finetune/Learning Rate": 1.1087366778504225e-05, "Finetune/Loss": 0.7965710163116455, "Finetune/Loss (Raw)": 0.8539133667945862, "Finetune/Step": 9257, "Finetune/Step Time": 12.135324338451028}
+{"Finetune/Learning Rate": 1.1085692789650388e-05, "Finetune/Loss": 0.7971216440200806, "Finetune/Loss (Raw)": 0.9089741706848145, "Finetune/Step": 9258, "Finetune/Step Time": 12.133941037580371}
+{"Finetune/Learning Rate": 1.1084018770009392e-05, "Finetune/Loss": 0.7963051795959473, "Finetune/Loss (Raw)": 0.667912483215332, "Finetune/Step": 9259, "Finetune/Step Time": 12.13962402753532}
+{"Finetune/Learning Rate": 1.1082344719628707e-05, "Finetune/Loss": 0.795912504196167, "Finetune/Loss (Raw)": 0.7296724915504456, "Finetune/Step": 9260, "Finetune/Step Time": 12.142111333087087}
+{"Finetune/Learning Rate": 1.1080670638555804e-05, "Finetune/Loss": 0.7951349020004272, "Finetune/Loss (Raw)": 0.6662477850914001, "Finetune/Step": 9261, "Finetune/Step Time": 12.13448884896934}
+{"Finetune/Learning Rate": 1.1078996526838153e-05, "Finetune/Loss": 0.7954831719398499, "Finetune/Loss (Raw)": 0.7653860449790955, "Finetune/Step": 9262, "Finetune/Step Time": 12.136071870103478}
+{"Finetune/Learning Rate": 1.1077322384523229e-05, "Finetune/Loss": 0.794608473777771, "Finetune/Loss (Raw)": 0.6835989952087402, "Finetune/Step": 9263, "Finetune/Step Time": 12.109338480979204}
+{"Finetune/Learning Rate": 1.1075648211658505e-05, "Finetune/Loss": 0.7931739091873169, "Finetune/Loss (Raw)": 0.7122408151626587, "Finetune/Step": 9264, "Finetune/Step Time": 12.130214307457209}
+{"Finetune/Learning Rate": 1.1073974008291456e-05, "Finetune/Loss": 0.7917450666427612, "Finetune/Loss (Raw)": 0.832754373550415, "Finetune/Step": 9265, "Finetune/Step Time": 12.13465311191976}
+{"Finetune/Learning Rate": 1.1072299774469562e-05, "Finetune/Loss": 0.7916457653045654, "Finetune/Loss (Raw)": 0.7115597128868103, "Finetune/Step": 9266, "Finetune/Step Time": 12.115510433912277}
+{"Finetune/Learning Rate": 1.1070625510240291e-05, "Finetune/Loss": 0.7927911281585693, "Finetune/Loss (Raw)": 0.9396268725395203, "Finetune/Step": 9267, "Finetune/Step Time": 12.111635403707623}
+{"Finetune/Learning Rate": 1.1068951215651132e-05, "Finetune/Loss": 0.7930507063865662, "Finetune/Loss (Raw)": 0.7465918064117432, "Finetune/Step": 9268, "Finetune/Step Time": 12.098614618182182}
+{"Finetune/Learning Rate": 1.1067276890749547e-05, "Finetune/Loss": 0.793480396270752, "Finetune/Loss (Raw)": 0.8920640349388123, "Finetune/Step": 9269, "Finetune/Step Time": 12.125171236693859}
+{"Finetune/Learning Rate": 1.1065602535583029e-05, "Finetune/Loss": 0.7936633825302124, "Finetune/Loss (Raw)": 0.9058334231376648, "Finetune/Step": 9270, "Finetune/Step Time": 12.143589267507195}
+{"Finetune/Learning Rate": 1.1063928150199054e-05, "Finetune/Loss": 0.7927058339118958, "Finetune/Loss (Raw)": 0.8307509422302246, "Finetune/Step": 9271, "Finetune/Step Time": 12.144377198070288}
+{"Finetune/Learning Rate": 1.1062253734645103e-05, "Finetune/Loss": 0.7920693755149841, "Finetune/Loss (Raw)": 0.7454943060874939, "Finetune/Step": 9272, "Finetune/Step Time": 12.154925620183349}
+{"Finetune/Learning Rate": 1.106057928896865e-05, "Finetune/Loss": 0.7913875579833984, "Finetune/Loss (Raw)": 0.8461905121803284, "Finetune/Step": 9273, "Finetune/Step Time": 12.1595166195184}
+{"Finetune/Learning Rate": 1.1058904813217192e-05, "Finetune/Loss": 0.7918274402618408, "Finetune/Loss (Raw)": 0.9684821963310242, "Finetune/Step": 9274, "Finetune/Step Time": 12.144829137250781}
+{"Finetune/Learning Rate": 1.1057230307438203e-05, "Finetune/Loss": 0.7896602153778076, "Finetune/Loss (Raw)": 0.6922518014907837, "Finetune/Step": 9275, "Finetune/Step Time": 12.143443390727043}
+{"Finetune/Learning Rate": 1.1055555771679165e-05, "Finetune/Loss": 0.7935276031494141, "Finetune/Loss (Raw)": 0.916889488697052, "Finetune/Step": 9276, "Finetune/Step Time": 12.119003154337406}
+{"Finetune/Learning Rate": 1.1053881205987571e-05, "Finetune/Loss": 0.7937625646591187, "Finetune/Loss (Raw)": 0.7914462089538574, "Finetune/Step": 9277, "Finetune/Step Time": 12.113957021385431}
+{"Finetune/Learning Rate": 1.10522066104109e-05, "Finetune/Loss": 0.7949948310852051, "Finetune/Loss (Raw)": 0.8575889468193054, "Finetune/Step": 9278, "Finetune/Step Time": 12.097444912418723}
+{"Finetune/Learning Rate": 1.1050531984996644e-05, "Finetune/Loss": 0.7963642477989197, "Finetune/Loss (Raw)": 0.8639830946922302, "Finetune/Step": 9279, "Finetune/Step Time": 12.097250575199723}
+{"Finetune/Learning Rate": 1.1048857329792284e-05, "Finetune/Loss": 0.7963667511940002, "Finetune/Loss (Raw)": 0.8582045435905457, "Finetune/Step": 9280, "Finetune/Step Time": 12.08489348180592}
+{"Finetune/Learning Rate": 1.1047182644845318e-05, "Finetune/Loss": 0.7977129220962524, "Finetune/Loss (Raw)": 0.774316132068634, "Finetune/Step": 9281, "Finetune/Step Time": 12.080206716433167}
+{"Finetune/Learning Rate": 1.1045507930203228e-05, "Finetune/Loss": 0.7983289957046509, "Finetune/Loss (Raw)": 0.9296799302101135, "Finetune/Step": 9282, "Finetune/Step Time": 12.078872242942452}
+{"Finetune/Learning Rate": 1.1043833185913506e-05, "Finetune/Loss": 0.798278272151947, "Finetune/Loss (Raw)": 0.8063998222351074, "Finetune/Step": 9283, "Finetune/Step Time": 12.069989310577512}
+{"Finetune/Learning Rate": 1.1042158412023642e-05, "Finetune/Loss": 0.7974914312362671, "Finetune/Loss (Raw)": 0.8063182234764099, "Finetune/Step": 9284, "Finetune/Step Time": 12.07282248698175}
+{"Finetune/Learning Rate": 1.1040483608581132e-05, "Finetune/Loss": 0.7962644100189209, "Finetune/Loss (Raw)": 0.8494740724563599, "Finetune/Step": 9285, "Finetune/Step Time": 12.06786086782813}
+{"Finetune/Learning Rate": 1.1038808775633462e-05, "Finetune/Loss": 0.7956609129905701, "Finetune/Loss (Raw)": 0.8260773420333862, "Finetune/Step": 9286, "Finetune/Step Time": 12.06694103591144}
+{"Finetune/Learning Rate": 1.103713391322813e-05, "Finetune/Loss": 0.7964332699775696, "Finetune/Loss (Raw)": 0.7642524242401123, "Finetune/Step": 9287, "Finetune/Step Time": 12.048859724774957}
+{"Finetune/Learning Rate": 1.1035459021412631e-05, "Finetune/Loss": 0.7974514961242676, "Finetune/Loss (Raw)": 0.9229719042778015, "Finetune/Step": 9288, "Finetune/Step Time": 12.042118897661567}
+{"Finetune/Learning Rate": 1.1033784100234458e-05, "Finetune/Loss": 0.7972838878631592, "Finetune/Loss (Raw)": 0.7218157649040222, "Finetune/Step": 9289, "Finetune/Step Time": 12.05967890843749}
+{"Finetune/Learning Rate": 1.1032109149741105e-05, "Finetune/Loss": 0.796703040599823, "Finetune/Loss (Raw)": 0.7072636485099792, "Finetune/Step": 9290, "Finetune/Step Time": 12.063848860561848}
+{"Finetune/Learning Rate": 1.1030434169980075e-05, "Finetune/Loss": 0.7965936064720154, "Finetune/Loss (Raw)": 0.8015137910842896, "Finetune/Step": 9291, "Finetune/Step Time": 12.065662067383528}
+{"Finetune/Learning Rate": 1.102875916099886e-05, "Finetune/Loss": 0.7972139120101929, "Finetune/Loss (Raw)": 0.8118831515312195, "Finetune/Step": 9292, "Finetune/Step Time": 12.062739646062255}
+{"Finetune/Learning Rate": 1.1027084122844962e-05, "Finetune/Loss": 0.7974822521209717, "Finetune/Loss (Raw)": 0.8454930782318115, "Finetune/Step": 9293, "Finetune/Step Time": 12.06291994266212}
+{"Finetune/Learning Rate": 1.1025409055565879e-05, "Finetune/Loss": 0.7984639406204224, "Finetune/Loss (Raw)": 0.9785342216491699, "Finetune/Step": 9294, "Finetune/Step Time": 12.062311982735991}
+{"Finetune/Learning Rate": 1.1023733959209108e-05, "Finetune/Loss": 0.799187421798706, "Finetune/Loss (Raw)": 0.876990556716919, "Finetune/Step": 9295, "Finetune/Step Time": 12.057417001575232}
+{"Finetune/Learning Rate": 1.1022058833822158e-05, "Finetune/Loss": 0.798843264579773, "Finetune/Loss (Raw)": 0.7535849809646606, "Finetune/Step": 9296, "Finetune/Step Time": 12.07216746173799}
+{"Finetune/Learning Rate": 1.1020383679452522e-05, "Finetune/Loss": 0.7988707423210144, "Finetune/Loss (Raw)": 0.881225049495697, "Finetune/Step": 9297, "Finetune/Step Time": 12.070223964750767}
+{"Finetune/Learning Rate": 1.1018708496147708e-05, "Finetune/Loss": 0.7991549968719482, "Finetune/Loss (Raw)": 0.7936614155769348, "Finetune/Step": 9298, "Finetune/Step Time": 12.070198526605964}
+{"Finetune/Learning Rate": 1.1017033283955219e-05, "Finetune/Loss": 0.7994206547737122, "Finetune/Loss (Raw)": 0.8587495684623718, "Finetune/Step": 9299, "Finetune/Step Time": 12.101514024659991}
+{"Finetune/Learning Rate": 1.1015358042922554e-05, "Finetune/Loss": 0.7994022369384766, "Finetune/Loss (Raw)": 0.7548524737358093, "Finetune/Step": 9300, "Finetune/Step Time": 12.10395922511816}
+{"Finetune/Learning Rate": 1.1013682773097225e-05, "Finetune/Loss": 0.7997950911521912, "Finetune/Loss (Raw)": 0.9239665269851685, "Finetune/Step": 9301, "Finetune/Step Time": 12.076607193797827}
+{"Finetune/Learning Rate": 1.1012007474526735e-05, "Finetune/Loss": 0.8008471727371216, "Finetune/Loss (Raw)": 0.7465096116065979, "Finetune/Step": 9302, "Finetune/Step Time": 12.054935801774263}
+{"Finetune/Learning Rate": 1.1010332147258592e-05, "Finetune/Loss": 0.7997767329216003, "Finetune/Loss (Raw)": 0.782322883605957, "Finetune/Step": 9303, "Finetune/Step Time": 12.051352551206946}
+{"Finetune/Learning Rate": 1.1008656791340297e-05, "Finetune/Loss": 0.7985814809799194, "Finetune/Loss (Raw)": 0.7704675793647766, "Finetune/Step": 9304, "Finetune/Step Time": 12.047825729474425}
+{"Finetune/Learning Rate": 1.100698140681937e-05, "Finetune/Loss": 0.7982122898101807, "Finetune/Loss (Raw)": 0.7611773610115051, "Finetune/Step": 9305, "Finetune/Step Time": 12.052106119692326}
+{"Finetune/Learning Rate": 1.100530599374331e-05, "Finetune/Loss": 0.8002683520317078, "Finetune/Loss (Raw)": 0.9735692143440247, "Finetune/Step": 9306, "Finetune/Step Time": 12.051370980218053}
+{"Finetune/Learning Rate": 1.1003630552159634e-05, "Finetune/Loss": 0.7982649803161621, "Finetune/Loss (Raw)": 0.6256880760192871, "Finetune/Step": 9307, "Finetune/Step Time": 12.058009227737784}
+{"Finetune/Learning Rate": 1.1001955082115847e-05, "Finetune/Loss": 0.797967791557312, "Finetune/Loss (Raw)": 0.767788290977478, "Finetune/Step": 9308, "Finetune/Step Time": 12.058486690744758}
+{"Finetune/Learning Rate": 1.1000279583659465e-05, "Finetune/Loss": 0.7986288070678711, "Finetune/Loss (Raw)": 0.8280422687530518, "Finetune/Step": 9309, "Finetune/Step Time": 12.052295120432973}
+{"Finetune/Learning Rate": 1.0998604056837995e-05, "Finetune/Loss": 0.798334002494812, "Finetune/Loss (Raw)": 0.7227692008018494, "Finetune/Step": 9310, "Finetune/Step Time": 12.022495159879327}
+{"Finetune/Learning Rate": 1.0996928501698958e-05, "Finetune/Loss": 0.7988911867141724, "Finetune/Loss (Raw)": 0.8873581290245056, "Finetune/Step": 9311, "Finetune/Step Time": 12.003509456291795}
+{"Finetune/Learning Rate": 1.099525291828986e-05, "Finetune/Loss": 0.7976958155632019, "Finetune/Loss (Raw)": 0.7768931984901428, "Finetune/Step": 9312, "Finetune/Step Time": 11.999714890494943}
+{"Finetune/Learning Rate": 1.099357730665822e-05, "Finetune/Loss": 0.7974628806114197, "Finetune/Loss (Raw)": 0.7962342500686646, "Finetune/Step": 9313, "Finetune/Step Time": 11.99653147161007}
+{"Finetune/Learning Rate": 1.0991901666851555e-05, "Finetune/Loss": 0.7973605394363403, "Finetune/Loss (Raw)": 0.830279529094696, "Finetune/Step": 9314, "Finetune/Step Time": 11.970131304115057}
+{"Finetune/Learning Rate": 1.0990225998917376e-05, "Finetune/Loss": 0.7964966297149658, "Finetune/Loss (Raw)": 0.8677275776863098, "Finetune/Step": 9315, "Finetune/Step Time": 11.97295842692256}
+{"Finetune/Learning Rate": 1.0988550302903205e-05, "Finetune/Loss": 0.7941811084747314, "Finetune/Loss (Raw)": 0.661415159702301, "Finetune/Step": 9316, "Finetune/Step Time": 11.997141430154443}
+{"Finetune/Learning Rate": 1.0986874578856562e-05, "Finetune/Loss": 0.7931448221206665, "Finetune/Loss (Raw)": 0.7296112775802612, "Finetune/Step": 9317, "Finetune/Step Time": 11.990333149209619}
+{"Finetune/Learning Rate": 1.0985198826824956e-05, "Finetune/Loss": 0.7943614721298218, "Finetune/Loss (Raw)": 0.9116175770759583, "Finetune/Step": 9318, "Finetune/Step Time": 11.99525131098926}
+{"Finetune/Learning Rate": 1.0983523046855917e-05, "Finetune/Loss": 0.7945990562438965, "Finetune/Loss (Raw)": 0.831113874912262, "Finetune/Step": 9319, "Finetune/Step Time": 12.002428377047181}
+{"Finetune/Learning Rate": 1.098184723899696e-05, "Finetune/Loss": 0.7936906814575195, "Finetune/Loss (Raw)": 0.7181339859962463, "Finetune/Step": 9320, "Finetune/Step Time": 11.98127282038331}
+{"Finetune/Learning Rate": 1.098017140329561e-05, "Finetune/Loss": 0.7939162850379944, "Finetune/Loss (Raw)": 0.8710765242576599, "Finetune/Step": 9321, "Finetune/Step Time": 11.985457669943571}
+{"Finetune/Learning Rate": 1.097849553979938e-05, "Finetune/Loss": 0.7940294146537781, "Finetune/Loss (Raw)": 0.7503918409347534, "Finetune/Step": 9322, "Finetune/Step Time": 11.912502715364099}
+{"Finetune/Learning Rate": 1.0976819648555806e-05, "Finetune/Loss": 0.7967706918716431, "Finetune/Loss (Raw)": 0.9767809510231018, "Finetune/Step": 9323, "Finetune/Step Time": 11.914774416014552}
+{"Finetune/Learning Rate": 1.0975143729612399e-05, "Finetune/Loss": 0.797510027885437, "Finetune/Loss (Raw)": 0.9061957001686096, "Finetune/Step": 9324, "Finetune/Step Time": 11.908455155789852}
+{"Finetune/Learning Rate": 1.097346778301669e-05, "Finetune/Loss": 0.7951023578643799, "Finetune/Loss (Raw)": 0.5121313333511353, "Finetune/Step": 9325, "Finetune/Step Time": 11.929726544767618}
+{"Finetune/Learning Rate": 1.0971791808816204e-05, "Finetune/Loss": 0.793547511100769, "Finetune/Loss (Raw)": 0.7538013458251953, "Finetune/Step": 9326, "Finetune/Step Time": 11.930927133187652}
+{"Finetune/Learning Rate": 1.0970115807058465e-05, "Finetune/Loss": 0.7944727540016174, "Finetune/Loss (Raw)": 0.9313138723373413, "Finetune/Step": 9327, "Finetune/Step Time": 11.939516108483076}
+{"Finetune/Learning Rate": 1.0968439777791e-05, "Finetune/Loss": 0.7949843406677246, "Finetune/Loss (Raw)": 0.7248274683952332, "Finetune/Step": 9328, "Finetune/Step Time": 11.929539812728763}
+{"Finetune/Learning Rate": 1.0966763721061337e-05, "Finetune/Loss": 0.7958543300628662, "Finetune/Loss (Raw)": 0.80079585313797, "Finetune/Step": 9329, "Finetune/Step Time": 11.915485827252269}
+{"Finetune/Learning Rate": 1.0965087636917006e-05, "Finetune/Loss": 0.7956522703170776, "Finetune/Loss (Raw)": 0.7700068950653076, "Finetune/Step": 9330, "Finetune/Step Time": 11.889319336041808}
+{"Finetune/Learning Rate": 1.0963411525405532e-05, "Finetune/Loss": 0.7944029569625854, "Finetune/Loss (Raw)": 0.7880021929740906, "Finetune/Step": 9331, "Finetune/Step Time": 11.899307750165462}
+{"Finetune/Learning Rate": 1.0961735386574447e-05, "Finetune/Loss": 0.7941702604293823, "Finetune/Loss (Raw)": 0.7806634306907654, "Finetune/Step": 9332, "Finetune/Step Time": 11.901426678523421}
+{"Finetune/Learning Rate": 1.0960059220471282e-05, "Finetune/Loss": 0.7952380776405334, "Finetune/Loss (Raw)": 0.8819980621337891, "Finetune/Step": 9333, "Finetune/Step Time": 11.897634841501713}
+{"Finetune/Learning Rate": 1.0958383027143566e-05, "Finetune/Loss": 0.7939509153366089, "Finetune/Loss (Raw)": 0.7671902775764465, "Finetune/Step": 9334, "Finetune/Step Time": 11.897120591253042}
+{"Finetune/Learning Rate": 1.0956706806638833e-05, "Finetune/Loss": 0.7952266931533813, "Finetune/Loss (Raw)": 0.8011406660079956, "Finetune/Step": 9335, "Finetune/Step Time": 11.89607778005302}
+{"Finetune/Learning Rate": 1.0955030559004616e-05, "Finetune/Loss": 0.7941815853118896, "Finetune/Loss (Raw)": 0.8164964914321899, "Finetune/Step": 9336, "Finetune/Step Time": 11.893062436953187}
+{"Finetune/Learning Rate": 1.0953354284288448e-05, "Finetune/Loss": 0.794703483581543, "Finetune/Loss (Raw)": 0.8890066742897034, "Finetune/Step": 9337, "Finetune/Step Time": 11.88751078210771}
+{"Finetune/Learning Rate": 1.0951677982537866e-05, "Finetune/Loss": 0.7948961853981018, "Finetune/Loss (Raw)": 0.8032655119895935, "Finetune/Step": 9338, "Finetune/Step Time": 11.891780080273747}
+{"Finetune/Learning Rate": 1.0950001653800398e-05, "Finetune/Loss": 0.795188307762146, "Finetune/Loss (Raw)": 0.7409348487854004, "Finetune/Step": 9339, "Finetune/Step Time": 11.897829400375485}
+{"Finetune/Learning Rate": 1.0948325298123586e-05, "Finetune/Loss": 0.7957504987716675, "Finetune/Loss (Raw)": 0.7536354064941406, "Finetune/Step": 9340, "Finetune/Step Time": 11.870005646720529}
+{"Finetune/Learning Rate": 1.0946648915554968e-05, "Finetune/Loss": 0.7960823774337769, "Finetune/Loss (Raw)": 0.9201593399047852, "Finetune/Step": 9341, "Finetune/Step Time": 11.892616175115108}
+{"Finetune/Learning Rate": 1.0944972506142076e-05, "Finetune/Loss": 0.797539472579956, "Finetune/Loss (Raw)": 0.7686673402786255, "Finetune/Step": 9342, "Finetune/Step Time": 11.909518225118518}
+{"Finetune/Learning Rate": 1.094329606993245e-05, "Finetune/Loss": 0.796843409538269, "Finetune/Loss (Raw)": 0.7024137377738953, "Finetune/Step": 9343, "Finetune/Step Time": 11.908901365473866}
+{"Finetune/Learning Rate": 1.0941619606973633e-05, "Finetune/Loss": 0.7967159748077393, "Finetune/Loss (Raw)": 0.8498221635818481, "Finetune/Step": 9344, "Finetune/Step Time": 11.90775340422988}
+{"Finetune/Learning Rate": 1.0939943117313158e-05, "Finetune/Loss": 0.7973878383636475, "Finetune/Loss (Raw)": 0.8084161877632141, "Finetune/Step": 9345, "Finetune/Step Time": 11.912202524021268}
+{"Finetune/Learning Rate": 1.093826660099857e-05, "Finetune/Loss": 0.7959261536598206, "Finetune/Loss (Raw)": 0.7221513986587524, "Finetune/Step": 9346, "Finetune/Step Time": 11.959240006282926}
+{"Finetune/Learning Rate": 1.0936590058077413e-05, "Finetune/Loss": 0.7978668808937073, "Finetune/Loss (Raw)": 0.8618574142456055, "Finetune/Step": 9347, "Finetune/Step Time": 11.962694214656949}
+{"Finetune/Learning Rate": 1.0934913488597223e-05, "Finetune/Loss": 0.7983433604240417, "Finetune/Loss (Raw)": 0.9611302018165588, "Finetune/Step": 9348, "Finetune/Step Time": 11.95374471694231}
+{"Finetune/Learning Rate": 1.0933236892605543e-05, "Finetune/Loss": 0.7994709014892578, "Finetune/Loss (Raw)": 0.9076463580131531, "Finetune/Step": 9349, "Finetune/Step Time": 11.961693819612265}
+{"Finetune/Learning Rate": 1.093156027014992e-05, "Finetune/Loss": 0.7988476157188416, "Finetune/Loss (Raw)": 0.777595579624176, "Finetune/Step": 9350, "Finetune/Step Time": 11.953570244833827}
+{"Finetune/Learning Rate": 1.0929883621277896e-05, "Finetune/Loss": 0.7990446090698242, "Finetune/Loss (Raw)": 0.7300425171852112, "Finetune/Step": 9351, "Finetune/Step Time": 11.960526455193758}
+{"Finetune/Learning Rate": 1.0928206946037019e-05, "Finetune/Loss": 0.8014041781425476, "Finetune/Loss (Raw)": 0.8486430048942566, "Finetune/Step": 9352, "Finetune/Step Time": 11.930642109364271}
+{"Finetune/Learning Rate": 1.0926530244474828e-05, "Finetune/Loss": 0.8020504713058472, "Finetune/Loss (Raw)": 0.768681526184082, "Finetune/Step": 9353, "Finetune/Step Time": 11.906312678009272}
+{"Finetune/Learning Rate": 1.0924853516638879e-05, "Finetune/Loss": 0.8022735118865967, "Finetune/Loss (Raw)": 0.7998031377792358, "Finetune/Step": 9354, "Finetune/Step Time": 11.902553984895349}
+{"Finetune/Learning Rate": 1.092317676257671e-05, "Finetune/Loss": 0.801871657371521, "Finetune/Loss (Raw)": 0.8155466318130493, "Finetune/Step": 9355, "Finetune/Step Time": 11.901520483195782}
+{"Finetune/Learning Rate": 1.0921499982335877e-05, "Finetune/Loss": 0.801372230052948, "Finetune/Loss (Raw)": 0.774020791053772, "Finetune/Step": 9356, "Finetune/Step Time": 11.89756622724235}
+{"Finetune/Learning Rate": 1.0919823175963922e-05, "Finetune/Loss": 0.8007621765136719, "Finetune/Loss (Raw)": 0.8310982584953308, "Finetune/Step": 9357, "Finetune/Step Time": 11.899092799052596}
+{"Finetune/Learning Rate": 1.0918146343508398e-05, "Finetune/Loss": 0.8024048805236816, "Finetune/Loss (Raw)": 0.8470281362533569, "Finetune/Step": 9358, "Finetune/Step Time": 11.897422416135669}
+{"Finetune/Learning Rate": 1.0916469485016856e-05, "Finetune/Loss": 0.8033464550971985, "Finetune/Loss (Raw)": 0.9313666820526123, "Finetune/Step": 9359, "Finetune/Step Time": 11.849466299638152}
+{"Finetune/Learning Rate": 1.0914792600536843e-05, "Finetune/Loss": 0.8039671182632446, "Finetune/Loss (Raw)": 0.9350672960281372, "Finetune/Step": 9360, "Finetune/Step Time": 11.844362691044807}
+{"Finetune/Learning Rate": 1.0913115690115914e-05, "Finetune/Loss": 0.804391622543335, "Finetune/Loss (Raw)": 0.8660531044006348, "Finetune/Step": 9361, "Finetune/Step Time": 11.8457390666008}
+{"Finetune/Learning Rate": 1.0911438753801624e-05, "Finetune/Loss": 0.8048886656761169, "Finetune/Loss (Raw)": 0.891831636428833, "Finetune/Step": 9362, "Finetune/Step Time": 11.873104127123952}
+{"Finetune/Learning Rate": 1.0909761791641517e-05, "Finetune/Loss": 0.8046002388000488, "Finetune/Loss (Raw)": 0.8858550786972046, "Finetune/Step": 9363, "Finetune/Step Time": 11.873031377792358}
+{"Finetune/Learning Rate": 1.0908084803683157e-05, "Finetune/Loss": 0.8061736226081848, "Finetune/Loss (Raw)": 0.8898472189903259, "Finetune/Step": 9364, "Finetune/Step Time": 11.871156845241785}
+{"Finetune/Learning Rate": 1.0906407789974091e-05, "Finetune/Loss": 0.8059593439102173, "Finetune/Loss (Raw)": 0.7299168705940247, "Finetune/Step": 9365, "Finetune/Step Time": 11.882234398275614}
+{"Finetune/Learning Rate": 1.0904730750561883e-05, "Finetune/Loss": 0.8068044185638428, "Finetune/Loss (Raw)": 0.9615631103515625, "Finetune/Step": 9366, "Finetune/Step Time": 11.883301474153996}
+{"Finetune/Learning Rate": 1.0903053685494078e-05, "Finetune/Loss": 0.8072586059570312, "Finetune/Loss (Raw)": 0.8605412244796753, "Finetune/Step": 9367, "Finetune/Step Time": 11.890562139451504}
+{"Finetune/Learning Rate": 1.090137659481824e-05, "Finetune/Loss": 0.8070669174194336, "Finetune/Loss (Raw)": 0.8089697957038879, "Finetune/Step": 9368, "Finetune/Step Time": 11.897358648478985}
+{"Finetune/Learning Rate": 1.0899699478581927e-05, "Finetune/Loss": 0.8066624402999878, "Finetune/Loss (Raw)": 0.7706690430641174, "Finetune/Step": 9369, "Finetune/Step Time": 11.894060200080276}
+{"Finetune/Learning Rate": 1.0898022336832692e-05, "Finetune/Loss": 0.8093847632408142, "Finetune/Loss (Raw)": 0.9576787352561951, "Finetune/Step": 9370, "Finetune/Step Time": 11.86311255581677}
+{"Finetune/Learning Rate": 1.08963451696181e-05, "Finetune/Loss": 0.8081808686256409, "Finetune/Loss (Raw)": 0.5976130366325378, "Finetune/Step": 9371, "Finetune/Step Time": 11.858199598267674}
+{"Finetune/Learning Rate": 1.0894667976985707e-05, "Finetune/Loss": 0.808521032333374, "Finetune/Loss (Raw)": 0.8093030452728271, "Finetune/Step": 9372, "Finetune/Step Time": 11.866305742412806}
+{"Finetune/Learning Rate": 1.0892990758983073e-05, "Finetune/Loss": 0.8099645376205444, "Finetune/Loss (Raw)": 0.8502088189125061, "Finetune/Step": 9373, "Finetune/Step Time": 11.862413739785552}
+{"Finetune/Learning Rate": 1.089131351565776e-05, "Finetune/Loss": 0.8093295693397522, "Finetune/Loss (Raw)": 0.6912423372268677, "Finetune/Step": 9374, "Finetune/Step Time": 11.862978395074606}
+{"Finetune/Learning Rate": 1.0889636247057334e-05, "Finetune/Loss": 0.8094817399978638, "Finetune/Loss (Raw)": 0.7671192288398743, "Finetune/Step": 9375, "Finetune/Step Time": 11.856775678694248}
+{"Finetune/Learning Rate": 1.0887958953229349e-05, "Finetune/Loss": 0.8089157342910767, "Finetune/Loss (Raw)": 0.8520457744598389, "Finetune/Step": 9376, "Finetune/Step Time": 11.870437256991863}
+{"Finetune/Learning Rate": 1.0886281634221377e-05, "Finetune/Loss": 0.8104519844055176, "Finetune/Loss (Raw)": 0.9179743528366089, "Finetune/Step": 9377, "Finetune/Step Time": 11.870392423123121}
+{"Finetune/Learning Rate": 1.0884604290080976e-05, "Finetune/Loss": 0.8126801252365112, "Finetune/Loss (Raw)": 0.8602172136306763, "Finetune/Step": 9378, "Finetune/Step Time": 11.850445521995425}
+{"Finetune/Learning Rate": 1.0882926920855712e-05, "Finetune/Loss": 0.812621533870697, "Finetune/Loss (Raw)": 0.6985368728637695, "Finetune/Step": 9379, "Finetune/Step Time": 11.858826968818903}
+{"Finetune/Learning Rate": 1.0881249526593154e-05, "Finetune/Loss": 0.813075602054596, "Finetune/Loss (Raw)": 0.8563889265060425, "Finetune/Step": 9380, "Finetune/Step Time": 11.858962945640087}
+{"Finetune/Learning Rate": 1.0879572107340864e-05, "Finetune/Loss": 0.8140952587127686, "Finetune/Loss (Raw)": 0.8442922234535217, "Finetune/Step": 9381, "Finetune/Step Time": 11.853788528591394}
+{"Finetune/Learning Rate": 1.0877894663146409e-05, "Finetune/Loss": 0.8130090236663818, "Finetune/Loss (Raw)": 0.7424245476722717, "Finetune/Step": 9382, "Finetune/Step Time": 11.864614978432655}
+{"Finetune/Learning Rate": 1.087621719405736e-05, "Finetune/Loss": 0.8132028579711914, "Finetune/Loss (Raw)": 0.8209872841835022, "Finetune/Step": 9383, "Finetune/Step Time": 11.870228983461857}
+{"Finetune/Learning Rate": 1.087453970012128e-05, "Finetune/Loss": 0.8133797645568848, "Finetune/Loss (Raw)": 0.8351161479949951, "Finetune/Step": 9384, "Finetune/Step Time": 11.89229515939951}
+{"Finetune/Learning Rate": 1.0872862181385744e-05, "Finetune/Loss": 0.8132300972938538, "Finetune/Loss (Raw)": 0.8347523212432861, "Finetune/Step": 9385, "Finetune/Step Time": 11.885013995692134}
+{"Finetune/Learning Rate": 1.0871184637898315e-05, "Finetune/Loss": 0.8125386238098145, "Finetune/Loss (Raw)": 0.820472240447998, "Finetune/Step": 9386, "Finetune/Step Time": 11.891047788783908}
+{"Finetune/Learning Rate": 1.086950706970657e-05, "Finetune/Loss": 0.8135664463043213, "Finetune/Loss (Raw)": 0.7994668483734131, "Finetune/Step": 9387, "Finetune/Step Time": 11.892687600106001}
+{"Finetune/Learning Rate": 1.0867829476858076e-05, "Finetune/Loss": 0.8142790794372559, "Finetune/Loss (Raw)": 0.8208913803100586, "Finetune/Step": 9388, "Finetune/Step Time": 11.893438469618559}
+{"Finetune/Learning Rate": 1.0866151859400406e-05, "Finetune/Loss": 0.8153940439224243, "Finetune/Loss (Raw)": 0.8089625239372253, "Finetune/Step": 9389, "Finetune/Step Time": 11.902747387066483}
+{"Finetune/Learning Rate": 1.0864474217381136e-05, "Finetune/Loss": 0.8162199258804321, "Finetune/Loss (Raw)": 0.8711054921150208, "Finetune/Step": 9390, "Finetune/Step Time": 11.901005083695054}
+{"Finetune/Learning Rate": 1.0862796550847829e-05, "Finetune/Loss": 0.8174985647201538, "Finetune/Loss (Raw)": 0.8472610712051392, "Finetune/Step": 9391, "Finetune/Step Time": 11.898011643439531}
+{"Finetune/Learning Rate": 1.0861118859848067e-05, "Finetune/Loss": 0.8196550607681274, "Finetune/Loss (Raw)": 0.9882655143737793, "Finetune/Step": 9392, "Finetune/Step Time": 11.875634912401438}
+{"Finetune/Learning Rate": 1.0859441144429428e-05, "Finetune/Loss": 0.8203473091125488, "Finetune/Loss (Raw)": 0.9213659763336182, "Finetune/Step": 9393, "Finetune/Step Time": 11.865741040557623}
+{"Finetune/Learning Rate": 1.0857763404639479e-05, "Finetune/Loss": 0.8217158317565918, "Finetune/Loss (Raw)": 0.8867301344871521, "Finetune/Step": 9394, "Finetune/Step Time": 11.859181709587574}
+{"Finetune/Learning Rate": 1.0856085640525795e-05, "Finetune/Loss": 0.821101725101471, "Finetune/Loss (Raw)": 0.8610255718231201, "Finetune/Step": 9395, "Finetune/Step Time": 11.859042903408408}
+{"Finetune/Learning Rate": 1.0854407852135961e-05, "Finetune/Loss": 0.8208953142166138, "Finetune/Loss (Raw)": 0.7201669812202454, "Finetune/Step": 9396, "Finetune/Step Time": 11.849361900240183}
+{"Finetune/Learning Rate": 1.0852730039517549e-05, "Finetune/Loss": 0.8195439577102661, "Finetune/Loss (Raw)": 0.7190988063812256, "Finetune/Step": 9397, "Finetune/Step Time": 11.845504853874445}
+{"Finetune/Learning Rate": 1.0851052202718136e-05, "Finetune/Loss": 0.8191511631011963, "Finetune/Loss (Raw)": 0.8555446267127991, "Finetune/Step": 9398, "Finetune/Step Time": 11.830316552892327}
+{"Finetune/Learning Rate": 1.0849374341785306e-05, "Finetune/Loss": 0.8189347386360168, "Finetune/Loss (Raw)": 0.8030542135238647, "Finetune/Step": 9399, "Finetune/Step Time": 11.83681951276958}
+{"Finetune/Learning Rate": 1.0847696456766632e-05, "Finetune/Loss": 0.8210043907165527, "Finetune/Loss (Raw)": 1.0104095935821533, "Finetune/Step": 9400, "Finetune/Step Time": 11.82350461371243}
+{"Finetune/Learning Rate": 1.0846018547709698e-05, "Finetune/Loss": 0.8211520314216614, "Finetune/Loss (Raw)": 0.8650836944580078, "Finetune/Step": 9401, "Finetune/Step Time": 11.822843197733164}
+{"Finetune/Learning Rate": 1.0844340614662086e-05, "Finetune/Loss": 0.8212111592292786, "Finetune/Loss (Raw)": 0.9760560989379883, "Finetune/Step": 9402, "Finetune/Step Time": 11.850705806165934}
+{"Finetune/Learning Rate": 1.0842662657671373e-05, "Finetune/Loss": 0.8224160671234131, "Finetune/Loss (Raw)": 0.846480131149292, "Finetune/Step": 9403, "Finetune/Step Time": 11.849534083157778}
+{"Finetune/Learning Rate": 1.0840984676785142e-05, "Finetune/Loss": 0.822904109954834, "Finetune/Loss (Raw)": 0.9793546795845032, "Finetune/Step": 9404, "Finetune/Step Time": 11.849928215146065}
+{"Finetune/Learning Rate": 1.0839306672050978e-05, "Finetune/Loss": 0.8226896524429321, "Finetune/Loss (Raw)": 0.7639904618263245, "Finetune/Step": 9405, "Finetune/Step Time": 11.85089304484427}
+{"Finetune/Learning Rate": 1.0837628643516464e-05, "Finetune/Loss": 0.8223718404769897, "Finetune/Loss (Raw)": 0.8169184327125549, "Finetune/Step": 9406, "Finetune/Step Time": 11.864662317559123}
+{"Finetune/Learning Rate": 1.0835950591229183e-05, "Finetune/Loss": 0.8220428824424744, "Finetune/Loss (Raw)": 0.8218743801116943, "Finetune/Step": 9407, "Finetune/Step Time": 11.874990144744515}
+{"Finetune/Learning Rate": 1.083427251523672e-05, "Finetune/Loss": 0.8228358030319214, "Finetune/Loss (Raw)": 0.9596927165985107, "Finetune/Step": 9408, "Finetune/Step Time": 11.883390694856644}
+{"Finetune/Learning Rate": 1.0832594415586662e-05, "Finetune/Loss": 0.8209272623062134, "Finetune/Loss (Raw)": 0.5300252437591553, "Finetune/Step": 9409, "Finetune/Step Time": 11.904539598152041}
+{"Finetune/Learning Rate": 1.0830916292326595e-05, "Finetune/Loss": 0.8202035427093506, "Finetune/Loss (Raw)": 0.8370452523231506, "Finetune/Step": 9410, "Finetune/Step Time": 11.919533099979162}
+{"Finetune/Learning Rate": 1.0829238145504104e-05, "Finetune/Loss": 0.8214428424835205, "Finetune/Loss (Raw)": 0.9650370478630066, "Finetune/Step": 9411, "Finetune/Step Time": 11.916747767478228}
+{"Finetune/Learning Rate": 1.0827559975166775e-05, "Finetune/Loss": 0.8212740421295166, "Finetune/Loss (Raw)": 0.7847041487693787, "Finetune/Step": 9412, "Finetune/Step Time": 11.92618815973401}
+{"Finetune/Learning Rate": 1.08258817813622e-05, "Finetune/Loss": 0.8207941055297852, "Finetune/Loss (Raw)": 0.7880386114120483, "Finetune/Step": 9413, "Finetune/Step Time": 11.949698710814118}
+{"Finetune/Learning Rate": 1.0824203564137967e-05, "Finetune/Loss": 0.819633960723877, "Finetune/Loss (Raw)": 0.6775853633880615, "Finetune/Step": 9414, "Finetune/Step Time": 11.981769721955061}
+{"Finetune/Learning Rate": 1.0822525323541661e-05, "Finetune/Loss": 0.8197048902511597, "Finetune/Loss (Raw)": 0.773326575756073, "Finetune/Step": 9415, "Finetune/Step Time": 11.98889285698533}
+{"Finetune/Learning Rate": 1.0820847059620879e-05, "Finetune/Loss": 0.8180139064788818, "Finetune/Loss (Raw)": 0.7065295577049255, "Finetune/Step": 9416, "Finetune/Step Time": 12.00141284801066}
+{"Finetune/Learning Rate": 1.081916877242321e-05, "Finetune/Loss": 0.8187853693962097, "Finetune/Loss (Raw)": 0.8205621838569641, "Finetune/Step": 9417, "Finetune/Step Time": 11.977271853014827}
+{"Finetune/Learning Rate": 1.081749046199624e-05, "Finetune/Loss": 0.8193997144699097, "Finetune/Loss (Raw)": 0.7859046459197998, "Finetune/Step": 9418, "Finetune/Step Time": 11.96712688729167}
+{"Finetune/Learning Rate": 1.0815812128387566e-05, "Finetune/Loss": 0.8184164762496948, "Finetune/Loss (Raw)": 0.6756578683853149, "Finetune/Step": 9419, "Finetune/Step Time": 11.985539315268397}
+{"Finetune/Learning Rate": 1.0814133771644783e-05, "Finetune/Loss": 0.8185818195343018, "Finetune/Loss (Raw)": 0.8330484628677368, "Finetune/Step": 9420, "Finetune/Step Time": 11.989317148923874}
+{"Finetune/Learning Rate": 1.081245539181548e-05, "Finetune/Loss": 0.8185247182846069, "Finetune/Loss (Raw)": 0.8381863236427307, "Finetune/Step": 9421, "Finetune/Step Time": 11.989921974018216}
+{"Finetune/Learning Rate": 1.0810776988947252e-05, "Finetune/Loss": 0.8158829808235168, "Finetune/Loss (Raw)": 0.6403843760490417, "Finetune/Step": 9422, "Finetune/Step Time": 12.02016574330628}
+{"Finetune/Learning Rate": 1.0809098563087692e-05, "Finetune/Loss": 0.8155500888824463, "Finetune/Loss (Raw)": 0.8343840837478638, "Finetune/Step": 9423, "Finetune/Step Time": 12.022615686058998}
+{"Finetune/Learning Rate": 1.08074201142844e-05, "Finetune/Loss": 0.8160039186477661, "Finetune/Loss (Raw)": 0.8116742372512817, "Finetune/Step": 9424, "Finetune/Step Time": 12.00723747164011}
+{"Finetune/Learning Rate": 1.080574164258497e-05, "Finetune/Loss": 0.8156464099884033, "Finetune/Loss (Raw)": 0.8354598879814148, "Finetune/Step": 9425, "Finetune/Step Time": 12.01107239536941}
+{"Finetune/Learning Rate": 1.0804063148036996e-05, "Finetune/Loss": 0.816379189491272, "Finetune/Loss (Raw)": 0.8874586820602417, "Finetune/Step": 9426, "Finetune/Step Time": 12.01249966211617}
+{"Finetune/Learning Rate": 1.080238463068808e-05, "Finetune/Loss": 0.8166288733482361, "Finetune/Loss (Raw)": 0.8907104134559631, "Finetune/Step": 9427, "Finetune/Step Time": 11.99250240623951}
+{"Finetune/Learning Rate": 1.0800706090585814e-05, "Finetune/Loss": 0.8169863224029541, "Finetune/Loss (Raw)": 0.800606369972229, "Finetune/Step": 9428, "Finetune/Step Time": 11.98597020469606}
+{"Finetune/Learning Rate": 1.0799027527777803e-05, "Finetune/Loss": 0.8159255981445312, "Finetune/Loss (Raw)": 0.7881927490234375, "Finetune/Step": 9429, "Finetune/Step Time": 11.99376180768013}
+{"Finetune/Learning Rate": 1.0797348942311644e-05, "Finetune/Loss": 0.8155872821807861, "Finetune/Loss (Raw)": 0.7032074332237244, "Finetune/Step": 9430, "Finetune/Step Time": 11.987615743651986}
+{"Finetune/Learning Rate": 1.0795670334234936e-05, "Finetune/Loss": 0.8151719570159912, "Finetune/Loss (Raw)": 0.7291669249534607, "Finetune/Step": 9431, "Finetune/Step Time": 11.996069695800543}
+{"Finetune/Learning Rate": 1.0793991703595279e-05, "Finetune/Loss": 0.815420925617218, "Finetune/Loss (Raw)": 0.8023341298103333, "Finetune/Step": 9432, "Finetune/Step Time": 11.991201497614384}
+{"Finetune/Learning Rate": 1.0792313050440276e-05, "Finetune/Loss": 0.8159934878349304, "Finetune/Loss (Raw)": 0.8344587683677673, "Finetune/Step": 9433, "Finetune/Step Time": 11.985137701034546}
+{"Finetune/Learning Rate": 1.0790634374817525e-05, "Finetune/Loss": 0.814765989780426, "Finetune/Loss (Raw)": 0.8164540529251099, "Finetune/Step": 9434, "Finetune/Step Time": 11.98065240867436}
+{"Finetune/Learning Rate": 1.0788955676774635e-05, "Finetune/Loss": 0.8162513971328735, "Finetune/Loss (Raw)": 0.8158197402954102, "Finetune/Step": 9435, "Finetune/Step Time": 11.99109734967351}
+{"Finetune/Learning Rate": 1.0787276956359202e-05, "Finetune/Loss": 0.8168896436691284, "Finetune/Loss (Raw)": 0.8494806885719299, "Finetune/Step": 9436, "Finetune/Step Time": 11.985245436429977}
+{"Finetune/Learning Rate": 1.0785598213618835e-05, "Finetune/Loss": 0.8171799182891846, "Finetune/Loss (Raw)": 0.8652004599571228, "Finetune/Step": 9437, "Finetune/Step Time": 11.98530151322484}
+{"Finetune/Learning Rate": 1.078391944860114e-05, "Finetune/Loss": 0.8180777430534363, "Finetune/Loss (Raw)": 0.8376899361610413, "Finetune/Step": 9438, "Finetune/Step Time": 11.981485027819872}
+{"Finetune/Learning Rate": 1.0782240661353716e-05, "Finetune/Loss": 0.8168039917945862, "Finetune/Loss (Raw)": 0.724317729473114, "Finetune/Step": 9439, "Finetune/Step Time": 11.994144551455975}
+{"Finetune/Learning Rate": 1.0780561851924168e-05, "Finetune/Loss": 0.8161839246749878, "Finetune/Loss (Raw)": 0.6975247263908386, "Finetune/Step": 9440, "Finetune/Step Time": 12.00080356374383}
+{"Finetune/Learning Rate": 1.0778883020360112e-05, "Finetune/Loss": 0.8167756199836731, "Finetune/Loss (Raw)": 0.8719702363014221, "Finetune/Step": 9441, "Finetune/Step Time": 11.99752064049244}
+{"Finetune/Learning Rate": 1.0777204166709144e-05, "Finetune/Loss": 0.8174896240234375, "Finetune/Loss (Raw)": 0.9216724038124084, "Finetune/Step": 9442, "Finetune/Step Time": 12.004133604466915}
+{"Finetune/Learning Rate": 1.0775525291018873e-05, "Finetune/Loss": 0.815150260925293, "Finetune/Loss (Raw)": 0.5682836174964905, "Finetune/Step": 9443, "Finetune/Step Time": 12.02939584478736}
+{"Finetune/Learning Rate": 1.0773846393336916e-05, "Finetune/Loss": 0.8157585859298706, "Finetune/Loss (Raw)": 0.7392831444740295, "Finetune/Step": 9444, "Finetune/Step Time": 12.0130031760782}
+{"Finetune/Learning Rate": 1.0772167473710873e-05, "Finetune/Loss": 0.8152834177017212, "Finetune/Loss (Raw)": 0.6687896251678467, "Finetune/Step": 9445, "Finetune/Step Time": 12.01475383527577}
+{"Finetune/Learning Rate": 1.0770488532188356e-05, "Finetune/Loss": 0.8145342469215393, "Finetune/Loss (Raw)": 0.8157263994216919, "Finetune/Step": 9446, "Finetune/Step Time": 12.003550380468369}
+{"Finetune/Learning Rate": 1.0768809568816974e-05, "Finetune/Loss": 0.8141790628433228, "Finetune/Loss (Raw)": 0.7856554388999939, "Finetune/Step": 9447, "Finetune/Step Time": 11.996969694271684}
+{"Finetune/Learning Rate": 1.0767130583644343e-05, "Finetune/Loss": 0.8149155974388123, "Finetune/Loss (Raw)": 0.812408447265625, "Finetune/Step": 9448, "Finetune/Step Time": 12.020007455721498}
+{"Finetune/Learning Rate": 1.0765451576718067e-05, "Finetune/Loss": 0.8146418929100037, "Finetune/Loss (Raw)": 0.8360427021980286, "Finetune/Step": 9449, "Finetune/Step Time": 12.017667584121227}
+{"Finetune/Learning Rate": 1.0763772548085762e-05, "Finetune/Loss": 0.8157152533531189, "Finetune/Loss (Raw)": 0.8877803683280945, "Finetune/Step": 9450, "Finetune/Step Time": 12.016410190612078}
+{"Finetune/Learning Rate": 1.0762093497795038e-05, "Finetune/Loss": 0.814048707485199, "Finetune/Loss (Raw)": 0.7634577751159668, "Finetune/Step": 9451, "Finetune/Step Time": 12.007524982094765}
+{"Finetune/Learning Rate": 1.076041442589351e-05, "Finetune/Loss": 0.8133758902549744, "Finetune/Loss (Raw)": 0.8200764656066895, "Finetune/Step": 9452, "Finetune/Step Time": 12.010254321619868}
+{"Finetune/Learning Rate": 1.0758735332428793e-05, "Finetune/Loss": 0.8158473968505859, "Finetune/Loss (Raw)": 0.828483521938324, "Finetune/Step": 9453, "Finetune/Step Time": 11.990575792267919}
+{"Finetune/Learning Rate": 1.0757056217448498e-05, "Finetune/Loss": 0.8164513111114502, "Finetune/Loss (Raw)": 0.8311100602149963, "Finetune/Step": 9454, "Finetune/Step Time": 11.986061068251729}
+{"Finetune/Learning Rate": 1.0755377081000242e-05, "Finetune/Loss": 0.8154908418655396, "Finetune/Loss (Raw)": 0.8083760142326355, "Finetune/Step": 9455, "Finetune/Step Time": 11.987081848084927}
+{"Finetune/Learning Rate": 1.0753697923131641e-05, "Finetune/Loss": 0.8150690197944641, "Finetune/Loss (Raw)": 0.6708306670188904, "Finetune/Step": 9456, "Finetune/Step Time": 11.990812923759222}
+{"Finetune/Learning Rate": 1.0752018743890308e-05, "Finetune/Loss": 0.8149904608726501, "Finetune/Loss (Raw)": 0.7907343506813049, "Finetune/Step": 9457, "Finetune/Step Time": 12.011690933257341}
+{"Finetune/Learning Rate": 1.0750339543323862e-05, "Finetune/Loss": 0.8153051733970642, "Finetune/Loss (Raw)": 0.8102934956550598, "Finetune/Step": 9458, "Finetune/Step Time": 12.016752921044827}
+{"Finetune/Learning Rate": 1.0748660321479922e-05, "Finetune/Loss": 0.8140504956245422, "Finetune/Loss (Raw)": 0.6274018287658691, "Finetune/Step": 9459, "Finetune/Step Time": 12.029003366827965}
+{"Finetune/Learning Rate": 1.0746981078406105e-05, "Finetune/Loss": 0.8140112161636353, "Finetune/Loss (Raw)": 0.7756394147872925, "Finetune/Step": 9460, "Finetune/Step Time": 12.033989666029811}
+{"Finetune/Learning Rate": 1.0745301814150025e-05, "Finetune/Loss": 0.8133867979049683, "Finetune/Loss (Raw)": 0.8020669221878052, "Finetune/Step": 9461, "Finetune/Step Time": 12.041984600946307}
+{"Finetune/Learning Rate": 1.0743622528759306e-05, "Finetune/Loss": 0.8118466138839722, "Finetune/Loss (Raw)": 0.5700493454933167, "Finetune/Step": 9462, "Finetune/Step Time": 12.069849448278546}
+{"Finetune/Learning Rate": 1.074194322228157e-05, "Finetune/Loss": 0.8109497427940369, "Finetune/Loss (Raw)": 0.6863425374031067, "Finetune/Step": 9463, "Finetune/Step Time": 12.060251699760556}
+{"Finetune/Learning Rate": 1.074026389476443e-05, "Finetune/Loss": 0.8097041845321655, "Finetune/Loss (Raw)": 0.6570647358894348, "Finetune/Step": 9464, "Finetune/Step Time": 12.067327095195651}
+{"Finetune/Learning Rate": 1.073858454625551e-05, "Finetune/Loss": 0.810110867023468, "Finetune/Loss (Raw)": 0.941066563129425, "Finetune/Step": 9465, "Finetune/Step Time": 12.069037351757288}
+{"Finetune/Learning Rate": 1.073690517680244e-05, "Finetune/Loss": 0.8094109892845154, "Finetune/Loss (Raw)": 0.7136790752410889, "Finetune/Step": 9466, "Finetune/Step Time": 12.055212419480085}
+{"Finetune/Learning Rate": 1.0735225786452828e-05, "Finetune/Loss": 0.8103296756744385, "Finetune/Loss (Raw)": 0.8585240244865417, "Finetune/Step": 9467, "Finetune/Step Time": 12.057342695072293}
+{"Finetune/Learning Rate": 1.0733546375254302e-05, "Finetune/Loss": 0.8104316592216492, "Finetune/Loss (Raw)": 0.7666900753974915, "Finetune/Step": 9468, "Finetune/Step Time": 12.050936486572027}
+{"Finetune/Learning Rate": 1.0731866943254492e-05, "Finetune/Loss": 0.8091664910316467, "Finetune/Loss (Raw)": 0.7582125067710876, "Finetune/Step": 9469, "Finetune/Step Time": 12.029791267588735}
+{"Finetune/Learning Rate": 1.0730187490501017e-05, "Finetune/Loss": 0.8092219829559326, "Finetune/Loss (Raw)": 0.7757797241210938, "Finetune/Step": 9470, "Finetune/Step Time": 12.004891958087683}
+{"Finetune/Learning Rate": 1.0728508017041494e-05, "Finetune/Loss": 0.8105183839797974, "Finetune/Loss (Raw)": 0.8683525323867798, "Finetune/Step": 9471, "Finetune/Step Time": 11.994322936981916}
+{"Finetune/Learning Rate": 1.0726828522923563e-05, "Finetune/Loss": 0.8109655380249023, "Finetune/Loss (Raw)": 0.907060980796814, "Finetune/Step": 9472, "Finetune/Step Time": 11.992745369672775}
+{"Finetune/Learning Rate": 1.0725149008194838e-05, "Finetune/Loss": 0.8115676641464233, "Finetune/Loss (Raw)": 0.8854752779006958, "Finetune/Step": 9473, "Finetune/Step Time": 11.986604562029243}
+{"Finetune/Learning Rate": 1.072346947290295e-05, "Finetune/Loss": 0.8119659423828125, "Finetune/Loss (Raw)": 0.7731396555900574, "Finetune/Step": 9474, "Finetune/Step Time": 11.941293329000473}
+{"Finetune/Learning Rate": 1.0721789917095524e-05, "Finetune/Loss": 0.8101534843444824, "Finetune/Loss (Raw)": 0.6298581957817078, "Finetune/Step": 9475, "Finetune/Step Time": 11.96243285574019}
+{"Finetune/Learning Rate": 1.072011034082019e-05, "Finetune/Loss": 0.8084851503372192, "Finetune/Loss (Raw)": 0.7475914359092712, "Finetune/Step": 9476, "Finetune/Step Time": 11.964711243286729}
+{"Finetune/Learning Rate": 1.0718430744124573e-05, "Finetune/Loss": 0.8075278997421265, "Finetune/Loss (Raw)": 0.785113513469696, "Finetune/Step": 9477, "Finetune/Step Time": 11.954991154372692}
+{"Finetune/Learning Rate": 1.0716751127056304e-05, "Finetune/Loss": 0.807730495929718, "Finetune/Loss (Raw)": 0.8035278916358948, "Finetune/Step": 9478, "Finetune/Step Time": 11.958202699199319}
+{"Finetune/Learning Rate": 1.0715071489663012e-05, "Finetune/Loss": 0.8093360066413879, "Finetune/Loss (Raw)": 0.9355456233024597, "Finetune/Step": 9479, "Finetune/Step Time": 11.952587896957994}
+{"Finetune/Learning Rate": 1.0713391831992324e-05, "Finetune/Loss": 0.8092340230941772, "Finetune/Loss (Raw)": 0.8355840444564819, "Finetune/Step": 9480, "Finetune/Step Time": 11.959521187469363}
+{"Finetune/Learning Rate": 1.0711712154091874e-05, "Finetune/Loss": 0.8090604543685913, "Finetune/Loss (Raw)": 0.7464657425880432, "Finetune/Step": 9481, "Finetune/Step Time": 11.978264639154077}
+{"Finetune/Learning Rate": 1.071003245600929e-05, "Finetune/Loss": 0.808708906173706, "Finetune/Loss (Raw)": 0.7548145651817322, "Finetune/Step": 9482, "Finetune/Step Time": 11.980442818254232}
+{"Finetune/Learning Rate": 1.0708352737792205e-05, "Finetune/Loss": 0.808906614780426, "Finetune/Loss (Raw)": 0.8408496975898743, "Finetune/Step": 9483, "Finetune/Step Time": 11.969390043988824}
+{"Finetune/Learning Rate": 1.0706672999488253e-05, "Finetune/Loss": 0.8096920847892761, "Finetune/Loss (Raw)": 0.8745607137680054, "Finetune/Step": 9484, "Finetune/Step Time": 11.965991977602243}
+{"Finetune/Learning Rate": 1.0704993241145058e-05, "Finetune/Loss": 0.8099710941314697, "Finetune/Loss (Raw)": 0.8668062090873718, "Finetune/Step": 9485, "Finetune/Step Time": 11.98099366389215}
+{"Finetune/Learning Rate": 1.0703313462810265e-05, "Finetune/Loss": 0.809964120388031, "Finetune/Loss (Raw)": 0.8461434245109558, "Finetune/Step": 9486, "Finetune/Step Time": 11.987069051712751}
+{"Finetune/Learning Rate": 1.07016336645315e-05, "Finetune/Loss": 0.8084025979042053, "Finetune/Loss (Raw)": 0.7314891219139099, "Finetune/Step": 9487, "Finetune/Step Time": 12.000753188505769}
+{"Finetune/Learning Rate": 1.06999538463564e-05, "Finetune/Loss": 0.8087650537490845, "Finetune/Loss (Raw)": 0.9814587235450745, "Finetune/Step": 9488, "Finetune/Step Time": 11.99858203344047}
+{"Finetune/Learning Rate": 1.0698274008332598e-05, "Finetune/Loss": 0.8082672357559204, "Finetune/Loss (Raw)": 0.8023273944854736, "Finetune/Step": 9489, "Finetune/Step Time": 11.99222562648356}
+{"Finetune/Learning Rate": 1.0696594150507735e-05, "Finetune/Loss": 0.8072736263275146, "Finetune/Loss (Raw)": 0.7646602392196655, "Finetune/Step": 9490, "Finetune/Step Time": 11.988571997731924}
+{"Finetune/Learning Rate": 1.069491427292944e-05, "Finetune/Loss": 0.8065836429595947, "Finetune/Loss (Raw)": 0.7975358963012695, "Finetune/Step": 9491, "Finetune/Step Time": 11.988750867545605}
+{"Finetune/Learning Rate": 1.0693234375645349e-05, "Finetune/Loss": 0.8057534694671631, "Finetune/Loss (Raw)": 0.7835838794708252, "Finetune/Step": 9492, "Finetune/Step Time": 11.993489688262343}
+{"Finetune/Learning Rate": 1.0691554458703109e-05, "Finetune/Loss": 0.8079663515090942, "Finetune/Loss (Raw)": 1.0131642818450928, "Finetune/Step": 9493, "Finetune/Step Time": 11.998225370422006}
+{"Finetune/Learning Rate": 1.0689874522150348e-05, "Finetune/Loss": 0.8069931864738464, "Finetune/Loss (Raw)": 0.8369981050491333, "Finetune/Step": 9494, "Finetune/Step Time": 11.995362129062414}
+{"Finetune/Learning Rate": 1.0688194566034706e-05, "Finetune/Loss": 0.8067539930343628, "Finetune/Loss (Raw)": 0.8299295902252197, "Finetune/Step": 9495, "Finetune/Step Time": 12.002579238265753}
+{"Finetune/Learning Rate": 1.0686514590403823e-05, "Finetune/Loss": 0.8064087629318237, "Finetune/Loss (Raw)": 0.7647699117660522, "Finetune/Step": 9496, "Finetune/Step Time": 11.988875592127442}
+{"Finetune/Learning Rate": 1.068483459530534e-05, "Finetune/Loss": 0.8065871000289917, "Finetune/Loss (Raw)": 0.793499231338501, "Finetune/Step": 9497, "Finetune/Step Time": 11.99702025577426}
+{"Finetune/Learning Rate": 1.0683154580786894e-05, "Finetune/Loss": 0.8054054975509644, "Finetune/Loss (Raw)": 0.8064348697662354, "Finetune/Step": 9498, "Finetune/Step Time": 12.001755991950631}
+{"Finetune/Learning Rate": 1.0681474546896126e-05, "Finetune/Loss": 0.8065047860145569, "Finetune/Loss (Raw)": 0.7383219003677368, "Finetune/Step": 9499, "Finetune/Step Time": 12.001540856435895}
+{"Finetune/Learning Rate": 1.0679794493680679e-05, "Finetune/Loss": 0.8067086935043335, "Finetune/Loss (Raw)": 0.8354017734527588, "Finetune/Step": 9500, "Finetune/Step Time": 12.000456348061562}
+{"Finetune/Learning Rate": 1.0678114421188195e-05, "Finetune/Loss": 0.8067995309829712, "Finetune/Loss (Raw)": 0.8618331551551819, "Finetune/Step": 9501, "Finetune/Step Time": 11.99723069742322}
+{"Finetune/Learning Rate": 1.0676434329466312e-05, "Finetune/Loss": 0.8080068826675415, "Finetune/Loss (Raw)": 0.8457931280136108, "Finetune/Step": 9502, "Finetune/Step Time": 11.994839979335666}
+{"Finetune/Learning Rate": 1.0674754218562675e-05, "Finetune/Loss": 0.8072400093078613, "Finetune/Loss (Raw)": 0.6689559817314148, "Finetune/Step": 9503, "Finetune/Step Time": 11.994525607675314}
+{"Finetune/Learning Rate": 1.0673074088524926e-05, "Finetune/Loss": 0.8061330914497375, "Finetune/Loss (Raw)": 0.7103573679924011, "Finetune/Step": 9504, "Finetune/Step Time": 12.048963399603963}
+{"Finetune/Learning Rate": 1.0671393939400715e-05, "Finetune/Loss": 0.8047611117362976, "Finetune/Loss (Raw)": 0.7423597574234009, "Finetune/Step": 9505, "Finetune/Step Time": 12.055731318891048}
+{"Finetune/Learning Rate": 1.0669713771237676e-05, "Finetune/Loss": 0.8043686151504517, "Finetune/Loss (Raw)": 0.8099888563156128, "Finetune/Step": 9506, "Finetune/Step Time": 12.065925937145948}
+{"Finetune/Learning Rate": 1.066803358408346e-05, "Finetune/Loss": 0.804643988609314, "Finetune/Loss (Raw)": 0.7337821125984192, "Finetune/Step": 9507, "Finetune/Step Time": 12.046459451317787}
+{"Finetune/Learning Rate": 1.0666353377985712e-05, "Finetune/Loss": 0.8045104742050171, "Finetune/Loss (Raw)": 0.8392893671989441, "Finetune/Step": 9508, "Finetune/Step Time": 12.051324985921383}
+{"Finetune/Learning Rate": 1.0664673152992076e-05, "Finetune/Loss": 0.80424964427948, "Finetune/Loss (Raw)": 0.8109073042869568, "Finetune/Step": 9509, "Finetune/Step Time": 12.057510169222951}
+{"Finetune/Learning Rate": 1.0662992909150199e-05, "Finetune/Loss": 0.8050048351287842, "Finetune/Loss (Raw)": 0.8390912413597107, "Finetune/Step": 9510, "Finetune/Step Time": 12.042062344029546}
+{"Finetune/Learning Rate": 1.0661312646507731e-05, "Finetune/Loss": 0.8055298328399658, "Finetune/Loss (Raw)": 0.8881921768188477, "Finetune/Step": 9511, "Finetune/Step Time": 12.04073409177363}
+{"Finetune/Learning Rate": 1.0659632365112317e-05, "Finetune/Loss": 0.8050380945205688, "Finetune/Loss (Raw)": 0.7721689939498901, "Finetune/Step": 9512, "Finetune/Step Time": 12.02153841406107}
+{"Finetune/Learning Rate": 1.0657952065011599e-05, "Finetune/Loss": 0.8055349588394165, "Finetune/Loss (Raw)": 0.8983539938926697, "Finetune/Step": 9513, "Finetune/Step Time": 12.019966447725892}
+{"Finetune/Learning Rate": 1.0656271746253237e-05, "Finetune/Loss": 0.8058223724365234, "Finetune/Loss (Raw)": 0.8572611212730408, "Finetune/Step": 9514, "Finetune/Step Time": 12.014560652896762}
+{"Finetune/Learning Rate": 1.0654591408884874e-05, "Finetune/Loss": 0.8072420358657837, "Finetune/Loss (Raw)": 0.9811751246452332, "Finetune/Step": 9515, "Finetune/Step Time": 12.009432431310415}
+{"Finetune/Learning Rate": 1.065291105295416e-05, "Finetune/Loss": 0.8060020208358765, "Finetune/Loss (Raw)": 0.6621776819229126, "Finetune/Step": 9516, "Finetune/Step Time": 12.008715936914086}
+{"Finetune/Learning Rate": 1.0651230678508744e-05, "Finetune/Loss": 0.8054286241531372, "Finetune/Loss (Raw)": 0.7355687618255615, "Finetune/Step": 9517, "Finetune/Step Time": 12.022173274308443}
+{"Finetune/Learning Rate": 1.0649550285596278e-05, "Finetune/Loss": 0.8047564029693604, "Finetune/Loss (Raw)": 0.7850636839866638, "Finetune/Step": 9518, "Finetune/Step Time": 12.022352604195476}
+{"Finetune/Learning Rate": 1.0647869874264411e-05, "Finetune/Loss": 0.8053027391433716, "Finetune/Loss (Raw)": 0.9171794056892395, "Finetune/Step": 9519, "Finetune/Step Time": 12.058977769687772}
+{"Finetune/Learning Rate": 1.0646189444560799e-05, "Finetune/Loss": 0.8038698434829712, "Finetune/Loss (Raw)": 0.8048610687255859, "Finetune/Step": 9520, "Finetune/Step Time": 12.096556028351188}
+{"Finetune/Learning Rate": 1.0644508996533092e-05, "Finetune/Loss": 0.8041172027587891, "Finetune/Loss (Raw)": 0.9530295133590698, "Finetune/Step": 9521, "Finetune/Step Time": 12.098482713103294}
+{"Finetune/Learning Rate": 1.0642828530228941e-05, "Finetune/Loss": 0.8041665554046631, "Finetune/Loss (Raw)": 0.8930475115776062, "Finetune/Step": 9522, "Finetune/Step Time": 12.15136818960309}
+{"Finetune/Learning Rate": 1.0641148045696003e-05, "Finetune/Loss": 0.8027738332748413, "Finetune/Loss (Raw)": 0.6827568411827087, "Finetune/Step": 9523, "Finetune/Step Time": 12.162489326670766}
+{"Finetune/Learning Rate": 1.063946754298193e-05, "Finetune/Loss": 0.8032079935073853, "Finetune/Loss (Raw)": 0.7757461071014404, "Finetune/Step": 9524, "Finetune/Step Time": 12.143520904704928}
+{"Finetune/Learning Rate": 1.0637787022134373e-05, "Finetune/Loss": 0.8034170866012573, "Finetune/Loss (Raw)": 0.7458543181419373, "Finetune/Step": 9525, "Finetune/Step Time": 12.116663198918104}
+{"Finetune/Learning Rate": 1.0636106483200991e-05, "Finetune/Loss": 0.8012986183166504, "Finetune/Loss (Raw)": 0.5843885540962219, "Finetune/Step": 9526, "Finetune/Step Time": 12.113235857337713}
+{"Finetune/Learning Rate": 1.063442592622944e-05, "Finetune/Loss": 0.8020327091217041, "Finetune/Loss (Raw)": 0.8970047831535339, "Finetune/Step": 9527, "Finetune/Step Time": 12.108554888516665}
+{"Finetune/Learning Rate": 1.063274535126737e-05, "Finetune/Loss": 0.7996965646743774, "Finetune/Loss (Raw)": 0.7113866806030273, "Finetune/Step": 9528, "Finetune/Step Time": 12.109544578939676}
+{"Finetune/Learning Rate": 1.0631064758362445e-05, "Finetune/Loss": 0.7991204261779785, "Finetune/Loss (Raw)": 0.7913420796394348, "Finetune/Step": 9529, "Finetune/Step Time": 12.10847831144929}
+{"Finetune/Learning Rate": 1.0629384147562314e-05, "Finetune/Loss": 0.7973595857620239, "Finetune/Loss (Raw)": 0.7506634593009949, "Finetune/Step": 9530, "Finetune/Step Time": 12.079929575324059}
+{"Finetune/Learning Rate": 1.062770351891464e-05, "Finetune/Loss": 0.7981780171394348, "Finetune/Loss (Raw)": 0.9512360692024231, "Finetune/Step": 9531, "Finetune/Step Time": 12.082844095304608}
+{"Finetune/Learning Rate": 1.0626022872467078e-05, "Finetune/Loss": 0.796737551689148, "Finetune/Loss (Raw)": 0.7949856519699097, "Finetune/Step": 9532, "Finetune/Step Time": 12.078237084671855}
+{"Finetune/Learning Rate": 1.0624342208267293e-05, "Finetune/Loss": 0.7965584993362427, "Finetune/Loss (Raw)": 0.7410662770271301, "Finetune/Step": 9533, "Finetune/Step Time": 12.078732600435615}
+{"Finetune/Learning Rate": 1.0622661526362932e-05, "Finetune/Loss": 0.796397864818573, "Finetune/Loss (Raw)": 0.7963592410087585, "Finetune/Step": 9534, "Finetune/Step Time": 12.066757151857018}
+{"Finetune/Learning Rate": 1.0620980826801663e-05, "Finetune/Loss": 0.7958521246910095, "Finetune/Loss (Raw)": 0.7520157098770142, "Finetune/Step": 9535, "Finetune/Step Time": 12.049688573926687}
+{"Finetune/Learning Rate": 1.0619300109631146e-05, "Finetune/Loss": 0.7943265438079834, "Finetune/Loss (Raw)": 0.7644287347793579, "Finetune/Step": 9536, "Finetune/Step Time": 12.047523476183414}
+{"Finetune/Learning Rate": 1.0617619374899032e-05, "Finetune/Loss": 0.7959959506988525, "Finetune/Loss (Raw)": 0.7436981797218323, "Finetune/Step": 9537, "Finetune/Step Time": 12.01885499432683}
+{"Finetune/Learning Rate": 1.0615938622652995e-05, "Finetune/Loss": 0.7965143322944641, "Finetune/Loss (Raw)": 0.9034039378166199, "Finetune/Step": 9538, "Finetune/Step Time": 12.004932377487421}
+{"Finetune/Learning Rate": 1.061425785294069e-05, "Finetune/Loss": 0.7957972884178162, "Finetune/Loss (Raw)": 0.8732487559318542, "Finetune/Step": 9539, "Finetune/Step Time": 12.014666426926851}
+{"Finetune/Learning Rate": 1.0612577065809779e-05, "Finetune/Loss": 0.7957261800765991, "Finetune/Loss (Raw)": 0.7756119966506958, "Finetune/Step": 9540, "Finetune/Step Time": 12.002006076276302}
+{"Finetune/Learning Rate": 1.0610896261307919e-05, "Finetune/Loss": 0.7941008806228638, "Finetune/Loss (Raw)": 0.5799909830093384, "Finetune/Step": 9541, "Finetune/Step Time": 11.981504023075104}
+{"Finetune/Learning Rate": 1.0609215439482785e-05, "Finetune/Loss": 0.7942006587982178, "Finetune/Loss (Raw)": 0.6903607249259949, "Finetune/Step": 9542, "Finetune/Step Time": 11.958223812282085}
+{"Finetune/Learning Rate": 1.060753460038203e-05, "Finetune/Loss": 0.7936556339263916, "Finetune/Loss (Raw)": 0.703561007976532, "Finetune/Step": 9543, "Finetune/Step Time": 11.934663943946362}
+{"Finetune/Learning Rate": 1.0605853744053322e-05, "Finetune/Loss": 0.794487476348877, "Finetune/Loss (Raw)": 0.8130080699920654, "Finetune/Step": 9544, "Finetune/Step Time": 11.928862554952502}
+{"Finetune/Learning Rate": 1.0604172870544325e-05, "Finetune/Loss": 0.7943881154060364, "Finetune/Loss (Raw)": 0.8078416585922241, "Finetune/Step": 9545, "Finetune/Step Time": 11.939856989309192}
+{"Finetune/Learning Rate": 1.0602491979902702e-05, "Finetune/Loss": 0.7949973344802856, "Finetune/Loss (Raw)": 0.8638894557952881, "Finetune/Step": 9546, "Finetune/Step Time": 11.940113719552755}
+{"Finetune/Learning Rate": 1.0600811072176123e-05, "Finetune/Loss": 0.7967507839202881, "Finetune/Loss (Raw)": 0.9000953435897827, "Finetune/Step": 9547, "Finetune/Step Time": 11.92148925922811}
+{"Finetune/Learning Rate": 1.0599130147412246e-05, "Finetune/Loss": 0.7962898015975952, "Finetune/Loss (Raw)": 0.7740540504455566, "Finetune/Step": 9548, "Finetune/Step Time": 11.93954044394195}
+{"Finetune/Learning Rate": 1.0597449205658746e-05, "Finetune/Loss": 0.7957525849342346, "Finetune/Loss (Raw)": 0.7694141268730164, "Finetune/Step": 9549, "Finetune/Step Time": 11.935492688789964}
+{"Finetune/Learning Rate": 1.0595768246963283e-05, "Finetune/Loss": 0.7968475818634033, "Finetune/Loss (Raw)": 0.7805364727973938, "Finetune/Step": 9550, "Finetune/Step Time": 11.911581370979548}
+{"Finetune/Learning Rate": 1.0594087271373525e-05, "Finetune/Loss": 0.7970435619354248, "Finetune/Loss (Raw)": 0.8594743609428406, "Finetune/Step": 9551, "Finetune/Step Time": 11.906929690390825}
+{"Finetune/Learning Rate": 1.0592406278937143e-05, "Finetune/Loss": 0.7973202466964722, "Finetune/Loss (Raw)": 0.8470879793167114, "Finetune/Step": 9552, "Finetune/Step Time": 11.90775441378355}
+{"Finetune/Learning Rate": 1.0590725269701804e-05, "Finetune/Loss": 0.7965996265411377, "Finetune/Loss (Raw)": 0.7432178258895874, "Finetune/Step": 9553, "Finetune/Step Time": 11.906127147376537}
+{"Finetune/Learning Rate": 1.0589044243715179e-05, "Finetune/Loss": 0.7958583831787109, "Finetune/Loss (Raw)": 0.7925915122032166, "Finetune/Step": 9554, "Finetune/Step Time": 11.908795792609453}
+{"Finetune/Learning Rate": 1.058736320102493e-05, "Finetune/Loss": 0.7957504987716675, "Finetune/Loss (Raw)": 0.8768987655639648, "Finetune/Step": 9555, "Finetune/Step Time": 11.904551798477769}
+{"Finetune/Learning Rate": 1.058568214167873e-05, "Finetune/Loss": 0.7963972687721252, "Finetune/Loss (Raw)": 0.8833954334259033, "Finetune/Step": 9556, "Finetune/Step Time": 11.910210140049458}
+{"Finetune/Learning Rate": 1.0584001065724254e-05, "Finetune/Loss": 0.7968050837516785, "Finetune/Loss (Raw)": 0.8403865694999695, "Finetune/Step": 9557, "Finetune/Step Time": 11.908512698486447}
+{"Finetune/Learning Rate": 1.0582319973209164e-05, "Finetune/Loss": 0.7980139255523682, "Finetune/Loss (Raw)": 0.8579420447349548, "Finetune/Step": 9558, "Finetune/Step Time": 11.9509556312114}
+{"Finetune/Learning Rate": 1.0580638864181138e-05, "Finetune/Loss": 0.7998952865600586, "Finetune/Loss (Raw)": 0.9699802398681641, "Finetune/Step": 9559, "Finetune/Step Time": 11.940448006615043}
+{"Finetune/Learning Rate": 1.0578957738687847e-05, "Finetune/Loss": 0.7991421818733215, "Finetune/Loss (Raw)": 0.7059401869773865, "Finetune/Step": 9560, "Finetune/Step Time": 11.948293862864375}
+{"Finetune/Learning Rate": 1.057727659677696e-05, "Finetune/Loss": 0.7998079657554626, "Finetune/Loss (Raw)": 0.9196726679801941, "Finetune/Step": 9561, "Finetune/Step Time": 11.957181656733155}
+{"Finetune/Learning Rate": 1.0575595438496147e-05, "Finetune/Loss": 0.8003530502319336, "Finetune/Loss (Raw)": 0.8862290978431702, "Finetune/Step": 9562, "Finetune/Step Time": 11.961314151063561}
+{"Finetune/Learning Rate": 1.0573914263893088e-05, "Finetune/Loss": 0.8002668023109436, "Finetune/Loss (Raw)": 0.804775059223175, "Finetune/Step": 9563, "Finetune/Step Time": 11.952023509889841}
+{"Finetune/Learning Rate": 1.057223307301545e-05, "Finetune/Loss": 0.7997905611991882, "Finetune/Loss (Raw)": 0.7885298728942871, "Finetune/Step": 9564, "Finetune/Step Time": 11.958263482898474}
+{"Finetune/Learning Rate": 1.0570551865910907e-05, "Finetune/Loss": 0.8002967834472656, "Finetune/Loss (Raw)": 0.9299929141998291, "Finetune/Step": 9565, "Finetune/Step Time": 11.962418368086219}
+{"Finetune/Learning Rate": 1.056887064262714e-05, "Finetune/Loss": 0.7998912334442139, "Finetune/Loss (Raw)": 0.7857816815376282, "Finetune/Step": 9566, "Finetune/Step Time": 11.971414659172297}
+{"Finetune/Learning Rate": 1.056718940321182e-05, "Finetune/Loss": 0.8008001446723938, "Finetune/Loss (Raw)": 0.8406550288200378, "Finetune/Step": 9567, "Finetune/Step Time": 11.963099021464586}
+{"Finetune/Learning Rate": 1.0565508147712618e-05, "Finetune/Loss": 0.8008553981781006, "Finetune/Loss (Raw)": 0.7045969367027283, "Finetune/Step": 9568, "Finetune/Step Time": 11.961011126637459}
+{"Finetune/Learning Rate": 1.0563826876177215e-05, "Finetune/Loss": 0.7998408675193787, "Finetune/Loss (Raw)": 0.7421073317527771, "Finetune/Step": 9569, "Finetune/Step Time": 11.964068887755275}
+{"Finetune/Learning Rate": 1.0562145588653283e-05, "Finetune/Loss": 0.7983728051185608, "Finetune/Loss (Raw)": 0.7337678670883179, "Finetune/Step": 9570, "Finetune/Step Time": 11.959541426971555}
+{"Finetune/Learning Rate": 1.05604642851885e-05, "Finetune/Loss": 0.799980640411377, "Finetune/Loss (Raw)": 0.7740854620933533, "Finetune/Step": 9571, "Finetune/Step Time": 11.941613340750337}
+{"Finetune/Learning Rate": 1.0558782965830547e-05, "Finetune/Loss": 0.8010736107826233, "Finetune/Loss (Raw)": 0.879185140132904, "Finetune/Step": 9572, "Finetune/Step Time": 11.938387276604772}
+{"Finetune/Learning Rate": 1.0557101630627095e-05, "Finetune/Loss": 0.8019945621490479, "Finetune/Loss (Raw)": 0.7866654992103577, "Finetune/Step": 9573, "Finetune/Step Time": 11.95190865918994}
+{"Finetune/Learning Rate": 1.0555420279625827e-05, "Finetune/Loss": 0.801875650882721, "Finetune/Loss (Raw)": 0.8005062937736511, "Finetune/Step": 9574, "Finetune/Step Time": 11.966570453718305}
+{"Finetune/Learning Rate": 1.0553738912874418e-05, "Finetune/Loss": 0.8023605346679688, "Finetune/Loss (Raw)": 0.8477222919464111, "Finetune/Step": 9575, "Finetune/Step Time": 11.963429007679224}
+{"Finetune/Learning Rate": 1.055205753042055e-05, "Finetune/Loss": 0.8035841584205627, "Finetune/Loss (Raw)": 0.9690375328063965, "Finetune/Step": 9576, "Finetune/Step Time": 11.94081062823534}
+{"Finetune/Learning Rate": 1.0550376132311899e-05, "Finetune/Loss": 0.8035706281661987, "Finetune/Loss (Raw)": 0.8343031406402588, "Finetune/Step": 9577, "Finetune/Step Time": 11.937865283340216}
+{"Finetune/Learning Rate": 1.0548694718596149e-05, "Finetune/Loss": 0.802166223526001, "Finetune/Loss (Raw)": 0.7080215215682983, "Finetune/Step": 9578, "Finetune/Step Time": 11.948712598532438}
+{"Finetune/Learning Rate": 1.054701328932097e-05, "Finetune/Loss": 0.8022444248199463, "Finetune/Loss (Raw)": 0.7734581828117371, "Finetune/Step": 9579, "Finetune/Step Time": 11.958379626274109}
+{"Finetune/Learning Rate": 1.0545331844534055e-05, "Finetune/Loss": 0.8033626675605774, "Finetune/Loss (Raw)": 0.9632187485694885, "Finetune/Step": 9580, "Finetune/Step Time": 11.953366873785853}
+{"Finetune/Learning Rate": 1.054365038428308e-05, "Finetune/Loss": 0.8040277361869812, "Finetune/Loss (Raw)": 0.9136105179786682, "Finetune/Step": 9581, "Finetune/Step Time": 11.94812836125493}
+{"Finetune/Learning Rate": 1.0541968908615723e-05, "Finetune/Loss": 0.8043984174728394, "Finetune/Loss (Raw)": 0.878566563129425, "Finetune/Step": 9582, "Finetune/Step Time": 11.953311931341887}
+{"Finetune/Learning Rate": 1.0540287417579668e-05, "Finetune/Loss": 0.8038474917411804, "Finetune/Loss (Raw)": 0.737844705581665, "Finetune/Step": 9583, "Finetune/Step Time": 11.957974206656218}
+{"Finetune/Learning Rate": 1.0538605911222603e-05, "Finetune/Loss": 0.8053914308547974, "Finetune/Loss (Raw)": 0.8684625029563904, "Finetune/Step": 9584, "Finetune/Step Time": 11.953844858333468}
+{"Finetune/Learning Rate": 1.0536924389592202e-05, "Finetune/Loss": 0.8062318563461304, "Finetune/Loss (Raw)": 0.8983091115951538, "Finetune/Step": 9585, "Finetune/Step Time": 11.928759200498462}
+{"Finetune/Learning Rate": 1.0535242852736152e-05, "Finetune/Loss": 0.8051137328147888, "Finetune/Loss (Raw)": 0.667173445224762, "Finetune/Step": 9586, "Finetune/Step Time": 11.936808848753572}
+{"Finetune/Learning Rate": 1.053356130070214e-05, "Finetune/Loss": 0.8079057931900024, "Finetune/Loss (Raw)": 0.9847801327705383, "Finetune/Step": 9587, "Finetune/Step Time": 11.91814455203712}
+{"Finetune/Learning Rate": 1.0531879733537845e-05, "Finetune/Loss": 0.8076772093772888, "Finetune/Loss (Raw)": 0.7463840246200562, "Finetune/Step": 9588, "Finetune/Step Time": 11.909112000837922}
+{"Finetune/Learning Rate": 1.0530198151290954e-05, "Finetune/Loss": 0.806728720664978, "Finetune/Loss (Raw)": 0.6806586980819702, "Finetune/Step": 9589, "Finetune/Step Time": 11.919375007972121}
+{"Finetune/Learning Rate": 1.052851655400915e-05, "Finetune/Loss": 0.8081870079040527, "Finetune/Loss (Raw)": 0.7567119002342224, "Finetune/Step": 9590, "Finetune/Step Time": 11.892470167949796}
+{"Finetune/Learning Rate": 1.0526834941740118e-05, "Finetune/Loss": 0.8094072937965393, "Finetune/Loss (Raw)": 0.8425368070602417, "Finetune/Step": 9591, "Finetune/Step Time": 11.878202790394425}
+{"Finetune/Learning Rate": 1.0525153314531548e-05, "Finetune/Loss": 0.8091136813163757, "Finetune/Loss (Raw)": 0.6194852590560913, "Finetune/Step": 9592, "Finetune/Step Time": 11.904090696945786}
+{"Finetune/Learning Rate": 1.0523471672431123e-05, "Finetune/Loss": 0.8088936805725098, "Finetune/Loss (Raw)": 0.9129098653793335, "Finetune/Step": 9593, "Finetune/Step Time": 11.90224808640778}
+{"Finetune/Learning Rate": 1.0521790015486528e-05, "Finetune/Loss": 0.8103778958320618, "Finetune/Loss (Raw)": 0.9036498069763184, "Finetune/Step": 9594, "Finetune/Step Time": 11.896960254758596}
+{"Finetune/Learning Rate": 1.0520108343745451e-05, "Finetune/Loss": 0.8103923797607422, "Finetune/Loss (Raw)": 0.8603808283805847, "Finetune/Step": 9595, "Finetune/Step Time": 11.890242790803313}
+{"Finetune/Learning Rate": 1.0518426657255585e-05, "Finetune/Loss": 0.8112492561340332, "Finetune/Loss (Raw)": 0.876369059085846, "Finetune/Step": 9596, "Finetune/Step Time": 11.893319550901651}
+{"Finetune/Learning Rate": 1.0516744956064611e-05, "Finetune/Loss": 0.8115988969802856, "Finetune/Loss (Raw)": 0.8029650449752808, "Finetune/Step": 9597, "Finetune/Step Time": 11.890569055452943}
+{"Finetune/Learning Rate": 1.0515063240220218e-05, "Finetune/Loss": 0.8109061121940613, "Finetune/Loss (Raw)": 0.6871095895767212, "Finetune/Step": 9598, "Finetune/Step Time": 11.937716893851757}
+{"Finetune/Learning Rate": 1.05133815097701e-05, "Finetune/Loss": 0.8102636933326721, "Finetune/Loss (Raw)": 0.7861220836639404, "Finetune/Step": 9599, "Finetune/Step Time": 11.94501419365406}
+{"Finetune/Learning Rate": 1.0511699764761935e-05, "Finetune/Loss": 0.8097990155220032, "Finetune/Loss (Raw)": 0.8475849628448486, "Finetune/Step": 9600, "Finetune/Step Time": 11.944903487339616}
+{"Finetune/Learning Rate": 1.0510018005243426e-05, "Finetune/Loss": 0.8088802099227905, "Finetune/Loss (Raw)": 0.7678648233413696, "Finetune/Step": 9601, "Finetune/Step Time": 11.950161112472415}
+{"Finetune/Learning Rate": 1.0508336231262257e-05, "Finetune/Loss": 0.8088521361351013, "Finetune/Loss (Raw)": 0.7695448398590088, "Finetune/Step": 9602, "Finetune/Step Time": 11.94744117744267}
+{"Finetune/Learning Rate": 1.0506654442866113e-05, "Finetune/Loss": 0.8104448914527893, "Finetune/Loss (Raw)": 0.8337291479110718, "Finetune/Step": 9603, "Finetune/Step Time": 11.936822135001421}
+{"Finetune/Learning Rate": 1.0504972640102694e-05, "Finetune/Loss": 0.8103747963905334, "Finetune/Loss (Raw)": 0.7386224865913391, "Finetune/Step": 9604, "Finetune/Step Time": 11.937337165698409}
+{"Finetune/Learning Rate": 1.0503290823019684e-05, "Finetune/Loss": 0.8106300830841064, "Finetune/Loss (Raw)": 0.8177916407585144, "Finetune/Step": 9605, "Finetune/Step Time": 11.941605392843485}
+{"Finetune/Learning Rate": 1.050160899166478e-05, "Finetune/Loss": 0.8115484714508057, "Finetune/Loss (Raw)": 0.9210827350616455, "Finetune/Step": 9606, "Finetune/Step Time": 11.93118667602539}
+{"Finetune/Learning Rate": 1.0499927146085668e-05, "Finetune/Loss": 0.8090852499008179, "Finetune/Loss (Raw)": 0.6202537417411804, "Finetune/Step": 9607, "Finetune/Step Time": 11.960536850616336}
+{"Finetune/Learning Rate": 1.0498245286330049e-05, "Finetune/Loss": 0.809179425239563, "Finetune/Loss (Raw)": 0.8476306796073914, "Finetune/Step": 9608, "Finetune/Step Time": 11.95540938526392}
+{"Finetune/Learning Rate": 1.0496563412445608e-05, "Finetune/Loss": 0.81061851978302, "Finetune/Loss (Raw)": 0.9306791424751282, "Finetune/Step": 9609, "Finetune/Step Time": 11.939731009304523}
+{"Finetune/Learning Rate": 1.0494881524480041e-05, "Finetune/Loss": 0.8110134601593018, "Finetune/Loss (Raw)": 0.80535888671875, "Finetune/Step": 9610, "Finetune/Step Time": 11.93458559177816}
+{"Finetune/Learning Rate": 1.0493199622481039e-05, "Finetune/Loss": 0.8107224702835083, "Finetune/Loss (Raw)": 0.8035991787910461, "Finetune/Step": 9611, "Finetune/Step Time": 11.93432191759348}
+{"Finetune/Learning Rate": 1.04915177064963e-05, "Finetune/Loss": 0.8103172779083252, "Finetune/Loss (Raw)": 0.8227044939994812, "Finetune/Step": 9612, "Finetune/Step Time": 11.939905252307653}
+{"Finetune/Learning Rate": 1.0489835776573516e-05, "Finetune/Loss": 0.8107513189315796, "Finetune/Loss (Raw)": 0.9223616123199463, "Finetune/Step": 9613, "Finetune/Step Time": 11.9266652520746}
+{"Finetune/Learning Rate": 1.048815383276038e-05, "Finetune/Loss": 0.810022234916687, "Finetune/Loss (Raw)": 0.7528217434883118, "Finetune/Step": 9614, "Finetune/Step Time": 11.921703729778528}
+{"Finetune/Learning Rate": 1.0486471875104594e-05, "Finetune/Loss": 0.8095370531082153, "Finetune/Loss (Raw)": 0.6693881154060364, "Finetune/Step": 9615, "Finetune/Step Time": 11.911721400916576}
+{"Finetune/Learning Rate": 1.0484789903653847e-05, "Finetune/Loss": 0.808685302734375, "Finetune/Loss (Raw)": 0.8724299073219299, "Finetune/Step": 9616, "Finetune/Step Time": 11.912787651643157}
+{"Finetune/Learning Rate": 1.0483107918455836e-05, "Finetune/Loss": 0.8058023452758789, "Finetune/Loss (Raw)": 0.4333091974258423, "Finetune/Step": 9617, "Finetune/Step Time": 12.077803390100598}
+{"Finetune/Learning Rate": 1.0481425919558259e-05, "Finetune/Loss": 0.805217981338501, "Finetune/Loss (Raw)": 0.6898641586303711, "Finetune/Step": 9618, "Finetune/Step Time": 12.06284168548882}
+{"Finetune/Learning Rate": 1.0479743907008812e-05, "Finetune/Loss": 0.8044569492340088, "Finetune/Loss (Raw)": 0.700115442276001, "Finetune/Step": 9619, "Finetune/Step Time": 12.056220399215817}
+{"Finetune/Learning Rate": 1.047806188085519e-05, "Finetune/Loss": 0.8033614754676819, "Finetune/Loss (Raw)": 0.6433678865432739, "Finetune/Step": 9620, "Finetune/Step Time": 12.05556289665401}
+{"Finetune/Learning Rate": 1.0476379841145095e-05, "Finetune/Loss": 0.800719141960144, "Finetune/Loss (Raw)": 0.6749453544616699, "Finetune/Step": 9621, "Finetune/Step Time": 12.038954066112638}
+{"Finetune/Learning Rate": 1.0474697787926222e-05, "Finetune/Loss": 0.7999625205993652, "Finetune/Loss (Raw)": 0.7401515245437622, "Finetune/Step": 9622, "Finetune/Step Time": 12.047629090026021}
+{"Finetune/Learning Rate": 1.047301572124627e-05, "Finetune/Loss": 0.7974374890327454, "Finetune/Loss (Raw)": 0.5067253708839417, "Finetune/Step": 9623, "Finetune/Step Time": 12.043038314208388}
+{"Finetune/Learning Rate": 1.0471333641152937e-05, "Finetune/Loss": 0.796203076839447, "Finetune/Loss (Raw)": 0.6067612767219543, "Finetune/Step": 9624, "Finetune/Step Time": 12.048113815486431}
+{"Finetune/Learning Rate": 1.046965154769392e-05, "Finetune/Loss": 0.7952703237533569, "Finetune/Loss (Raw)": 0.6741053462028503, "Finetune/Step": 9625, "Finetune/Step Time": 12.052317578345537}
+{"Finetune/Learning Rate": 1.0467969440916923e-05, "Finetune/Loss": 0.7940971851348877, "Finetune/Loss (Raw)": 0.6562834978103638, "Finetune/Step": 9626, "Finetune/Step Time": 12.050876973196864}
+{"Finetune/Learning Rate": 1.0466287320869644e-05, "Finetune/Loss": 0.7938660979270935, "Finetune/Loss (Raw)": 0.7087352275848389, "Finetune/Step": 9627, "Finetune/Step Time": 12.054488211870193}
+{"Finetune/Learning Rate": 1.0464605187599778e-05, "Finetune/Loss": 0.792782187461853, "Finetune/Loss (Raw)": 0.696665346622467, "Finetune/Step": 9628, "Finetune/Step Time": 12.046743240207434}
+{"Finetune/Learning Rate": 1.0462923041155036e-05, "Finetune/Loss": 0.7909464836120605, "Finetune/Loss (Raw)": 0.6268676519393921, "Finetune/Step": 9629, "Finetune/Step Time": 12.052107255905867}
+{"Finetune/Learning Rate": 1.046124088158311e-05, "Finetune/Loss": 0.7890056371688843, "Finetune/Loss (Raw)": 0.5973511934280396, "Finetune/Step": 9630, "Finetune/Step Time": 12.052737353369594}
+{"Finetune/Learning Rate": 1.0459558708931704e-05, "Finetune/Loss": 0.7894521951675415, "Finetune/Loss (Raw)": 0.726127564907074, "Finetune/Step": 9631, "Finetune/Step Time": 12.054279489442706}
+{"Finetune/Learning Rate": 1.0457876523248518e-05, "Finetune/Loss": 0.7894638776779175, "Finetune/Loss (Raw)": 0.7118498682975769, "Finetune/Step": 9632, "Finetune/Step Time": 11.989213513210416}
+{"Finetune/Learning Rate": 1.0456194324581262e-05, "Finetune/Loss": 0.7897836565971375, "Finetune/Loss (Raw)": 0.7832894921302795, "Finetune/Step": 9633, "Finetune/Step Time": 11.984477389603853}
+{"Finetune/Learning Rate": 1.0454512112977628e-05, "Finetune/Loss": 0.7884154319763184, "Finetune/Loss (Raw)": 0.6348534226417542, "Finetune/Step": 9634, "Finetune/Step Time": 11.973128866404295}
+{"Finetune/Learning Rate": 1.045282988848532e-05, "Finetune/Loss": 0.7871199250221252, "Finetune/Loss (Raw)": 0.5679617524147034, "Finetune/Step": 9635, "Finetune/Step Time": 11.976225757971406}
+{"Finetune/Learning Rate": 1.0451147651152049e-05, "Finetune/Loss": 0.7859803438186646, "Finetune/Loss (Raw)": 0.693414568901062, "Finetune/Step": 9636, "Finetune/Step Time": 11.964949488639832}
+{"Finetune/Learning Rate": 1.044946540102551e-05, "Finetune/Loss": 0.7838965058326721, "Finetune/Loss (Raw)": 0.5441839694976807, "Finetune/Step": 9637, "Finetune/Step Time": 11.957374405115843}
+{"Finetune/Learning Rate": 1.0447783138153414e-05, "Finetune/Loss": 0.7822304368019104, "Finetune/Loss (Raw)": 0.625827431678772, "Finetune/Step": 9638, "Finetune/Step Time": 11.968818405643106}
+{"Finetune/Learning Rate": 1.0446100862583459e-05, "Finetune/Loss": 0.7814043760299683, "Finetune/Loss (Raw)": 0.7824585437774658, "Finetune/Step": 9639, "Finetune/Step Time": 11.97641221061349}
+{"Finetune/Learning Rate": 1.0444418574363354e-05, "Finetune/Loss": 0.7804756760597229, "Finetune/Loss (Raw)": 0.6532954573631287, "Finetune/Step": 9640, "Finetune/Step Time": 11.977087650448084}
+{"Finetune/Learning Rate": 1.0442736273540799e-05, "Finetune/Loss": 0.7789714336395264, "Finetune/Loss (Raw)": 0.705814778804779, "Finetune/Step": 9641, "Finetune/Step Time": 11.975985426455736}
+{"Finetune/Learning Rate": 1.0441053960163505e-05, "Finetune/Loss": 0.777082085609436, "Finetune/Loss (Raw)": 0.6154224872589111, "Finetune/Step": 9642, "Finetune/Step Time": 11.989003283903003}
+{"Finetune/Learning Rate": 1.0439371634279173e-05, "Finetune/Loss": 0.7737471461296082, "Finetune/Loss (Raw)": 0.5543020367622375, "Finetune/Step": 9643, "Finetune/Step Time": 11.9973676931113}
+{"Finetune/Learning Rate": 1.0437689295935512e-05, "Finetune/Loss": 0.7732288837432861, "Finetune/Loss (Raw)": 0.5958427786827087, "Finetune/Step": 9644, "Finetune/Step Time": 11.994059659540653}
+{"Finetune/Learning Rate": 1.0436006945180226e-05, "Finetune/Loss": 0.7728490829467773, "Finetune/Loss (Raw)": 0.6869539022445679, "Finetune/Step": 9645, "Finetune/Step Time": 11.974125189706683}
+{"Finetune/Learning Rate": 1.0434324582061024e-05, "Finetune/Loss": 0.7723742723464966, "Finetune/Loss (Raw)": 0.7242884635925293, "Finetune/Step": 9646, "Finetune/Step Time": 12.012382974848151}
+{"Finetune/Learning Rate": 1.0432642206625612e-05, "Finetune/Loss": 0.770989179611206, "Finetune/Loss (Raw)": 0.7398898005485535, "Finetune/Step": 9647, "Finetune/Step Time": 11.981746667996049}
+{"Finetune/Learning Rate": 1.0430959818921696e-05, "Finetune/Loss": 0.7695733308792114, "Finetune/Loss (Raw)": 0.6236252188682556, "Finetune/Step": 9648, "Finetune/Step Time": 11.943271456286311}
+{"Finetune/Learning Rate": 1.0429277418996986e-05, "Finetune/Loss": 0.7668098211288452, "Finetune/Loss (Raw)": 0.5993054509162903, "Finetune/Step": 9649, "Finetune/Step Time": 11.944357253611088}
+{"Finetune/Learning Rate": 1.042759500689919e-05, "Finetune/Loss": 0.7653206586837769, "Finetune/Loss (Raw)": 0.702435314655304, "Finetune/Step": 9650, "Finetune/Step Time": 11.893480004742742}
+{"Finetune/Learning Rate": 1.0425912582676017e-05, "Finetune/Loss": 0.765720546245575, "Finetune/Loss (Raw)": 0.7339444756507874, "Finetune/Step": 9651, "Finetune/Step Time": 11.88910948485136}
+{"Finetune/Learning Rate": 1.0424230146375169e-05, "Finetune/Loss": 0.7638801336288452, "Finetune/Loss (Raw)": 0.5401660799980164, "Finetune/Step": 9652, "Finetune/Step Time": 11.897696275264025}
+{"Finetune/Learning Rate": 1.0422547698044362e-05, "Finetune/Loss": 0.7631277441978455, "Finetune/Loss (Raw)": 0.6495554447174072, "Finetune/Step": 9653, "Finetune/Step Time": 11.903045058250427}
+{"Finetune/Learning Rate": 1.0420865237731308e-05, "Finetune/Loss": 0.7634678483009338, "Finetune/Loss (Raw)": 0.6279155611991882, "Finetune/Step": 9654, "Finetune/Step Time": 11.90190852060914}
+{"Finetune/Learning Rate": 1.041918276548371e-05, "Finetune/Loss": 0.7600888013839722, "Finetune/Loss (Raw)": 0.46448829770088196, "Finetune/Step": 9655, "Finetune/Step Time": 11.93018176779151}
+{"Finetune/Learning Rate": 1.0417500281349278e-05, "Finetune/Loss": 0.7588133811950684, "Finetune/Loss (Raw)": 0.5481399893760681, "Finetune/Step": 9656, "Finetune/Step Time": 11.930915333330631}
+{"Finetune/Learning Rate": 1.0415817785375731e-05, "Finetune/Loss": 0.7574567198753357, "Finetune/Loss (Raw)": 0.61768639087677, "Finetune/Step": 9657, "Finetune/Step Time": 11.937696631997824}
+{"Finetune/Learning Rate": 1.0414135277610769e-05, "Finetune/Loss": 0.7552639245986938, "Finetune/Loss (Raw)": 0.46998631954193115, "Finetune/Step": 9658, "Finetune/Step Time": 11.972483733668923}
+{"Finetune/Learning Rate": 1.0412452758102107e-05, "Finetune/Loss": 0.7535219788551331, "Finetune/Loss (Raw)": 0.7282617688179016, "Finetune/Step": 9659, "Finetune/Step Time": 11.974721426144242}
+{"Finetune/Learning Rate": 1.0410770226897465e-05, "Finetune/Loss": 0.7528495788574219, "Finetune/Loss (Raw)": 0.7089217305183411, "Finetune/Step": 9660, "Finetune/Step Time": 11.987906593829393}
+{"Finetune/Learning Rate": 1.0409087684044541e-05, "Finetune/Loss": 0.7515430450439453, "Finetune/Loss (Raw)": 0.5738284587860107, "Finetune/Step": 9661, "Finetune/Step Time": 11.98386467806995}
+{"Finetune/Learning Rate": 1.0407405129591055e-05, "Finetune/Loss": 0.7499257326126099, "Finetune/Loss (Raw)": 0.5893455147743225, "Finetune/Step": 9662, "Finetune/Step Time": 11.993211261928082}
+{"Finetune/Learning Rate": 1.040572256358472e-05, "Finetune/Loss": 0.7493835687637329, "Finetune/Loss (Raw)": 0.6826158761978149, "Finetune/Step": 9663, "Finetune/Step Time": 11.996246427297592}
+{"Finetune/Learning Rate": 1.0404039986073244e-05, "Finetune/Loss": 0.748218297958374, "Finetune/Loss (Raw)": 0.6152822375297546, "Finetune/Step": 9664, "Finetune/Step Time": 11.990586254745722}
+{"Finetune/Learning Rate": 1.0402357397104346e-05, "Finetune/Loss": 0.7475621700286865, "Finetune/Loss (Raw)": 0.6597107648849487, "Finetune/Step": 9665, "Finetune/Step Time": 12.010812850669026}
+{"Finetune/Learning Rate": 1.0400674796725733e-05, "Finetune/Loss": 0.7465775609016418, "Finetune/Loss (Raw)": 0.7773686051368713, "Finetune/Step": 9666, "Finetune/Step Time": 12.012930285185575}
+{"Finetune/Learning Rate": 1.0398992184985124e-05, "Finetune/Loss": 0.7454530000686646, "Finetune/Loss (Raw)": 0.7293029427528381, "Finetune/Step": 9667, "Finetune/Step Time": 12.030965436249971}
+{"Finetune/Learning Rate": 1.0397309561930232e-05, "Finetune/Loss": 0.7449190616607666, "Finetune/Loss (Raw)": 0.7072780728340149, "Finetune/Step": 9668, "Finetune/Step Time": 12.026775572448969}
+{"Finetune/Learning Rate": 1.0395626927608768e-05, "Finetune/Loss": 0.7455906271934509, "Finetune/Loss (Raw)": 0.6659489870071411, "Finetune/Step": 9669, "Finetune/Step Time": 12.021710621193051}
+{"Finetune/Learning Rate": 1.039394428206845e-05, "Finetune/Loss": 0.7449468374252319, "Finetune/Loss (Raw)": 0.6079530119895935, "Finetune/Step": 9670, "Finetune/Step Time": 12.014169124886394}
+{"Finetune/Learning Rate": 1.0392261625356994e-05, "Finetune/Loss": 0.7446448802947998, "Finetune/Loss (Raw)": 0.6649117469787598, "Finetune/Step": 9671, "Finetune/Step Time": 12.058313760906458}
+{"Finetune/Learning Rate": 1.0390578957522117e-05, "Finetune/Loss": 0.7418020367622375, "Finetune/Loss (Raw)": 0.44912320375442505, "Finetune/Step": 9672, "Finetune/Step Time": 12.078928535804152}
+{"Finetune/Learning Rate": 1.0388896278611524e-05, "Finetune/Loss": 0.7407459020614624, "Finetune/Loss (Raw)": 0.6726577281951904, "Finetune/Step": 9673, "Finetune/Step Time": 12.070234762504697}
+{"Finetune/Learning Rate": 1.0387213588672941e-05, "Finetune/Loss": 0.7392011880874634, "Finetune/Loss (Raw)": 0.6661603450775146, "Finetune/Step": 9674, "Finetune/Step Time": 12.072019590064883}
+{"Finetune/Learning Rate": 1.0385530887754088e-05, "Finetune/Loss": 0.7366971373558044, "Finetune/Loss (Raw)": 0.5795758962631226, "Finetune/Step": 9675, "Finetune/Step Time": 12.071122193709016}
+{"Finetune/Learning Rate": 1.0383848175902666e-05, "Finetune/Loss": 0.7360926270484924, "Finetune/Loss (Raw)": 0.6966838240623474, "Finetune/Step": 9676, "Finetune/Step Time": 12.050799299031496}
+{"Finetune/Learning Rate": 1.0382165453166406e-05, "Finetune/Loss": 0.7352980971336365, "Finetune/Loss (Raw)": 0.667712926864624, "Finetune/Step": 9677, "Finetune/Step Time": 12.079970078542829}
+{"Finetune/Learning Rate": 1.0380482719593021e-05, "Finetune/Loss": 0.7338873744010925, "Finetune/Loss (Raw)": 0.5999624133110046, "Finetune/Step": 9678, "Finetune/Step Time": 12.076372342184186}
+{"Finetune/Learning Rate": 1.0378799975230227e-05, "Finetune/Loss": 0.7322921752929688, "Finetune/Loss (Raw)": 0.6552900075912476, "Finetune/Step": 9679, "Finetune/Step Time": 12.07968914322555}
+{"Finetune/Learning Rate": 1.037711722012574e-05, "Finetune/Loss": 0.7296198606491089, "Finetune/Loss (Raw)": 0.505034327507019, "Finetune/Step": 9680, "Finetune/Step Time": 12.081164736300707}
+{"Finetune/Learning Rate": 1.0375434454327287e-05, "Finetune/Loss": 0.7295523285865784, "Finetune/Loss (Raw)": 0.7345646619796753, "Finetune/Step": 9681, "Finetune/Step Time": 12.09260762296617}
+{"Finetune/Learning Rate": 1.0373751677882575e-05, "Finetune/Loss": 0.7283831238746643, "Finetune/Loss (Raw)": 0.6429393291473389, "Finetune/Step": 9682, "Finetune/Step Time": 12.083232128992677}
+{"Finetune/Learning Rate": 1.037206889083933e-05, "Finetune/Loss": 0.7245949506759644, "Finetune/Loss (Raw)": 0.39201390743255615, "Finetune/Step": 9683, "Finetune/Step Time": 12.113131260499358}
+{"Finetune/Learning Rate": 1.0370386093245271e-05, "Finetune/Loss": 0.723042368888855, "Finetune/Loss (Raw)": 0.6846587061882019, "Finetune/Step": 9684, "Finetune/Step Time": 12.10724009014666}
+{"Finetune/Learning Rate": 1.0368703285148113e-05, "Finetune/Loss": 0.7205988764762878, "Finetune/Loss (Raw)": 0.5276245474815369, "Finetune/Step": 9685, "Finetune/Step Time": 12.131662126630545}
+{"Finetune/Learning Rate": 1.036702046659558e-05, "Finetune/Loss": 0.719221830368042, "Finetune/Loss (Raw)": 0.6816787123680115, "Finetune/Step": 9686, "Finetune/Step Time": 12.099357893690467}
+{"Finetune/Learning Rate": 1.0365337637635391e-05, "Finetune/Loss": 0.7172046899795532, "Finetune/Loss (Raw)": 0.7117897272109985, "Finetune/Step": 9687, "Finetune/Step Time": 12.10141821950674}
+{"Finetune/Learning Rate": 1.0363654798315264e-05, "Finetune/Loss": 0.7165969610214233, "Finetune/Loss (Raw)": 0.6281490921974182, "Finetune/Step": 9688, "Finetune/Step Time": 12.094850579276681}
+{"Finetune/Learning Rate": 1.036197194868292e-05, "Finetune/Loss": 0.7147983908653259, "Finetune/Loss (Raw)": 0.6894529461860657, "Finetune/Step": 9689, "Finetune/Step Time": 12.089339317753911}
+{"Finetune/Learning Rate": 1.0360289088786081e-05, "Finetune/Loss": 0.7132211923599243, "Finetune/Loss (Raw)": 0.6843463182449341, "Finetune/Step": 9690, "Finetune/Step Time": 12.086315287277102}
+{"Finetune/Learning Rate": 1.0358606218672471e-05, "Finetune/Loss": 0.7121083736419678, "Finetune/Loss (Raw)": 0.6623314619064331, "Finetune/Step": 9691, "Finetune/Step Time": 12.07015322893858}
+{"Finetune/Learning Rate": 1.0356923338389807e-05, "Finetune/Loss": 0.711656928062439, "Finetune/Loss (Raw)": 0.730755627155304, "Finetune/Step": 9692, "Finetune/Step Time": 12.058978833258152}
+{"Finetune/Learning Rate": 1.0355240447985812e-05, "Finetune/Loss": 0.7092275023460388, "Finetune/Loss (Raw)": 0.6190229654312134, "Finetune/Step": 9693, "Finetune/Step Time": 12.07536786608398}
+{"Finetune/Learning Rate": 1.0353557547508207e-05, "Finetune/Loss": 0.707288384437561, "Finetune/Loss (Raw)": 0.5375747680664062, "Finetune/Step": 9694, "Finetune/Step Time": 12.057954255491495}
+{"Finetune/Learning Rate": 1.0351874637004715e-05, "Finetune/Loss": 0.705274224281311, "Finetune/Loss (Raw)": 0.5828434228897095, "Finetune/Step": 9695, "Finetune/Step Time": 12.055537354201078}
+{"Finetune/Learning Rate": 1.035019171652306e-05, "Finetune/Loss": 0.7041829824447632, "Finetune/Loss (Raw)": 0.5649114847183228, "Finetune/Step": 9696, "Finetune/Step Time": 12.05104091949761}
+{"Finetune/Learning Rate": 1.0348508786110963e-05, "Finetune/Loss": 0.7032103538513184, "Finetune/Loss (Raw)": 0.6176135540008545, "Finetune/Step": 9697, "Finetune/Step Time": 12.054068660363555}
+{"Finetune/Learning Rate": 1.0346825845816148e-05, "Finetune/Loss": 0.7020636796951294, "Finetune/Loss (Raw)": 0.5869951844215393, "Finetune/Step": 9698, "Finetune/Step Time": 12.057850329205394}
+{"Finetune/Learning Rate": 1.034514289568634e-05, "Finetune/Loss": 0.7011149525642395, "Finetune/Loss (Raw)": 0.6526482701301575, "Finetune/Step": 9699, "Finetune/Step Time": 12.045607466250658}
+{"Finetune/Learning Rate": 1.034345993576926e-05, "Finetune/Loss": 0.699373722076416, "Finetune/Loss (Raw)": 0.6563068628311157, "Finetune/Step": 9700, "Finetune/Step Time": 12.046290002763271}
+{"Finetune/Learning Rate": 1.0341776966112631e-05, "Finetune/Loss": 0.697615385055542, "Finetune/Loss (Raw)": 0.5615965723991394, "Finetune/Step": 9701, "Finetune/Step Time": 12.056827882304788}
+{"Finetune/Learning Rate": 1.034009398676418e-05, "Finetune/Loss": 0.6957536935806274, "Finetune/Loss (Raw)": 0.5622056126594543, "Finetune/Step": 9702, "Finetune/Step Time": 12.040977301076055}
+{"Finetune/Learning Rate": 1.0338410997771633e-05, "Finetune/Loss": 0.693964958190918, "Finetune/Loss (Raw)": 0.6187752485275269, "Finetune/Step": 9703, "Finetune/Step Time": 12.04135375842452}
+{"Finetune/Learning Rate": 1.033672799918271e-05, "Finetune/Loss": 0.6913862228393555, "Finetune/Loss (Raw)": 0.6389544010162354, "Finetune/Step": 9704, "Finetune/Step Time": 12.038580747321248}
+{"Finetune/Learning Rate": 1.0335044991045137e-05, "Finetune/Loss": 0.6900790929794312, "Finetune/Loss (Raw)": 0.6669934391975403, "Finetune/Step": 9705, "Finetune/Step Time": 12.035181434825063}
+{"Finetune/Learning Rate": 1.0333361973406646e-05, "Finetune/Loss": 0.6895750761032104, "Finetune/Loss (Raw)": 0.6435093283653259, "Finetune/Step": 9706, "Finetune/Step Time": 12.04164589382708}
+{"Finetune/Learning Rate": 1.0331678946314954e-05, "Finetune/Loss": 0.6886533498764038, "Finetune/Loss (Raw)": 0.6554680466651917, "Finetune/Step": 9707, "Finetune/Step Time": 12.043515346944332}
+{"Finetune/Learning Rate": 1.032999590981779e-05, "Finetune/Loss": 0.6854124665260315, "Finetune/Loss (Raw)": 0.5483924746513367, "Finetune/Step": 9708, "Finetune/Step Time": 12.044012680649757}
+{"Finetune/Learning Rate": 1.0328312863962881e-05, "Finetune/Loss": 0.682905912399292, "Finetune/Loss (Raw)": 0.5927749872207642, "Finetune/Step": 9709, "Finetune/Step Time": 12.064262669533491}
+{"Finetune/Learning Rate": 1.0326629808797954e-05, "Finetune/Loss": 0.6804218888282776, "Finetune/Loss (Raw)": 0.5606069564819336, "Finetune/Step": 9710, "Finetune/Step Time": 12.06012119166553}
+{"Finetune/Learning Rate": 1.0324946744370732e-05, "Finetune/Loss": 0.6791330575942993, "Finetune/Loss (Raw)": 0.5728707313537598, "Finetune/Step": 9711, "Finetune/Step Time": 12.051011176779866}
+{"Finetune/Learning Rate": 1.0323263670728947e-05, "Finetune/Loss": 0.6767464280128479, "Finetune/Loss (Raw)": 0.5629752278327942, "Finetune/Step": 9712, "Finetune/Step Time": 12.05637595243752}
+{"Finetune/Learning Rate": 1.0321580587920322e-05, "Finetune/Loss": 0.6746019721031189, "Finetune/Loss (Raw)": 0.6238245368003845, "Finetune/Step": 9713, "Finetune/Step Time": 12.057127825915813}
+{"Finetune/Learning Rate": 1.0319897495992586e-05, "Finetune/Loss": 0.6741436123847961, "Finetune/Loss (Raw)": 0.6084994077682495, "Finetune/Step": 9714, "Finetune/Step Time": 12.047377739101648}
+{"Finetune/Learning Rate": 1.0318214394993465e-05, "Finetune/Loss": 0.6710566282272339, "Finetune/Loss (Raw)": 0.5896495580673218, "Finetune/Step": 9715, "Finetune/Step Time": 12.060511948540807}
+{"Finetune/Learning Rate": 1.031653128497069e-05, "Finetune/Loss": 0.6709284782409668, "Finetune/Loss (Raw)": 0.7299790382385254, "Finetune/Step": 9716, "Finetune/Step Time": 12.07523530907929}
+{"Finetune/Learning Rate": 1.0314848165971989e-05, "Finetune/Loss": 0.6704685688018799, "Finetune/Loss (Raw)": 0.6217888593673706, "Finetune/Step": 9717, "Finetune/Step Time": 12.056645495817065}
+{"Finetune/Learning Rate": 1.0313165038045087e-05, "Finetune/Loss": 0.6705762147903442, "Finetune/Loss (Raw)": 0.7704815864562988, "Finetune/Step": 9718, "Finetune/Step Time": 12.058391666039824}
+{"Finetune/Learning Rate": 1.0311481901237717e-05, "Finetune/Loss": 0.6683241128921509, "Finetune/Loss (Raw)": 0.5542786121368408, "Finetune/Step": 9719, "Finetune/Step Time": 12.057006940245628}
+{"Finetune/Learning Rate": 1.0309798755597606e-05, "Finetune/Loss": 0.6681511998176575, "Finetune/Loss (Raw)": 0.5973491072654724, "Finetune/Step": 9720, "Finetune/Step Time": 12.03178420290351}
+{"Finetune/Learning Rate": 1.0308115601172486e-05, "Finetune/Loss": 0.6644754409790039, "Finetune/Loss (Raw)": 0.44241055846214294, "Finetune/Step": 9721, "Finetune/Step Time": 12.057680977508426}
+{"Finetune/Learning Rate": 1.0306432438010077e-05, "Finetune/Loss": 0.6620739698410034, "Finetune/Loss (Raw)": 0.5962585806846619, "Finetune/Step": 9722, "Finetune/Step Time": 12.06885594688356}
+{"Finetune/Learning Rate": 1.0304749266158119e-05, "Finetune/Loss": 0.6600421667098999, "Finetune/Loss (Raw)": 0.6003117561340332, "Finetune/Step": 9723, "Finetune/Step Time": 12.072790272533894}
+{"Finetune/Learning Rate": 1.0303066085664342e-05, "Finetune/Loss": 0.6587506532669067, "Finetune/Loss (Raw)": 0.7110641002655029, "Finetune/Step": 9724, "Finetune/Step Time": 12.06935004144907}
+{"Finetune/Learning Rate": 1.0301382896576467e-05, "Finetune/Loss": 0.657468318939209, "Finetune/Loss (Raw)": 0.6388154625892639, "Finetune/Step": 9725, "Finetune/Step Time": 12.069561650976539}
+{"Finetune/Learning Rate": 1.029969969894223e-05, "Finetune/Loss": 0.6575047373771667, "Finetune/Loss (Raw)": 0.6917744278907776, "Finetune/Step": 9726, "Finetune/Step Time": 12.028267929330468}
+{"Finetune/Learning Rate": 1.0298016492809367e-05, "Finetune/Loss": 0.6565102338790894, "Finetune/Loss (Raw)": 0.6588268280029297, "Finetune/Step": 9727, "Finetune/Step Time": 12.019825778901577}
+{"Finetune/Learning Rate": 1.0296333278225599e-05, "Finetune/Loss": 0.654790997505188, "Finetune/Loss (Raw)": 0.627520740032196, "Finetune/Step": 9728, "Finetune/Step Time": 12.028023477643728}
+{"Finetune/Learning Rate": 1.0294650055238662e-05, "Finetune/Loss": 0.6533114910125732, "Finetune/Loss (Raw)": 0.5784960985183716, "Finetune/Step": 9729, "Finetune/Step Time": 12.051761193200946}
+{"Finetune/Learning Rate": 1.0292966823896291e-05, "Finetune/Loss": 0.6518218517303467, "Finetune/Loss (Raw)": 0.5788596272468567, "Finetune/Step": 9730, "Finetune/Step Time": 12.052452331408858}
+{"Finetune/Learning Rate": 1.0291283584246213e-05, "Finetune/Loss": 0.6498497724533081, "Finetune/Loss (Raw)": 0.5813063383102417, "Finetune/Step": 9731, "Finetune/Step Time": 12.038881238549948}
+{"Finetune/Learning Rate": 1.0289600336336157e-05, "Finetune/Loss": 0.6481188535690308, "Finetune/Loss (Raw)": 0.5170705914497375, "Finetune/Step": 9732, "Finetune/Step Time": 12.03702112659812}
+{"Finetune/Learning Rate": 1.0287917080213863e-05, "Finetune/Loss": 0.6468350887298584, "Finetune/Loss (Raw)": 0.6534696221351624, "Finetune/Step": 9733, "Finetune/Step Time": 12.039306689053774}
+{"Finetune/Learning Rate": 1.0286233815927058e-05, "Finetune/Loss": 0.6443707942962646, "Finetune/Loss (Raw)": 0.6056448817253113, "Finetune/Step": 9734, "Finetune/Step Time": 12.048718640580773}
+{"Finetune/Learning Rate": 1.0284550543523474e-05, "Finetune/Loss": 0.6442620158195496, "Finetune/Loss (Raw)": 0.6063314080238342, "Finetune/Step": 9735, "Finetune/Step Time": 12.056730352342129}
+{"Finetune/Learning Rate": 1.0282867263050848e-05, "Finetune/Loss": 0.6416860818862915, "Finetune/Loss (Raw)": 0.5179141163825989, "Finetune/Step": 9736, "Finetune/Step Time": 12.099347772076726}
+{"Finetune/Learning Rate": 1.028118397455691e-05, "Finetune/Loss": 0.6404857635498047, "Finetune/Loss (Raw)": 0.7770373821258545, "Finetune/Step": 9737, "Finetune/Step Time": 12.106809101998806}
+{"Finetune/Learning Rate": 1.0279500678089394e-05, "Finetune/Loss": 0.6390226483345032, "Finetune/Loss (Raw)": 0.6180824637413025, "Finetune/Step": 9738, "Finetune/Step Time": 12.10401681996882}
+{"Finetune/Learning Rate": 1.0277817373696035e-05, "Finetune/Loss": 0.6387234330177307, "Finetune/Loss (Raw)": 0.7652923464775085, "Finetune/Step": 9739, "Finetune/Step Time": 12.123944161459804}
+{"Finetune/Learning Rate": 1.0276134061424564e-05, "Finetune/Loss": 0.6361751556396484, "Finetune/Loss (Raw)": 0.49653494358062744, "Finetune/Step": 9740, "Finetune/Step Time": 12.12713205255568}
+{"Finetune/Learning Rate": 1.0274450741322717e-05, "Finetune/Loss": 0.6338908672332764, "Finetune/Loss (Raw)": 0.6299698352813721, "Finetune/Step": 9741, "Finetune/Step Time": 12.133537717163563}
+{"Finetune/Learning Rate": 1.0272767413438226e-05, "Finetune/Loss": 0.6334147453308105, "Finetune/Loss (Raw)": 0.6918779015541077, "Finetune/Step": 9742, "Finetune/Step Time": 12.133006474003196}
+{"Finetune/Learning Rate": 1.0271084077818826e-05, "Finetune/Loss": 0.6334816217422485, "Finetune/Loss (Raw)": 0.677951991558075, "Finetune/Step": 9743, "Finetune/Step Time": 12.136764720082283}
+{"Finetune/Learning Rate": 1.0269400734512256e-05, "Finetune/Loss": 0.6312204599380493, "Finetune/Loss (Raw)": 0.5829935669898987, "Finetune/Step": 9744, "Finetune/Step Time": 12.143894389271736}
+{"Finetune/Learning Rate": 1.0267717383566247e-05, "Finetune/Loss": 0.6319491267204285, "Finetune/Loss (Raw)": 0.5265800356864929, "Finetune/Step": 9745, "Finetune/Step Time": 12.011526079848409}
+{"Finetune/Learning Rate": 1.026603402502853e-05, "Finetune/Loss": 0.63170325756073, "Finetune/Loss (Raw)": 0.6584007740020752, "Finetune/Step": 9746, "Finetune/Step Time": 12.008872477337718}
+{"Finetune/Learning Rate": 1.0264350658946846e-05, "Finetune/Loss": 0.6314446926116943, "Finetune/Loss (Raw)": 0.6670091152191162, "Finetune/Step": 9747, "Finetune/Step Time": 12.022206850349903}
+{"Finetune/Learning Rate": 1.0262667285368933e-05, "Finetune/Loss": 0.6306337118148804, "Finetune/Loss (Raw)": 0.5395663380622864, "Finetune/Step": 9748, "Finetune/Step Time": 12.06169005855918}
+{"Finetune/Learning Rate": 1.0260983904342521e-05, "Finetune/Loss": 0.6312972903251648, "Finetune/Loss (Raw)": 0.7598825693130493, "Finetune/Step": 9749, "Finetune/Step Time": 12.082538472488523}
+{"Finetune/Learning Rate": 1.0259300515915342e-05, "Finetune/Loss": 0.630861222743988, "Finetune/Loss (Raw)": 0.6843335032463074, "Finetune/Step": 9750, "Finetune/Step Time": 12.075650120154023}
+{"Finetune/Learning Rate": 1.0257617120135147e-05, "Finetune/Loss": 0.6314307451248169, "Finetune/Loss (Raw)": 0.5796253085136414, "Finetune/Step": 9751, "Finetune/Step Time": 12.066993845626712}
+{"Finetune/Learning Rate": 1.0255933717049658e-05, "Finetune/Loss": 0.6300357580184937, "Finetune/Loss (Raw)": 0.428207665681839, "Finetune/Step": 9752, "Finetune/Step Time": 12.071597762405872}
+{"Finetune/Learning Rate": 1.0254250306706613e-05, "Finetune/Loss": 0.6301969289779663, "Finetune/Loss (Raw)": 0.6947351694107056, "Finetune/Step": 9753, "Finetune/Step Time": 12.064539222046733}
+{"Finetune/Learning Rate": 1.0252566889153759e-05, "Finetune/Loss": 0.6297826170921326, "Finetune/Loss (Raw)": 0.6032516956329346, "Finetune/Step": 9754, "Finetune/Step Time": 12.064075846225023}
+{"Finetune/Learning Rate": 1.0250883464438823e-05, "Finetune/Loss": 0.629574716091156, "Finetune/Loss (Raw)": 0.6821164488792419, "Finetune/Step": 9755, "Finetune/Step Time": 12.059479584917426}
+{"Finetune/Learning Rate": 1.0249200032609545e-05, "Finetune/Loss": 0.628304123878479, "Finetune/Loss (Raw)": 0.5340355038642883, "Finetune/Step": 9756, "Finetune/Step Time": 12.058072190731764}
+{"Finetune/Learning Rate": 1.0247516593713665e-05, "Finetune/Loss": 0.6286640167236328, "Finetune/Loss (Raw)": 0.6729302406311035, "Finetune/Step": 9757, "Finetune/Step Time": 12.051966974511743}
+{"Finetune/Learning Rate": 1.0245833147798916e-05, "Finetune/Loss": 0.6293981075286865, "Finetune/Loss (Raw)": 0.6913211345672607, "Finetune/Step": 9758, "Finetune/Step Time": 12.053222425282001}
+{"Finetune/Learning Rate": 1.0244149694913036e-05, "Finetune/Loss": 0.6287282705307007, "Finetune/Loss (Raw)": 0.6403842568397522, "Finetune/Step": 9759, "Finetune/Step Time": 12.056914178654552}
+{"Finetune/Learning Rate": 1.024246623510377e-05, "Finetune/Loss": 0.6277284622192383, "Finetune/Loss (Raw)": 0.5838700532913208, "Finetune/Step": 9760, "Finetune/Step Time": 12.075157860293984}
+{"Finetune/Learning Rate": 1.0240782768418848e-05, "Finetune/Loss": 0.6262245178222656, "Finetune/Loss (Raw)": 0.5907924771308899, "Finetune/Step": 9761, "Finetune/Step Time": 12.076018089428544}
+{"Finetune/Learning Rate": 1.0239099294906012e-05, "Finetune/Loss": 0.6264122724533081, "Finetune/Loss (Raw)": 0.6588849425315857, "Finetune/Step": 9762, "Finetune/Step Time": 12.078538320958614}
+{"Finetune/Learning Rate": 1.0237415814612999e-05, "Finetune/Loss": 0.6265438199043274, "Finetune/Loss (Raw)": 0.5847983956336975, "Finetune/Step": 9763, "Finetune/Step Time": 12.079818058758974}
+{"Finetune/Learning Rate": 1.0235732327587551e-05, "Finetune/Loss": 0.6268873810768127, "Finetune/Loss (Raw)": 0.7373864650726318, "Finetune/Step": 9764, "Finetune/Step Time": 12.093078974634409}
+{"Finetune/Learning Rate": 1.0234048833877401e-05, "Finetune/Loss": 0.6277180314064026, "Finetune/Loss (Raw)": 0.6505091786384583, "Finetune/Step": 9765, "Finetune/Step Time": 12.093085128813982}
+{"Finetune/Learning Rate": 1.0232365333530297e-05, "Finetune/Loss": 0.6274890899658203, "Finetune/Loss (Raw)": 0.5965234041213989, "Finetune/Step": 9766, "Finetune/Step Time": 12.089108970016241}
+{"Finetune/Learning Rate": 1.0230681826593968e-05, "Finetune/Loss": 0.6251351833343506, "Finetune/Loss (Raw)": 0.48115983605384827, "Finetune/Step": 9767, "Finetune/Step Time": 12.103992957621813}
+{"Finetune/Learning Rate": 1.0228998313116159e-05, "Finetune/Loss": 0.6247093677520752, "Finetune/Loss (Raw)": 0.5987967848777771, "Finetune/Step": 9768, "Finetune/Step Time": 12.10817282833159}
+{"Finetune/Learning Rate": 1.0227314793144612e-05, "Finetune/Loss": 0.6248226165771484, "Finetune/Loss (Raw)": 0.7203050255775452, "Finetune/Step": 9769, "Finetune/Step Time": 12.111633541062474}
+{"Finetune/Learning Rate": 1.0225631266727059e-05, "Finetune/Loss": 0.6235849261283875, "Finetune/Loss (Raw)": 0.45699965953826904, "Finetune/Step": 9770, "Finetune/Step Time": 12.12435626424849}
+{"Finetune/Learning Rate": 1.0223947733911247e-05, "Finetune/Loss": 0.6246038675308228, "Finetune/Loss (Raw)": 0.6847182512283325, "Finetune/Step": 9771, "Finetune/Step Time": 12.120076881721616}
+{"Finetune/Learning Rate": 1.0222264194744918e-05, "Finetune/Loss": 0.6254006624221802, "Finetune/Loss (Raw)": 0.6978362202644348, "Finetune/Step": 9772, "Finetune/Step Time": 12.116391904652119}
+{"Finetune/Learning Rate": 1.0220580649275805e-05, "Finetune/Loss": 0.6247111558914185, "Finetune/Loss (Raw)": 0.5987038612365723, "Finetune/Step": 9773, "Finetune/Step Time": 12.119745496660471}
+{"Finetune/Learning Rate": 1.021889709755165e-05, "Finetune/Loss": 0.6237898468971252, "Finetune/Loss (Raw)": 0.6063535213470459, "Finetune/Step": 9774, "Finetune/Step Time": 12.081612676382065}
+{"Finetune/Learning Rate": 1.0217213539620201e-05, "Finetune/Loss": 0.62306809425354, "Finetune/Loss (Raw)": 0.6475057601928711, "Finetune/Step": 9775, "Finetune/Step Time": 12.075091645121574}
+{"Finetune/Learning Rate": 1.021552997552919e-05, "Finetune/Loss": 0.6233980655670166, "Finetune/Loss (Raw)": 0.6658591032028198, "Finetune/Step": 9776, "Finetune/Step Time": 12.070266380906105}
+{"Finetune/Learning Rate": 1.0213846405326363e-05, "Finetune/Loss": 0.6238807439804077, "Finetune/Loss (Raw)": 0.6610985398292542, "Finetune/Step": 9777, "Finetune/Step Time": 12.067545175552368}
+{"Finetune/Learning Rate": 1.021216282905946e-05, "Finetune/Loss": 0.6235623359680176, "Finetune/Loss (Raw)": 0.6616707444190979, "Finetune/Step": 9778, "Finetune/Step Time": 12.066971633583307}
+{"Finetune/Learning Rate": 1.0210479246776221e-05, "Finetune/Loss": 0.6233659982681274, "Finetune/Loss (Raw)": 0.708817720413208, "Finetune/Step": 9779, "Finetune/Step Time": 12.061533285304904}
+{"Finetune/Learning Rate": 1.020879565852439e-05, "Finetune/Loss": 0.6236435174942017, "Finetune/Loss (Raw)": 0.575691282749176, "Finetune/Step": 9780, "Finetune/Step Time": 12.060697777196765}
+{"Finetune/Learning Rate": 1.0207112064351706e-05, "Finetune/Loss": 0.6220468282699585, "Finetune/Loss (Raw)": 0.44517236948013306, "Finetune/Step": 9781, "Finetune/Step Time": 12.077247880399227}
+{"Finetune/Learning Rate": 1.0205428464305918e-05, "Finetune/Loss": 0.6215887665748596, "Finetune/Loss (Raw)": 0.5692910552024841, "Finetune/Step": 9782, "Finetune/Step Time": 12.076986903324723}
+{"Finetune/Learning Rate": 1.0203744858434758e-05, "Finetune/Loss": 0.622688889503479, "Finetune/Loss (Raw)": 0.6052996516227722, "Finetune/Step": 9783, "Finetune/Step Time": 12.07134927995503}
+{"Finetune/Learning Rate": 1.0202061246785975e-05, "Finetune/Loss": 0.6243987083435059, "Finetune/Loss (Raw)": 0.7669975161552429, "Finetune/Step": 9784, "Finetune/Step Time": 12.071693701669574}
+{"Finetune/Learning Rate": 1.020037762940731e-05, "Finetune/Loss": 0.6246715784072876, "Finetune/Loss (Raw)": 0.6526141166687012, "Finetune/Step": 9785, "Finetune/Step Time": 12.066748440265656}
+{"Finetune/Learning Rate": 1.0198694006346504e-05, "Finetune/Loss": 0.6262669563293457, "Finetune/Loss (Raw)": 0.6741939187049866, "Finetune/Step": 9786, "Finetune/Step Time": 12.033780535683036}
+{"Finetune/Learning Rate": 1.0197010377651301e-05, "Finetune/Loss": 0.6250624656677246, "Finetune/Loss (Raw)": 0.5740886330604553, "Finetune/Step": 9787, "Finetune/Step Time": 12.030091524124146}
+{"Finetune/Learning Rate": 1.0195326743369445e-05, "Finetune/Loss": 0.6239763498306274, "Finetune/Loss (Raw)": 0.569898784160614, "Finetune/Step": 9788, "Finetune/Step Time": 12.016395971179008}
+{"Finetune/Learning Rate": 1.0193643103548678e-05, "Finetune/Loss": 0.6248139142990112, "Finetune/Loss (Raw)": 0.6810394525527954, "Finetune/Step": 9789, "Finetune/Step Time": 12.018490735441446}
+{"Finetune/Learning Rate": 1.0191959458236742e-05, "Finetune/Loss": 0.623928427696228, "Finetune/Loss (Raw)": 0.475993812084198, "Finetune/Step": 9790, "Finetune/Step Time": 12.051346661522985}
+{"Finetune/Learning Rate": 1.0190275807481382e-05, "Finetune/Loss": 0.6229446530342102, "Finetune/Loss (Raw)": 0.5566986799240112, "Finetune/Step": 9791, "Finetune/Step Time": 12.049928108230233}
+{"Finetune/Learning Rate": 1.0188592151330343e-05, "Finetune/Loss": 0.6238256096839905, "Finetune/Loss (Raw)": 0.7280404567718506, "Finetune/Step": 9792, "Finetune/Step Time": 12.056738521903753}
+{"Finetune/Learning Rate": 1.0186908489831367e-05, "Finetune/Loss": 0.6230545043945312, "Finetune/Loss (Raw)": 0.5610189437866211, "Finetune/Step": 9793, "Finetune/Step Time": 12.040076261386275}
+{"Finetune/Learning Rate": 1.0185224823032195e-05, "Finetune/Loss": 0.6218408942222595, "Finetune/Loss (Raw)": 0.6220226287841797, "Finetune/Step": 9794, "Finetune/Step Time": 12.038170648738742}
+{"Finetune/Learning Rate": 1.0183541150980574e-05, "Finetune/Loss": 0.6214194297790527, "Finetune/Loss (Raw)": 0.6753522157669067, "Finetune/Step": 9795, "Finetune/Step Time": 12.043217921629548}
+{"Finetune/Learning Rate": 1.0181857473724249e-05, "Finetune/Loss": 0.6214039325714111, "Finetune/Loss (Raw)": 0.7052905559539795, "Finetune/Step": 9796, "Finetune/Step Time": 12.047204030677676}
+{"Finetune/Learning Rate": 1.0180173791310965e-05, "Finetune/Loss": 0.6216795444488525, "Finetune/Loss (Raw)": 0.7012391686439514, "Finetune/Step": 9797, "Finetune/Step Time": 12.060879288241267}
+{"Finetune/Learning Rate": 1.0178490103788462e-05, "Finetune/Loss": 0.6214888095855713, "Finetune/Loss (Raw)": 0.5835376977920532, "Finetune/Step": 9798, "Finetune/Step Time": 12.069323280826211}
+{"Finetune/Learning Rate": 1.0176806411204487e-05, "Finetune/Loss": 0.6214268207550049, "Finetune/Loss (Raw)": 0.6569704413414001, "Finetune/Step": 9799, "Finetune/Step Time": 12.032444681972265}
+{"Finetune/Learning Rate": 1.0175122713606788e-05, "Finetune/Loss": 0.6213029623031616, "Finetune/Loss (Raw)": 0.4332728087902069, "Finetune/Step": 9800, "Finetune/Step Time": 12.037218047305942}
+{"Finetune/Learning Rate": 1.0173439011043106e-05, "Finetune/Loss": 0.6211338639259338, "Finetune/Loss (Raw)": 0.6510118842124939, "Finetune/Step": 9801, "Finetune/Step Time": 12.057037385180593}
+{"Finetune/Learning Rate": 1.0171755303561182e-05, "Finetune/Loss": 0.6205636262893677, "Finetune/Loss (Raw)": 0.5931671857833862, "Finetune/Step": 9802, "Finetune/Step Time": 12.059583727270365}
+{"Finetune/Learning Rate": 1.017007159120877e-05, "Finetune/Loss": 0.6211674809455872, "Finetune/Loss (Raw)": 0.6568713188171387, "Finetune/Step": 9803, "Finetune/Step Time": 12.071652511134744}
+{"Finetune/Learning Rate": 1.0168387874033612e-05, "Finetune/Loss": 0.6221127510070801, "Finetune/Loss (Raw)": 0.8176751732826233, "Finetune/Step": 9804, "Finetune/Step Time": 12.069096943363547}
+{"Finetune/Learning Rate": 1.016670415208345e-05, "Finetune/Loss": 0.6215209364891052, "Finetune/Loss (Raw)": 0.5919657945632935, "Finetune/Step": 9805, "Finetune/Step Time": 12.056361397728324}
+{"Finetune/Learning Rate": 1.0165020425406036e-05, "Finetune/Loss": 0.622399091720581, "Finetune/Loss (Raw)": 0.7123628854751587, "Finetune/Step": 9806, "Finetune/Step Time": 12.090774342417717}
+{"Finetune/Learning Rate": 1.0163336694049109e-05, "Finetune/Loss": 0.6226797103881836, "Finetune/Loss (Raw)": 0.69121253490448, "Finetune/Step": 9807, "Finetune/Step Time": 12.092633437365294}
+{"Finetune/Learning Rate": 1.0161652958060417e-05, "Finetune/Loss": 0.6231746673583984, "Finetune/Loss (Raw)": 0.5683858394622803, "Finetune/Step": 9808, "Finetune/Step Time": 12.108581617474556}
+{"Finetune/Learning Rate": 1.0159969217487708e-05, "Finetune/Loss": 0.6224309206008911, "Finetune/Loss (Raw)": 0.6393651366233826, "Finetune/Step": 9809, "Finetune/Step Time": 12.11208113282919}
+{"Finetune/Learning Rate": 1.0158285472378728e-05, "Finetune/Loss": 0.6212913990020752, "Finetune/Loss (Raw)": 0.4970795214176178, "Finetune/Step": 9810, "Finetune/Step Time": 12.115648543462157}
+{"Finetune/Learning Rate": 1.0156601722781223e-05, "Finetune/Loss": 0.6224046945571899, "Finetune/Loss (Raw)": 0.5345122814178467, "Finetune/Step": 9811, "Finetune/Step Time": 12.081551603972912}
+{"Finetune/Learning Rate": 1.0154917968742937e-05, "Finetune/Loss": 0.622032105922699, "Finetune/Loss (Raw)": 0.6369686722755432, "Finetune/Step": 9812, "Finetune/Step Time": 12.08360087312758}
+{"Finetune/Learning Rate": 1.0153234210311616e-05, "Finetune/Loss": 0.6226106882095337, "Finetune/Loss (Raw)": 0.6016861796379089, "Finetune/Step": 9813, "Finetune/Step Time": 12.055548388510942}
+{"Finetune/Learning Rate": 1.015155044753501e-05, "Finetune/Loss": 0.6214272975921631, "Finetune/Loss (Raw)": 0.5302016735076904, "Finetune/Step": 9814, "Finetune/Step Time": 12.049665879458189}
+{"Finetune/Learning Rate": 1.0149866680460867e-05, "Finetune/Loss": 0.6212371587753296, "Finetune/Loss (Raw)": 0.6874534487724304, "Finetune/Step": 9815, "Finetune/Step Time": 12.040708236396313}
+{"Finetune/Learning Rate": 1.0148182909136928e-05, "Finetune/Loss": 0.6217910051345825, "Finetune/Loss (Raw)": 0.699040412902832, "Finetune/Step": 9816, "Finetune/Step Time": 12.044787403196096}
+{"Finetune/Learning Rate": 1.0146499133610942e-05, "Finetune/Loss": 0.6220479607582092, "Finetune/Loss (Raw)": 0.7223414182662964, "Finetune/Step": 9817, "Finetune/Step Time": 12.041961247101426}
+{"Finetune/Learning Rate": 1.0144815353930661e-05, "Finetune/Loss": 0.6210618615150452, "Finetune/Loss (Raw)": 0.5581296682357788, "Finetune/Step": 9818, "Finetune/Step Time": 12.040815450251102}
+{"Finetune/Learning Rate": 1.0143131570143826e-05, "Finetune/Loss": 0.6202269196510315, "Finetune/Loss (Raw)": 0.5554606318473816, "Finetune/Step": 9819, "Finetune/Step Time": 12.037027064710855}
+{"Finetune/Learning Rate": 1.0141447782298186e-05, "Finetune/Loss": 0.61931312084198, "Finetune/Loss (Raw)": 0.6137873530387878, "Finetune/Step": 9820, "Finetune/Step Time": 12.041030520573258}
+{"Finetune/Learning Rate": 1.0139763990441491e-05, "Finetune/Loss": 0.6196091175079346, "Finetune/Loss (Raw)": 0.6569151282310486, "Finetune/Step": 9821, "Finetune/Step Time": 12.022089794278145}
+{"Finetune/Learning Rate": 1.0138080194621487e-05, "Finetune/Loss": 0.6198819279670715, "Finetune/Loss (Raw)": 0.5724897980690002, "Finetune/Step": 9822, "Finetune/Step Time": 12.023893291130662}
+{"Finetune/Learning Rate": 1.0136396394885917e-05, "Finetune/Loss": 0.6210319995880127, "Finetune/Loss (Raw)": 0.7300549149513245, "Finetune/Step": 9823, "Finetune/Step Time": 12.03832265920937}
+{"Finetune/Learning Rate": 1.0134712591282539e-05, "Finetune/Loss": 0.6212048530578613, "Finetune/Loss (Raw)": 0.587026834487915, "Finetune/Step": 9824, "Finetune/Step Time": 12.046374883502722}
+{"Finetune/Learning Rate": 1.0133028783859091e-05, "Finetune/Loss": 0.6211162209510803, "Finetune/Loss (Raw)": 0.6062722206115723, "Finetune/Step": 9825, "Finetune/Step Time": 12.040021164342761}
+{"Finetune/Learning Rate": 1.0131344972663323e-05, "Finetune/Loss": 0.6207069158554077, "Finetune/Loss (Raw)": 0.5346134305000305, "Finetune/Step": 9826, "Finetune/Step Time": 12.030512103810906}
+{"Finetune/Learning Rate": 1.0129661157742992e-05, "Finetune/Loss": 0.6206634640693665, "Finetune/Loss (Raw)": 0.6470771431922913, "Finetune/Step": 9827, "Finetune/Step Time": 12.0382323525846}
+{"Finetune/Learning Rate": 1.0127977339145837e-05, "Finetune/Loss": 0.6213318109512329, "Finetune/Loss (Raw)": 0.7418556213378906, "Finetune/Step": 9828, "Finetune/Step Time": 12.046745980158448}
+{"Finetune/Learning Rate": 1.0126293516919606e-05, "Finetune/Loss": 0.6222481727600098, "Finetune/Loss (Raw)": 0.678899347782135, "Finetune/Step": 9829, "Finetune/Step Time": 12.019806930795312}
+{"Finetune/Learning Rate": 1.012460969111205e-05, "Finetune/Loss": 0.6225560307502747, "Finetune/Loss (Raw)": 0.6016067862510681, "Finetune/Step": 9830, "Finetune/Step Time": 12.035296969115734}
+{"Finetune/Learning Rate": 1.0122925861770918e-05, "Finetune/Loss": 0.6231179237365723, "Finetune/Loss (Raw)": 0.6906981468200684, "Finetune/Step": 9831, "Finetune/Step Time": 12.033016454428434}
+{"Finetune/Learning Rate": 1.0121242028943958e-05, "Finetune/Loss": 0.6227022409439087, "Finetune/Loss (Raw)": 0.5857455134391785, "Finetune/Step": 9832, "Finetune/Step Time": 12.037556480616331}
+{"Finetune/Learning Rate": 1.011955819267892e-05, "Finetune/Loss": 0.6222602128982544, "Finetune/Loss (Raw)": 0.6104111075401306, "Finetune/Step": 9833, "Finetune/Step Time": 12.052816456183791}
+{"Finetune/Learning Rate": 1.0117874353023552e-05, "Finetune/Loss": 0.6220707893371582, "Finetune/Loss (Raw)": 0.6192725896835327, "Finetune/Step": 9834, "Finetune/Step Time": 12.032169381156564}
+{"Finetune/Learning Rate": 1.0116190510025601e-05, "Finetune/Loss": 0.6214832067489624, "Finetune/Loss (Raw)": 0.5802553296089172, "Finetune/Step": 9835, "Finetune/Step Time": 12.017349759116769}
+{"Finetune/Learning Rate": 1.011450666373282e-05, "Finetune/Loss": 0.6219524145126343, "Finetune/Loss (Raw)": 0.6084483861923218, "Finetune/Step": 9836, "Finetune/Step Time": 12.010523360222578}
+{"Finetune/Learning Rate": 1.0112822814192952e-05, "Finetune/Loss": 0.6215873956680298, "Finetune/Loss (Raw)": 0.5460503101348877, "Finetune/Step": 9837, "Finetune/Step Time": 11.990237396210432}
+{"Finetune/Learning Rate": 1.0111138961453752e-05, "Finetune/Loss": 0.6219158172607422, "Finetune/Loss (Raw)": 0.6026515960693359, "Finetune/Step": 9838, "Finetune/Step Time": 11.991580471396446}
+{"Finetune/Learning Rate": 1.0109455105562969e-05, "Finetune/Loss": 0.6230676174163818, "Finetune/Loss (Raw)": 0.7202880382537842, "Finetune/Step": 9839, "Finetune/Step Time": 12.004050565883517}
+{"Finetune/Learning Rate": 1.0107771246568346e-05, "Finetune/Loss": 0.6231653690338135, "Finetune/Loss (Raw)": 0.5754947066307068, "Finetune/Step": 9840, "Finetune/Step Time": 12.002410519868135}
+{"Finetune/Learning Rate": 1.0106087384517638e-05, "Finetune/Loss": 0.6226586103439331, "Finetune/Loss (Raw)": 0.5589612722396851, "Finetune/Step": 9841, "Finetune/Step Time": 12.007917506620288}
+{"Finetune/Learning Rate": 1.0104403519458597e-05, "Finetune/Loss": 0.6236326098442078, "Finetune/Loss (Raw)": 0.7331708669662476, "Finetune/Step": 9842, "Finetune/Step Time": 12.007103646174073}
+{"Finetune/Learning Rate": 1.0102719651438966e-05, "Finetune/Loss": 0.6241884827613831, "Finetune/Loss (Raw)": 0.6607963442802429, "Finetune/Step": 9843, "Finetune/Step Time": 11.990468202158809}
+{"Finetune/Learning Rate": 1.0101035780506496e-05, "Finetune/Loss": 0.6238112449645996, "Finetune/Loss (Raw)": 0.6816970109939575, "Finetune/Step": 9844, "Finetune/Step Time": 11.978340396657586}
+{"Finetune/Learning Rate": 1.0099351906708945e-05, "Finetune/Loss": 0.624536395072937, "Finetune/Loss (Raw)": 0.7146046757698059, "Finetune/Step": 9845, "Finetune/Step Time": 11.979530600830913}
+{"Finetune/Learning Rate": 1.0097668030094051e-05, "Finetune/Loss": 0.6233649253845215, "Finetune/Loss (Raw)": 0.6205412745475769, "Finetune/Step": 9846, "Finetune/Step Time": 11.970379972830415}
+{"Finetune/Learning Rate": 1.0095984150709568e-05, "Finetune/Loss": 0.6233171820640564, "Finetune/Loss (Raw)": 0.5481624007225037, "Finetune/Step": 9847, "Finetune/Step Time": 11.967456810176373}
+{"Finetune/Learning Rate": 1.0094300268603254e-05, "Finetune/Loss": 0.6234341859817505, "Finetune/Loss (Raw)": 0.6123250126838684, "Finetune/Step": 9848, "Finetune/Step Time": 11.962391968816519}
+{"Finetune/Learning Rate": 1.0092616383822849e-05, "Finetune/Loss": 0.624320387840271, "Finetune/Loss (Raw)": 0.555840253829956, "Finetune/Step": 9849, "Finetune/Step Time": 11.959236223250628}
+{"Finetune/Learning Rate": 1.0090932496416106e-05, "Finetune/Loss": 0.6238467693328857, "Finetune/Loss (Raw)": 0.535643458366394, "Finetune/Step": 9850, "Finetune/Step Time": 11.9466922134161}
+{"Finetune/Learning Rate": 1.0089248606430775e-05, "Finetune/Loss": 0.6244931221008301, "Finetune/Loss (Raw)": 0.6830477714538574, "Finetune/Step": 9851, "Finetune/Step Time": 11.946953343227506}
+{"Finetune/Learning Rate": 1.0087564713914611e-05, "Finetune/Loss": 0.6225224137306213, "Finetune/Loss (Raw)": 0.4588075578212738, "Finetune/Step": 9852, "Finetune/Step Time": 11.955799885094166}
+{"Finetune/Learning Rate": 1.0085880818915356e-05, "Finetune/Loss": 0.6228838562965393, "Finetune/Loss (Raw)": 0.6850807666778564, "Finetune/Step": 9853, "Finetune/Step Time": 11.956944590434432}
+{"Finetune/Learning Rate": 1.0084196921480768e-05, "Finetune/Loss": 0.6226794719696045, "Finetune/Loss (Raw)": 0.665619969367981, "Finetune/Step": 9854, "Finetune/Step Time": 11.956974297761917}
+{"Finetune/Learning Rate": 1.0082513021658595e-05, "Finetune/Loss": 0.6221045255661011, "Finetune/Loss (Raw)": 0.5852271318435669, "Finetune/Step": 9855, "Finetune/Step Time": 11.960749328136444}
+{"Finetune/Learning Rate": 1.0080829119496587e-05, "Finetune/Loss": 0.6228206753730774, "Finetune/Loss (Raw)": 0.7191904783248901, "Finetune/Step": 9856, "Finetune/Step Time": 11.963592829182744}
+{"Finetune/Learning Rate": 1.0079145215042495e-05, "Finetune/Loss": 0.6232167482376099, "Finetune/Loss (Raw)": 0.6291952729225159, "Finetune/Step": 9857, "Finetune/Step Time": 11.937885170802474}
+{"Finetune/Learning Rate": 1.007746130834407e-05, "Finetune/Loss": 0.6235751509666443, "Finetune/Loss (Raw)": 0.6247292160987854, "Finetune/Step": 9858, "Finetune/Step Time": 11.934317564591765}
+{"Finetune/Learning Rate": 1.007577739944906e-05, "Finetune/Loss": 0.6235448718070984, "Finetune/Loss (Raw)": 0.5774324536323547, "Finetune/Step": 9859, "Finetune/Step Time": 11.934494186192751}
+{"Finetune/Learning Rate": 1.0074093488405223e-05, "Finetune/Loss": 0.6241216659545898, "Finetune/Loss (Raw)": 0.5909000635147095, "Finetune/Step": 9860, "Finetune/Step Time": 11.941993089392781}
+{"Finetune/Learning Rate": 1.00724095752603e-05, "Finetune/Loss": 0.6239758729934692, "Finetune/Loss (Raw)": 0.6348116397857666, "Finetune/Step": 9861, "Finetune/Step Time": 11.958749320358038}
+{"Finetune/Learning Rate": 1.007072566006205e-05, "Finetune/Loss": 0.6248220205307007, "Finetune/Loss (Raw)": 0.7139467597007751, "Finetune/Step": 9862, "Finetune/Step Time": 11.958504179492593}
+{"Finetune/Learning Rate": 1.0069041742858224e-05, "Finetune/Loss": 0.624963641166687, "Finetune/Loss (Raw)": 0.6244626641273499, "Finetune/Step": 9863, "Finetune/Step Time": 11.923854265362024}
+{"Finetune/Learning Rate": 1.0067357823696566e-05, "Finetune/Loss": 0.6255275011062622, "Finetune/Loss (Raw)": 0.5900888442993164, "Finetune/Step": 9864, "Finetune/Step Time": 11.878164131194353}
+{"Finetune/Learning Rate": 1.0065673902624835e-05, "Finetune/Loss": 0.6238321661949158, "Finetune/Loss (Raw)": 0.5600320100784302, "Finetune/Step": 9865, "Finetune/Step Time": 11.874168515205383}
+{"Finetune/Learning Rate": 1.0063989979690777e-05, "Finetune/Loss": 0.6240096688270569, "Finetune/Loss (Raw)": 0.6408023238182068, "Finetune/Step": 9866, "Finetune/Step Time": 11.900773162022233}
+{"Finetune/Learning Rate": 1.0062306054942148e-05, "Finetune/Loss": 0.6234550476074219, "Finetune/Loss (Raw)": 0.694304347038269, "Finetune/Step": 9867, "Finetune/Step Time": 11.88280213996768}
+{"Finetune/Learning Rate": 1.0060622128426692e-05, "Finetune/Loss": 0.6242536306381226, "Finetune/Loss (Raw)": 0.5987505316734314, "Finetune/Step": 9868, "Finetune/Step Time": 11.879225781187415}
+{"Finetune/Learning Rate": 1.0058938200192168e-05, "Finetune/Loss": 0.6243232488632202, "Finetune/Loss (Raw)": 0.6388807892799377, "Finetune/Step": 9869, "Finetune/Step Time": 11.883078210055828}
+{"Finetune/Learning Rate": 1.0057254270286325e-05, "Finetune/Loss": 0.6237655878067017, "Finetune/Loss (Raw)": 0.6204941868782043, "Finetune/Step": 9870, "Finetune/Step Time": 11.885994605720043}
+{"Finetune/Learning Rate": 1.0055570338756913e-05, "Finetune/Loss": 0.6231119632720947, "Finetune/Loss (Raw)": 0.5942901372909546, "Finetune/Step": 9871, "Finetune/Step Time": 11.881255501881242}
+{"Finetune/Learning Rate": 1.005388640565168e-05, "Finetune/Loss": 0.624426007270813, "Finetune/Loss (Raw)": 0.7511913180351257, "Finetune/Step": 9872, "Finetune/Step Time": 11.876711620017886}
+{"Finetune/Learning Rate": 1.0052202471018387e-05, "Finetune/Loss": 0.6252057552337646, "Finetune/Loss (Raw)": 0.6263853311538696, "Finetune/Step": 9873, "Finetune/Step Time": 11.849522110074759}
+{"Finetune/Learning Rate": 1.0050518534904778e-05, "Finetune/Loss": 0.6242026686668396, "Finetune/Loss (Raw)": 0.530004620552063, "Finetune/Step": 9874, "Finetune/Step Time": 11.903478562831879}
+{"Finetune/Learning Rate": 1.0048834597358606e-05, "Finetune/Loss": 0.6237844228744507, "Finetune/Loss (Raw)": 0.6134834289550781, "Finetune/Step": 9875, "Finetune/Step Time": 11.900055909529328}
+{"Finetune/Learning Rate": 1.0047150658427627e-05, "Finetune/Loss": 0.6235976815223694, "Finetune/Loss (Raw)": 0.5156593322753906, "Finetune/Step": 9876, "Finetune/Step Time": 11.857521332800388}
+{"Finetune/Learning Rate": 1.0045466718159587e-05, "Finetune/Loss": 0.6224677562713623, "Finetune/Loss (Raw)": 0.6152489185333252, "Finetune/Step": 9877, "Finetune/Step Time": 11.839132256805897}
+{"Finetune/Learning Rate": 1.004378277660224e-05, "Finetune/Loss": 0.6221907734870911, "Finetune/Loss (Raw)": 0.6488785147666931, "Finetune/Step": 9878, "Finetune/Step Time": 11.869977796450257}
+{"Finetune/Learning Rate": 1.0042098833803339e-05, "Finetune/Loss": 0.6217304468154907, "Finetune/Loss (Raw)": 0.5207073092460632, "Finetune/Step": 9879, "Finetune/Step Time": 11.86829374358058}
+{"Finetune/Learning Rate": 1.0040414889810635e-05, "Finetune/Loss": 0.6233047246932983, "Finetune/Loss (Raw)": 0.6297204494476318, "Finetune/Step": 9880, "Finetune/Step Time": 11.861973805353045}
+{"Finetune/Learning Rate": 1.003873094467188e-05, "Finetune/Loss": 0.623490571975708, "Finetune/Loss (Raw)": 0.7185187935829163, "Finetune/Step": 9881, "Finetune/Step Time": 11.876183614134789}
+{"Finetune/Learning Rate": 1.0037046998434823e-05, "Finetune/Loss": 0.6238090991973877, "Finetune/Loss (Raw)": 0.6440244913101196, "Finetune/Step": 9882, "Finetune/Step Time": 11.879322303459048}
+{"Finetune/Learning Rate": 1.003536305114722e-05, "Finetune/Loss": 0.6231459379196167, "Finetune/Loss (Raw)": 0.5972248315811157, "Finetune/Step": 9883, "Finetune/Step Time": 11.879943588748574}
+{"Finetune/Learning Rate": 1.0033679102856821e-05, "Finetune/Loss": 0.623677134513855, "Finetune/Loss (Raw)": 0.6020368933677673, "Finetune/Step": 9884, "Finetune/Step Time": 11.878059178590775}
+{"Finetune/Learning Rate": 1.003199515361138e-05, "Finetune/Loss": 0.6231855154037476, "Finetune/Loss (Raw)": 0.6099932193756104, "Finetune/Step": 9885, "Finetune/Step Time": 11.883955402299762}
+{"Finetune/Learning Rate": 1.0030311203458645e-05, "Finetune/Loss": 0.6233513355255127, "Finetune/Loss (Raw)": 0.7125464081764221, "Finetune/Step": 9886, "Finetune/Step Time": 11.881961608305573}
+{"Finetune/Learning Rate": 1.0028627252446372e-05, "Finetune/Loss": 0.6237818002700806, "Finetune/Loss (Raw)": 0.6954846978187561, "Finetune/Step": 9887, "Finetune/Step Time": 11.89444307424128}
+{"Finetune/Learning Rate": 1.0026943300622313e-05, "Finetune/Loss": 0.6244915723800659, "Finetune/Loss (Raw)": 0.674727737903595, "Finetune/Step": 9888, "Finetune/Step Time": 11.885541316121817}
+{"Finetune/Learning Rate": 1.0025259348034215e-05, "Finetune/Loss": 0.6246834397315979, "Finetune/Loss (Raw)": 0.6153478026390076, "Finetune/Step": 9889, "Finetune/Step Time": 11.883277798071504}
+{"Finetune/Learning Rate": 1.0023575394729837e-05, "Finetune/Loss": 0.6242311596870422, "Finetune/Loss (Raw)": 0.60099196434021, "Finetune/Step": 9890, "Finetune/Step Time": 11.880795110017061}
+{"Finetune/Learning Rate": 1.0021891440756928e-05, "Finetune/Loss": 0.6225273013114929, "Finetune/Loss (Raw)": 0.3667052984237671, "Finetune/Step": 9891, "Finetune/Step Time": 11.907840952277184}
+{"Finetune/Learning Rate": 1.0020207486163236e-05, "Finetune/Loss": 0.6217114925384521, "Finetune/Loss (Raw)": 0.6329658627510071, "Finetune/Step": 9892, "Finetune/Step Time": 11.916601719334722}
+{"Finetune/Learning Rate": 1.001852353099652e-05, "Finetune/Loss": 0.6210377216339111, "Finetune/Loss (Raw)": 0.5642580986022949, "Finetune/Step": 9893, "Finetune/Step Time": 11.917928235605359}
+{"Finetune/Learning Rate": 1.001683957530453e-05, "Finetune/Loss": 0.6214562654495239, "Finetune/Loss (Raw)": 0.6501028537750244, "Finetune/Step": 9894, "Finetune/Step Time": 11.918313577771187}
+{"Finetune/Learning Rate": 1.0015155619135018e-05, "Finetune/Loss": 0.6220601797103882, "Finetune/Loss (Raw)": 0.5584625005722046, "Finetune/Step": 9895, "Finetune/Step Time": 11.89543416723609}
+{"Finetune/Learning Rate": 1.001347166253573e-05, "Finetune/Loss": 0.6223397850990295, "Finetune/Loss (Raw)": 0.6345855593681335, "Finetune/Step": 9896, "Finetune/Step Time": 11.895175890997052}
+{"Finetune/Learning Rate": 1.0011787705554432e-05, "Finetune/Loss": 0.6216976642608643, "Finetune/Loss (Raw)": 0.6381091475486755, "Finetune/Step": 9897, "Finetune/Step Time": 11.892596898600459}
+{"Finetune/Learning Rate": 1.0010103748238864e-05, "Finetune/Loss": 0.6231279969215393, "Finetune/Loss (Raw)": 0.6400859355926514, "Finetune/Step": 9898, "Finetune/Step Time": 11.86739925481379}
+{"Finetune/Learning Rate": 1.0008419790636783e-05, "Finetune/Loss": 0.6223808526992798, "Finetune/Loss (Raw)": 0.5890803933143616, "Finetune/Step": 9899, "Finetune/Step Time": 11.861914452165365}
+{"Finetune/Learning Rate": 1.0006735832795939e-05, "Finetune/Loss": 0.6224827766418457, "Finetune/Loss (Raw)": 0.7108873128890991, "Finetune/Step": 9900, "Finetune/Step Time": 11.864055471494794}
+{"Finetune/Learning Rate": 1.0005051874764089e-05, "Finetune/Loss": 0.6227872371673584, "Finetune/Loss (Raw)": 0.6376696228981018, "Finetune/Step": 9901, "Finetune/Step Time": 11.89552746899426}
+{"Finetune/Learning Rate": 1.000336791658898e-05, "Finetune/Loss": 0.6237854361534119, "Finetune/Loss (Raw)": 0.7341278791427612, "Finetune/Step": 9902, "Finetune/Step Time": 11.890887375921011}
+{"Finetune/Learning Rate": 1.0001683958318367e-05, "Finetune/Loss": 0.6236646175384521, "Finetune/Loss (Raw)": 0.6320347189903259, "Finetune/Step": 9903, "Finetune/Step Time": 11.890027552843094}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 0.6231371164321899, "Finetune/Loss (Raw)": 0.5983476638793945, "Finetune/Step": 9904, "Finetune/Step Time": 11.891800783574581}
+{"Finetune/Learning Rate": 9.998316041681637e-06, "Finetune/Loss": 0.6232701539993286, "Finetune/Loss (Raw)": 0.6781283020973206, "Finetune/Step": 9905, "Finetune/Step Time": 11.900016045197845}
+{"Finetune/Learning Rate": 9.996632083411023e-06, "Finetune/Loss": 0.6218820214271545, "Finetune/Loss (Raw)": 0.4839881360530853, "Finetune/Step": 9906, "Finetune/Step Time": 11.9280716329813}
+{"Finetune/Learning Rate": 9.994948125235913e-06, "Finetune/Loss": 0.6213294267654419, "Finetune/Loss (Raw)": 0.6380859613418579, "Finetune/Step": 9907, "Finetune/Step Time": 11.930402625352144}
+{"Finetune/Learning Rate": 9.993264167204066e-06, "Finetune/Loss": 0.6222819089889526, "Finetune/Loss (Raw)": 0.6976111531257629, "Finetune/Step": 9908, "Finetune/Step Time": 11.953692993149161}
+{"Finetune/Learning Rate": 9.99158020936322e-06, "Finetune/Loss": 0.6234474182128906, "Finetune/Loss (Raw)": 0.5943544507026672, "Finetune/Step": 9909, "Finetune/Step Time": 11.93572298064828}
+{"Finetune/Learning Rate": 9.98989625176114e-06, "Finetune/Loss": 0.62356036901474, "Finetune/Loss (Raw)": 0.5837485194206238, "Finetune/Step": 9910, "Finetune/Step Time": 11.937359953299165}
+{"Finetune/Learning Rate": 9.988212294445571e-06, "Finetune/Loss": 0.6244773864746094, "Finetune/Loss (Raw)": 0.72268146276474, "Finetune/Step": 9911, "Finetune/Step Time": 11.927348390221596}
+{"Finetune/Learning Rate": 9.98652833746427e-06, "Finetune/Loss": 0.6234311461448669, "Finetune/Loss (Raw)": 0.6330698132514954, "Finetune/Step": 9912, "Finetune/Step Time": 11.932073334231973}
+{"Finetune/Learning Rate": 9.984844380864987e-06, "Finetune/Loss": 0.6231188774108887, "Finetune/Loss (Raw)": 0.612648606300354, "Finetune/Step": 9913, "Finetune/Step Time": 11.935072906315327}
+{"Finetune/Learning Rate": 9.983160424695474e-06, "Finetune/Loss": 0.6230722665786743, "Finetune/Loss (Raw)": 0.6682276129722595, "Finetune/Step": 9914, "Finetune/Step Time": 11.940138433128595}
+{"Finetune/Learning Rate": 9.981476469003483e-06, "Finetune/Loss": 0.6237491965293884, "Finetune/Loss (Raw)": 0.6607329845428467, "Finetune/Step": 9915, "Finetune/Step Time": 11.940243750810623}
+{"Finetune/Learning Rate": 9.979792513836766e-06, "Finetune/Loss": 0.6241465210914612, "Finetune/Loss (Raw)": 0.6207550764083862, "Finetune/Step": 9916, "Finetune/Step Time": 11.938942862674594}
+{"Finetune/Learning Rate": 9.978108559243075e-06, "Finetune/Loss": 0.6240130066871643, "Finetune/Loss (Raw)": 0.6639528870582581, "Finetune/Step": 9917, "Finetune/Step Time": 11.932202341035008}
+{"Finetune/Learning Rate": 9.976424605270165e-06, "Finetune/Loss": 0.6241182088851929, "Finetune/Loss (Raw)": 0.4894643723964691, "Finetune/Step": 9918, "Finetune/Step Time": 11.91767849214375}
+{"Finetune/Learning Rate": 9.974740651965785e-06, "Finetune/Loss": 0.6244806051254272, "Finetune/Loss (Raw)": 0.6030771732330322, "Finetune/Step": 9919, "Finetune/Step Time": 11.921635510399938}
+{"Finetune/Learning Rate": 9.973056699377692e-06, "Finetune/Loss": 0.6240816712379456, "Finetune/Loss (Raw)": 0.6769816875457764, "Finetune/Step": 9920, "Finetune/Step Time": 11.942793322727084}
+{"Finetune/Learning Rate": 9.971372747553631e-06, "Finetune/Loss": 0.6238549947738647, "Finetune/Loss (Raw)": 0.5320009589195251, "Finetune/Step": 9921, "Finetune/Step Time": 11.953310241922736}
+{"Finetune/Learning Rate": 9.969688796541357e-06, "Finetune/Loss": 0.6236078143119812, "Finetune/Loss (Raw)": 0.5903875231742859, "Finetune/Step": 9922, "Finetune/Step Time": 11.948580691590905}
+{"Finetune/Learning Rate": 9.968004846388624e-06, "Finetune/Loss": 0.6229767203330994, "Finetune/Loss (Raw)": 0.5945714116096497, "Finetune/Step": 9923, "Finetune/Step Time": 11.914604622870684}
+{"Finetune/Learning Rate": 9.966320897143179e-06, "Finetune/Loss": 0.6223031282424927, "Finetune/Loss (Raw)": 0.6190642714500427, "Finetune/Step": 9924, "Finetune/Step Time": 11.908328756690025}
+{"Finetune/Learning Rate": 9.96463694885278e-06, "Finetune/Loss": 0.6220124363899231, "Finetune/Loss (Raw)": 0.6640345454216003, "Finetune/Step": 9925, "Finetune/Step Time": 11.91248938627541}
+{"Finetune/Learning Rate": 9.962953001565182e-06, "Finetune/Loss": 0.6225703954696655, "Finetune/Loss (Raw)": 0.6549595594406128, "Finetune/Step": 9926, "Finetune/Step Time": 11.914266416803002}
+{"Finetune/Learning Rate": 9.961269055328125e-06, "Finetune/Loss": 0.6226237416267395, "Finetune/Loss (Raw)": 0.6637994050979614, "Finetune/Step": 9927, "Finetune/Step Time": 11.910726740956306}
+{"Finetune/Learning Rate": 9.959585110189369e-06, "Finetune/Loss": 0.6248668432235718, "Finetune/Loss (Raw)": 0.7203818559646606, "Finetune/Step": 9928, "Finetune/Step Time": 11.880084417760372}
+{"Finetune/Learning Rate": 9.957901166196664e-06, "Finetune/Loss": 0.6238833665847778, "Finetune/Loss (Raw)": 0.5251337289810181, "Finetune/Step": 9929, "Finetune/Step Time": 11.863790638744831}
+{"Finetune/Learning Rate": 9.956217223397762e-06, "Finetune/Loss": 0.624159038066864, "Finetune/Loss (Raw)": 0.6284549832344055, "Finetune/Step": 9930, "Finetune/Step Time": 11.86022387072444}
+{"Finetune/Learning Rate": 9.954533281840414e-06, "Finetune/Loss": 0.624005138874054, "Finetune/Loss (Raw)": 0.6371673941612244, "Finetune/Step": 9931, "Finetune/Step Time": 11.847036506980658}
+{"Finetune/Learning Rate": 9.952849341572378e-06, "Finetune/Loss": 0.6222000122070312, "Finetune/Loss (Raw)": 0.5866215229034424, "Finetune/Step": 9932, "Finetune/Step Time": 11.84641302190721}
+{"Finetune/Learning Rate": 9.951165402641397e-06, "Finetune/Loss": 0.6231892108917236, "Finetune/Loss (Raw)": 0.7185894250869751, "Finetune/Step": 9933, "Finetune/Step Time": 11.836319332942367}
+{"Finetune/Learning Rate": 9.949481465095224e-06, "Finetune/Loss": 0.6217746734619141, "Finetune/Loss (Raw)": 0.53129643201828, "Finetune/Step": 9934, "Finetune/Step Time": 11.806617137044668}
+{"Finetune/Learning Rate": 9.947797528981615e-06, "Finetune/Loss": 0.6202327609062195, "Finetune/Loss (Raw)": 0.49384424090385437, "Finetune/Step": 9935, "Finetune/Step Time": 11.802846686914563}
+{"Finetune/Learning Rate": 9.946113594348321e-06, "Finetune/Loss": 0.6205174922943115, "Finetune/Loss (Raw)": 0.6048327088356018, "Finetune/Step": 9936, "Finetune/Step Time": 11.789604062214494}
+{"Finetune/Learning Rate": 9.94442966124309e-06, "Finetune/Loss": 0.6205755472183228, "Finetune/Loss (Raw)": 0.6467944979667664, "Finetune/Step": 9937, "Finetune/Step Time": 11.772199543192983}
+{"Finetune/Learning Rate": 9.94274572971368e-06, "Finetune/Loss": 0.6209547519683838, "Finetune/Loss (Raw)": 0.5456218123435974, "Finetune/Step": 9938, "Finetune/Step Time": 11.778209764510393}
+{"Finetune/Learning Rate": 9.941061799807835e-06, "Finetune/Loss": 0.6223476529121399, "Finetune/Loss (Raw)": 0.7128052115440369, "Finetune/Step": 9939, "Finetune/Step Time": 11.79835275374353}
+{"Finetune/Learning Rate": 9.93937787157331e-06, "Finetune/Loss": 0.622563362121582, "Finetune/Loss (Raw)": 0.6645721793174744, "Finetune/Step": 9940, "Finetune/Step Time": 11.795048395171762}
+{"Finetune/Learning Rate": 9.937693945057855e-06, "Finetune/Loss": 0.6219574809074402, "Finetune/Loss (Raw)": 0.5241346955299377, "Finetune/Step": 9941, "Finetune/Step Time": 11.81567519530654}
+{"Finetune/Learning Rate": 9.936010020309224e-06, "Finetune/Loss": 0.621941089630127, "Finetune/Loss (Raw)": 0.5281108617782593, "Finetune/Step": 9942, "Finetune/Step Time": 11.82210404984653}
+{"Finetune/Learning Rate": 9.934326097375165e-06, "Finetune/Loss": 0.6209533214569092, "Finetune/Loss (Raw)": 0.5610166788101196, "Finetune/Step": 9943, "Finetune/Step Time": 11.871657352894545}
+{"Finetune/Learning Rate": 9.932642176303435e-06, "Finetune/Loss": 0.6202321648597717, "Finetune/Loss (Raw)": 0.6067315936088562, "Finetune/Step": 9944, "Finetune/Step Time": 11.870489509776235}
+{"Finetune/Learning Rate": 9.93095825714178e-06, "Finetune/Loss": 0.6206108927726746, "Finetune/Loss (Raw)": 0.7708178758621216, "Finetune/Step": 9945, "Finetune/Step Time": 11.873933006078005}
+{"Finetune/Learning Rate": 9.929274339937951e-06, "Finetune/Loss": 0.6191512942314148, "Finetune/Loss (Raw)": 0.3713025450706482, "Finetune/Step": 9946, "Finetune/Step Time": 11.906324610114098}
+{"Finetune/Learning Rate": 9.927590424739702e-06, "Finetune/Loss": 0.6193409562110901, "Finetune/Loss (Raw)": 0.5797346830368042, "Finetune/Step": 9947, "Finetune/Step Time": 11.935108782723546}
+{"Finetune/Learning Rate": 9.92590651159478e-06, "Finetune/Loss": 0.6200984716415405, "Finetune/Loss (Raw)": 0.7107547521591187, "Finetune/Step": 9948, "Finetune/Step Time": 11.937140382826328}
+{"Finetune/Learning Rate": 9.92422260055094e-06, "Finetune/Loss": 0.6198657751083374, "Finetune/Loss (Raw)": 0.6271244883537292, "Finetune/Step": 9949, "Finetune/Step Time": 11.946247562766075}
+{"Finetune/Learning Rate": 9.922538691655937e-06, "Finetune/Loss": 0.6207435727119446, "Finetune/Loss (Raw)": 0.6848516464233398, "Finetune/Step": 9950, "Finetune/Step Time": 11.94722101278603}
+{"Finetune/Learning Rate": 9.920854784957509e-06, "Finetune/Loss": 0.6198363900184631, "Finetune/Loss (Raw)": 0.6139300465583801, "Finetune/Step": 9951, "Finetune/Step Time": 11.927138734608889}
+{"Finetune/Learning Rate": 9.919170880503416e-06, "Finetune/Loss": 0.6201158761978149, "Finetune/Loss (Raw)": 0.6227980852127075, "Finetune/Step": 9952, "Finetune/Step Time": 11.945425640791655}
+{"Finetune/Learning Rate": 9.917486978341407e-06, "Finetune/Loss": 0.6203385591506958, "Finetune/Loss (Raw)": 0.634779691696167, "Finetune/Step": 9953, "Finetune/Step Time": 11.975657176226377}
+{"Finetune/Learning Rate": 9.915803078519233e-06, "Finetune/Loss": 0.6216613054275513, "Finetune/Loss (Raw)": 0.7039310932159424, "Finetune/Step": 9954, "Finetune/Step Time": 11.983956586569548}
+{"Finetune/Learning Rate": 9.914119181084645e-06, "Finetune/Loss": 0.622110903263092, "Finetune/Loss (Raw)": 0.7046242356300354, "Finetune/Step": 9955, "Finetune/Step Time": 11.975883144885302}
+{"Finetune/Learning Rate": 9.912435286085396e-06, "Finetune/Loss": 0.6209627389907837, "Finetune/Loss (Raw)": 0.594883143901825, "Finetune/Step": 9956, "Finetune/Step Time": 11.984083158895373}
+{"Finetune/Learning Rate": 9.910751393569228e-06, "Finetune/Loss": 0.621904194355011, "Finetune/Loss (Raw)": 0.7994073629379272, "Finetune/Step": 9957, "Finetune/Step Time": 11.986749812960625}
+{"Finetune/Learning Rate": 9.909067503583897e-06, "Finetune/Loss": 0.6217069625854492, "Finetune/Loss (Raw)": 0.5763704180717468, "Finetune/Step": 9958, "Finetune/Step Time": 11.967595905065536}
+{"Finetune/Learning Rate": 9.907383616177154e-06, "Finetune/Loss": 0.6207293272018433, "Finetune/Loss (Raw)": 0.5655505657196045, "Finetune/Step": 9959, "Finetune/Step Time": 11.972014307975769}
+{"Finetune/Learning Rate": 9.90569973139675e-06, "Finetune/Loss": 0.6213346719741821, "Finetune/Loss (Raw)": 0.6632264852523804, "Finetune/Step": 9960, "Finetune/Step Time": 11.978638717904687}
+{"Finetune/Learning Rate": 9.904015849290432e-06, "Finetune/Loss": 0.6218946576118469, "Finetune/Loss (Raw)": 0.6820951700210571, "Finetune/Step": 9961, "Finetune/Step Time": 11.98530600592494}
+{"Finetune/Learning Rate": 9.902331969905954e-06, "Finetune/Loss": 0.6224648952484131, "Finetune/Loss (Raw)": 0.6922646760940552, "Finetune/Step": 9962, "Finetune/Step Time": 11.989344390109181}
+{"Finetune/Learning Rate": 9.900648093291061e-06, "Finetune/Loss": 0.622500479221344, "Finetune/Loss (Raw)": 0.5848067998886108, "Finetune/Step": 9963, "Finetune/Step Time": 11.993758920580149}
+{"Finetune/Learning Rate": 9.898964219493505e-06, "Finetune/Loss": 0.6216391324996948, "Finetune/Loss (Raw)": 0.4981905519962311, "Finetune/Step": 9964, "Finetune/Step Time": 12.021036459133029}
+{"Finetune/Learning Rate": 9.897280348561035e-06, "Finetune/Loss": 0.6224819421768188, "Finetune/Loss (Raw)": 0.6539413928985596, "Finetune/Step": 9965, "Finetune/Step Time": 12.013620682060719}
+{"Finetune/Learning Rate": 9.895596480541405e-06, "Finetune/Loss": 0.6222038269042969, "Finetune/Loss (Raw)": 0.5670496821403503, "Finetune/Step": 9966, "Finetune/Step Time": 12.009933764114976}
+{"Finetune/Learning Rate": 9.893912615482362e-06, "Finetune/Loss": 0.6213475465774536, "Finetune/Loss (Raw)": 0.6106815934181213, "Finetune/Step": 9967, "Finetune/Step Time": 12.003202075138688}
+{"Finetune/Learning Rate": 9.892228753431658e-06, "Finetune/Loss": 0.6211880445480347, "Finetune/Loss (Raw)": 0.5550761222839355, "Finetune/Step": 9968, "Finetune/Step Time": 12.00871366634965}
+{"Finetune/Learning Rate": 9.890544894437036e-06, "Finetune/Loss": 0.622732400894165, "Finetune/Loss (Raw)": 0.7566425800323486, "Finetune/Step": 9969, "Finetune/Step Time": 11.998936533927917}
+{"Finetune/Learning Rate": 9.888861038546251e-06, "Finetune/Loss": 0.6198216676712036, "Finetune/Loss (Raw)": 0.36060047149658203, "Finetune/Step": 9970, "Finetune/Step Time": 12.037191750481725}
+{"Finetune/Learning Rate": 9.887177185807051e-06, "Finetune/Loss": 0.6193677186965942, "Finetune/Loss (Raw)": 0.6026921272277832, "Finetune/Step": 9971, "Finetune/Step Time": 12.040167395025492}
+{"Finetune/Learning Rate": 9.885493336267184e-06, "Finetune/Loss": 0.6186419725418091, "Finetune/Loss (Raw)": 0.5887902975082397, "Finetune/Step": 9972, "Finetune/Step Time": 12.039500501006842}
+{"Finetune/Learning Rate": 9.883809489974399e-06, "Finetune/Loss": 0.6182311177253723, "Finetune/Loss (Raw)": 0.6620194315910339, "Finetune/Step": 9973, "Finetune/Step Time": 12.035337571054697}
+{"Finetune/Learning Rate": 9.882125646976454e-06, "Finetune/Loss": 0.6188797354698181, "Finetune/Loss (Raw)": 0.703570544719696, "Finetune/Step": 9974, "Finetune/Step Time": 12.035818511620164}
+{"Finetune/Learning Rate": 9.880441807321081e-06, "Finetune/Loss": 0.6196300387382507, "Finetune/Loss (Raw)": 0.6441947817802429, "Finetune/Step": 9975, "Finetune/Step Time": 12.046007215976715}
+{"Finetune/Learning Rate": 9.878757971056043e-06, "Finetune/Loss": 0.6196911931037903, "Finetune/Loss (Raw)": 0.6201520562171936, "Finetune/Step": 9976, "Finetune/Step Time": 12.04815398156643}
+{"Finetune/Learning Rate": 9.877074138229083e-06, "Finetune/Loss": 0.6198666095733643, "Finetune/Loss (Raw)": 0.5782985091209412, "Finetune/Step": 9977, "Finetune/Step Time": 12.023004598915577}
+{"Finetune/Learning Rate": 9.875390308887952e-06, "Finetune/Loss": 0.620710015296936, "Finetune/Loss (Raw)": 0.6436033844947815, "Finetune/Step": 9978, "Finetune/Step Time": 12.034424979239702}
+{"Finetune/Learning Rate": 9.873706483080398e-06, "Finetune/Loss": 0.6213319897651672, "Finetune/Loss (Raw)": 0.7626540660858154, "Finetune/Step": 9979, "Finetune/Step Time": 12.028499033302069}
+{"Finetune/Learning Rate": 9.87202266085417e-06, "Finetune/Loss": 0.6219420433044434, "Finetune/Loss (Raw)": 0.5368924140930176, "Finetune/Step": 9980, "Finetune/Step Time": 12.023278541862965}
+{"Finetune/Learning Rate": 9.870338842257013e-06, "Finetune/Loss": 0.6218587756156921, "Finetune/Loss (Raw)": 0.6744237542152405, "Finetune/Step": 9981, "Finetune/Step Time": 12.0180007442832}
+{"Finetune/Learning Rate": 9.868655027336678e-06, "Finetune/Loss": 0.6227072477340698, "Finetune/Loss (Raw)": 0.7742276191711426, "Finetune/Step": 9982, "Finetune/Step Time": 12.030149018391967}
+{"Finetune/Learning Rate": 9.866971216140912e-06, "Finetune/Loss": 0.6229571104049683, "Finetune/Loss (Raw)": 0.6172085404396057, "Finetune/Step": 9983, "Finetune/Step Time": 12.03144534677267}
+{"Finetune/Learning Rate": 9.865287408717464e-06, "Finetune/Loss": 0.621505618095398, "Finetune/Loss (Raw)": 0.5333985686302185, "Finetune/Step": 9984, "Finetune/Step Time": 12.019351296126842}
+{"Finetune/Learning Rate": 9.863603605114084e-06, "Finetune/Loss": 0.6220716238021851, "Finetune/Loss (Raw)": 0.7016463875770569, "Finetune/Step": 9985, "Finetune/Step Time": 12.019154073670506}
+{"Finetune/Learning Rate": 9.861919805378518e-06, "Finetune/Loss": 0.6219518184661865, "Finetune/Loss (Raw)": 0.6093937158584595, "Finetune/Step": 9986, "Finetune/Step Time": 12.021541863679886}
+{"Finetune/Learning Rate": 9.860236009558514e-06, "Finetune/Loss": 0.6217423677444458, "Finetune/Loss (Raw)": 0.5506176352500916, "Finetune/Step": 9987, "Finetune/Step Time": 12.020021146163344}
+{"Finetune/Learning Rate": 9.858552217701817e-06, "Finetune/Loss": 0.6219407916069031, "Finetune/Loss (Raw)": 0.6163007020950317, "Finetune/Step": 9988, "Finetune/Step Time": 12.012533316388726}
+{"Finetune/Learning Rate": 9.856868429856178e-06, "Finetune/Loss": 0.6220688819885254, "Finetune/Loss (Raw)": 0.6512019634246826, "Finetune/Step": 9989, "Finetune/Step Time": 12.000028517097235}
+{"Finetune/Learning Rate": 9.855184646069342e-06, "Finetune/Loss": 0.6212388277053833, "Finetune/Loss (Raw)": 0.607706606388092, "Finetune/Step": 9990, "Finetune/Step Time": 12.000271055847406}
+{"Finetune/Learning Rate": 9.853500866389058e-06, "Finetune/Loss": 0.6216371059417725, "Finetune/Loss (Raw)": 0.6754428148269653, "Finetune/Step": 9991, "Finetune/Step Time": 12.001064544543624}
+{"Finetune/Learning Rate": 9.851817090863073e-06, "Finetune/Loss": 0.6213205456733704, "Finetune/Loss (Raw)": 0.549568772315979, "Finetune/Step": 9992, "Finetune/Step Time": 12.02369386330247}
+{"Finetune/Learning Rate": 9.850133319539138e-06, "Finetune/Loss": 0.6217726469039917, "Finetune/Loss (Raw)": 0.6179017424583435, "Finetune/Step": 9993, "Finetune/Step Time": 12.019232708960772}
+{"Finetune/Learning Rate": 9.848449552464991e-06, "Finetune/Loss": 0.6230368614196777, "Finetune/Loss (Raw)": 0.8026290535926819, "Finetune/Step": 9994, "Finetune/Step Time": 11.991044024005532}
+{"Finetune/Learning Rate": 9.846765789688386e-06, "Finetune/Loss": 0.6215600967407227, "Finetune/Loss (Raw)": 0.5052739381790161, "Finetune/Step": 9995, "Finetune/Step Time": 11.990981759503484}
+{"Finetune/Learning Rate": 9.845082031257067e-06, "Finetune/Loss": 0.6221108436584473, "Finetune/Loss (Raw)": 0.6692381501197815, "Finetune/Step": 9996, "Finetune/Step Time": 11.991286050528288}
+{"Finetune/Learning Rate": 9.843398277218779e-06, "Finetune/Loss": 0.6224597692489624, "Finetune/Loss (Raw)": 0.6835495233535767, "Finetune/Step": 9997, "Finetune/Step Time": 11.973359037190676}
+{"Finetune/Learning Rate": 9.841714527621272e-06, "Finetune/Loss": 0.6226373910903931, "Finetune/Loss (Raw)": 0.643233060836792, "Finetune/Step": 9998, "Finetune/Step Time": 11.976862085983157}
+{"Finetune/Learning Rate": 9.840030782512296e-06, "Finetune/Loss": 0.6226911544799805, "Finetune/Loss (Raw)": 0.6011653542518616, "Finetune/Step": 9999, "Finetune/Step Time": 11.972477341070771}
+{"Finetune/Learning Rate": 9.838347041939585e-06, "Finetune/Loss": 0.6198903322219849, "Finetune/Loss (Raw)": 0.39269164204597473, "Finetune/Step": 10000, "Finetune/Step Time": 11.997496593743563}
+{"Finetune/Learning Rate": 9.836663305950895e-06, "Finetune/Loss": 0.620240330696106, "Finetune/Loss (Raw)": 0.6711836457252502, "Finetune/Step": 10001, "Finetune/Step Time": 11.99183571524918}
+{"Finetune/Learning Rate": 9.834979574593969e-06, "Finetune/Loss": 0.6208644509315491, "Finetune/Loss (Raw)": 0.6098929047584534, "Finetune/Step": 10002, "Finetune/Step Time": 11.939761728048325}
+{"Finetune/Learning Rate": 9.833295847916553e-06, "Finetune/Loss": 0.6207096576690674, "Finetune/Loss (Raw)": 0.593665361404419, "Finetune/Step": 10003, "Finetune/Step Time": 11.930164808407426}
+{"Finetune/Learning Rate": 9.831612125966388e-06, "Finetune/Loss": 0.6211259365081787, "Finetune/Loss (Raw)": 0.5689457058906555, "Finetune/Step": 10004, "Finetune/Step Time": 11.942801024764776}
+{"Finetune/Learning Rate": 9.829928408791233e-06, "Finetune/Loss": 0.6210153102874756, "Finetune/Loss (Raw)": 0.6010914444923401, "Finetune/Step": 10005, "Finetune/Step Time": 11.939135191962123}
+{"Finetune/Learning Rate": 9.828244696438821e-06, "Finetune/Loss": 0.6200766563415527, "Finetune/Loss (Raw)": 0.5287218689918518, "Finetune/Step": 10006, "Finetune/Step Time": 11.908333545550704}
+{"Finetune/Learning Rate": 9.8265609889569e-06, "Finetune/Loss": 0.6210347414016724, "Finetune/Loss (Raw)": 0.6433411836624146, "Finetune/Step": 10007, "Finetune/Step Time": 11.912842147052288}
+{"Finetune/Learning Rate": 9.824877286393215e-06, "Finetune/Loss": 0.6210523843765259, "Finetune/Loss (Raw)": 0.6319876909255981, "Finetune/Step": 10008, "Finetune/Step Time": 11.909422339871526}
+{"Finetune/Learning Rate": 9.823193588795514e-06, "Finetune/Loss": 0.6206009387969971, "Finetune/Loss (Raw)": 0.6607246398925781, "Finetune/Step": 10009, "Finetune/Step Time": 11.888728216290474}
+{"Finetune/Learning Rate": 9.82150989621154e-06, "Finetune/Loss": 0.6198101043701172, "Finetune/Loss (Raw)": 0.5428115129470825, "Finetune/Step": 10010, "Finetune/Step Time": 11.87931744940579}
+{"Finetune/Learning Rate": 9.81982620868904e-06, "Finetune/Loss": 0.6197390556335449, "Finetune/Loss (Raw)": 0.5881184935569763, "Finetune/Step": 10011, "Finetune/Step Time": 11.88193155452609}
+{"Finetune/Learning Rate": 9.818142526275753e-06, "Finetune/Loss": 0.6198053359985352, "Finetune/Loss (Raw)": 0.6105309724807739, "Finetune/Step": 10012, "Finetune/Step Time": 11.89395172894001}
+{"Finetune/Learning Rate": 9.816458849019428e-06, "Finetune/Loss": 0.6201740503311157, "Finetune/Loss (Raw)": 0.657182514667511, "Finetune/Step": 10013, "Finetune/Step Time": 11.89087432436645}
+{"Finetune/Learning Rate": 9.814775176967806e-06, "Finetune/Loss": 0.6193807125091553, "Finetune/Loss (Raw)": 0.6109967231750488, "Finetune/Step": 10014, "Finetune/Step Time": 11.89422814361751}
+{"Finetune/Learning Rate": 9.813091510168635e-06, "Finetune/Loss": 0.6190351247787476, "Finetune/Loss (Raw)": 0.6512554883956909, "Finetune/Step": 10015, "Finetune/Step Time": 11.873472539708018}
+{"Finetune/Learning Rate": 9.811407848669657e-06, "Finetune/Loss": 0.6192556619644165, "Finetune/Loss (Raw)": 0.702953040599823, "Finetune/Step": 10016, "Finetune/Step Time": 11.866194132715464}
+{"Finetune/Learning Rate": 9.80972419251862e-06, "Finetune/Loss": 0.6197725534439087, "Finetune/Loss (Raw)": 0.6815161108970642, "Finetune/Step": 10017, "Finetune/Step Time": 11.861165337264538}
+{"Finetune/Learning Rate": 9.80804054176326e-06, "Finetune/Loss": 0.6189359426498413, "Finetune/Loss (Raw)": 0.4939049482345581, "Finetune/Step": 10018, "Finetune/Step Time": 11.856027584522963}
+{"Finetune/Learning Rate": 9.806356896451324e-06, "Finetune/Loss": 0.6198543906211853, "Finetune/Loss (Raw)": 0.48425671458244324, "Finetune/Step": 10019, "Finetune/Step Time": 11.836930712684989}
+{"Finetune/Learning Rate": 9.804673256630557e-06, "Finetune/Loss": 0.6204077005386353, "Finetune/Loss (Raw)": 0.7037981152534485, "Finetune/Step": 10020, "Finetune/Step Time": 11.816373579204082}
+{"Finetune/Learning Rate": 9.802989622348699e-06, "Finetune/Loss": 0.6213944554328918, "Finetune/Loss (Raw)": 0.6905608177185059, "Finetune/Step": 10021, "Finetune/Step Time": 11.822553925216198}
+{"Finetune/Learning Rate": 9.801305993653496e-06, "Finetune/Loss": 0.6220384836196899, "Finetune/Loss (Raw)": 0.7325325012207031, "Finetune/Step": 10022, "Finetune/Step Time": 11.828663945198059}
+{"Finetune/Learning Rate": 9.799622370592695e-06, "Finetune/Loss": 0.6223578453063965, "Finetune/Loss (Raw)": 0.599342942237854, "Finetune/Step": 10023, "Finetune/Step Time": 11.841839971020818}
+{"Finetune/Learning Rate": 9.797938753214028e-06, "Finetune/Loss": 0.6223393082618713, "Finetune/Loss (Raw)": 0.6322178244590759, "Finetune/Step": 10024, "Finetune/Step Time": 11.835896294564009}
+{"Finetune/Learning Rate": 9.796255141565243e-06, "Finetune/Loss": 0.6212958097457886, "Finetune/Loss (Raw)": 0.5045405030250549, "Finetune/Step": 10025, "Finetune/Step Time": 11.855283556506038}
+{"Finetune/Learning Rate": 9.794571535694087e-06, "Finetune/Loss": 0.621274471282959, "Finetune/Loss (Raw)": 0.6373549103736877, "Finetune/Step": 10026, "Finetune/Step Time": 11.852418843656778}
+{"Finetune/Learning Rate": 9.792887935648296e-06, "Finetune/Loss": 0.6213425397872925, "Finetune/Loss (Raw)": 0.5977917909622192, "Finetune/Step": 10027, "Finetune/Step Time": 11.855655577033758}
+{"Finetune/Learning Rate": 9.791204341475613e-06, "Finetune/Loss": 0.6207108497619629, "Finetune/Loss (Raw)": 0.6300300359725952, "Finetune/Step": 10028, "Finetune/Step Time": 11.860303910449147}
+{"Finetune/Learning Rate": 9.789520753223784e-06, "Finetune/Loss": 0.6200921535491943, "Finetune/Loss (Raw)": 0.5584753751754761, "Finetune/Step": 10029, "Finetune/Step Time": 11.833573557436466}
+{"Finetune/Learning Rate": 9.787837170940547e-06, "Finetune/Loss": 0.6192286014556885, "Finetune/Loss (Raw)": 0.6235857605934143, "Finetune/Step": 10030, "Finetune/Step Time": 11.870870536193252}
+{"Finetune/Learning Rate": 9.78615359467364e-06, "Finetune/Loss": 0.6190637350082397, "Finetune/Loss (Raw)": 0.6109408736228943, "Finetune/Step": 10031, "Finetune/Step Time": 11.9041987657547}
+{"Finetune/Learning Rate": 9.784470024470813e-06, "Finetune/Loss": 0.6192524433135986, "Finetune/Loss (Raw)": 0.6224939823150635, "Finetune/Step": 10032, "Finetune/Step Time": 11.900847366079688}
+{"Finetune/Learning Rate": 9.782786460379802e-06, "Finetune/Loss": 0.6188962459564209, "Finetune/Loss (Raw)": 0.632546603679657, "Finetune/Step": 10033, "Finetune/Step Time": 11.886602463200688}
+{"Finetune/Learning Rate": 9.78110290244835e-06, "Finetune/Loss": 0.6196407079696655, "Finetune/Loss (Raw)": 0.5792697072029114, "Finetune/Step": 10034, "Finetune/Step Time": 11.856237716972828}
+{"Finetune/Learning Rate": 9.7794193507242e-06, "Finetune/Loss": 0.6192466020584106, "Finetune/Loss (Raw)": 0.5876423716545105, "Finetune/Step": 10035, "Finetune/Step Time": 11.853108705952764}
+{"Finetune/Learning Rate": 9.777735805255087e-06, "Finetune/Loss": 0.6186633706092834, "Finetune/Loss (Raw)": 0.6229580640792847, "Finetune/Step": 10036, "Finetune/Step Time": 11.823542153462768}
+{"Finetune/Learning Rate": 9.776052266088754e-06, "Finetune/Loss": 0.6188386678695679, "Finetune/Loss (Raw)": 0.6167986989021301, "Finetune/Step": 10037, "Finetune/Step Time": 11.82692340388894}
+{"Finetune/Learning Rate": 9.774368733272943e-06, "Finetune/Loss": 0.6203562021255493, "Finetune/Loss (Raw)": 0.7779860496520996, "Finetune/Step": 10038, "Finetune/Step Time": 11.834869166836143}
+{"Finetune/Learning Rate": 9.772685206855391e-06, "Finetune/Loss": 0.6198769807815552, "Finetune/Loss (Raw)": 0.6613501310348511, "Finetune/Step": 10039, "Finetune/Step Time": 11.8223422691226}
+{"Finetune/Learning Rate": 9.771001686883841e-06, "Finetune/Loss": 0.6192062497138977, "Finetune/Loss (Raw)": 0.5472127795219421, "Finetune/Step": 10040, "Finetune/Step Time": 11.817832240834832}
+{"Finetune/Learning Rate": 9.769318173406036e-06, "Finetune/Loss": 0.6181382536888123, "Finetune/Loss (Raw)": 0.47594162821769714, "Finetune/Step": 10041, "Finetune/Step Time": 11.83498409204185}
+{"Finetune/Learning Rate": 9.767634666469708e-06, "Finetune/Loss": 0.6158482432365417, "Finetune/Loss (Raw)": 0.37510553002357483, "Finetune/Step": 10042, "Finetune/Step Time": 11.85352641902864}
+{"Finetune/Learning Rate": 9.7659511661226e-06, "Finetune/Loss": 0.6149231195449829, "Finetune/Loss (Raw)": 0.5423230528831482, "Finetune/Step": 10043, "Finetune/Step Time": 11.88912763632834}
+{"Finetune/Learning Rate": 9.764267672412454e-06, "Finetune/Loss": 0.6145074367523193, "Finetune/Loss (Raw)": 0.5675389766693115, "Finetune/Step": 10044, "Finetune/Step Time": 11.892452174797654}
+{"Finetune/Learning Rate": 9.762584185387003e-06, "Finetune/Loss": 0.6145371198654175, "Finetune/Loss (Raw)": 0.6677664518356323, "Finetune/Step": 10045, "Finetune/Step Time": 11.897576216608286}
+{"Finetune/Learning Rate": 9.760900705093988e-06, "Finetune/Loss": 0.6152467727661133, "Finetune/Loss (Raw)": 0.5802833437919617, "Finetune/Step": 10046, "Finetune/Step Time": 11.869377724826336}
+{"Finetune/Learning Rate": 9.759217231581157e-06, "Finetune/Loss": 0.6138620376586914, "Finetune/Loss (Raw)": 0.42583975195884705, "Finetune/Step": 10047, "Finetune/Step Time": 11.895017258822918}
+{"Finetune/Learning Rate": 9.757533764896235e-06, "Finetune/Loss": 0.6133763790130615, "Finetune/Loss (Raw)": 0.614815354347229, "Finetune/Step": 10048, "Finetune/Step Time": 11.880991484969854}
+{"Finetune/Learning Rate": 9.755850305086965e-06, "Finetune/Loss": 0.6145708560943604, "Finetune/Loss (Raw)": 0.6848934292793274, "Finetune/Step": 10049, "Finetune/Step Time": 11.87096262164414}
+{"Finetune/Learning Rate": 9.754166852201087e-06, "Finetune/Loss": 0.6147006154060364, "Finetune/Loss (Raw)": 0.6069994568824768, "Finetune/Step": 10050, "Finetune/Step Time": 11.875322833657265}
+{"Finetune/Learning Rate": 9.75248340628634e-06, "Finetune/Loss": 0.6147083044052124, "Finetune/Loss (Raw)": 0.5955490469932556, "Finetune/Step": 10051, "Finetune/Step Time": 11.874575939029455}
+{"Finetune/Learning Rate": 9.750799967390458e-06, "Finetune/Loss": 0.6148066520690918, "Finetune/Loss (Raw)": 0.6316587328910828, "Finetune/Step": 10052, "Finetune/Step Time": 11.878289882093668}
+{"Finetune/Learning Rate": 9.749116535561182e-06, "Finetune/Loss": 0.6141790151596069, "Finetune/Loss (Raw)": 0.5836974382400513, "Finetune/Step": 10053, "Finetune/Step Time": 11.87420248426497}
+{"Finetune/Learning Rate": 9.747433110846246e-06, "Finetune/Loss": 0.6130071878433228, "Finetune/Loss (Raw)": 0.5049628615379333, "Finetune/Step": 10054, "Finetune/Step Time": 11.874972503632307}
+{"Finetune/Learning Rate": 9.745749693293389e-06, "Finetune/Loss": 0.6119976043701172, "Finetune/Loss (Raw)": 0.5345733165740967, "Finetune/Step": 10055, "Finetune/Step Time": 11.882377238944173}
+{"Finetune/Learning Rate": 9.744066282950345e-06, "Finetune/Loss": 0.6113362312316895, "Finetune/Loss (Raw)": 0.6357249021530151, "Finetune/Step": 10056, "Finetune/Step Time": 11.89008024148643}
+{"Finetune/Learning Rate": 9.742382879864857e-06, "Finetune/Loss": 0.6124405264854431, "Finetune/Loss (Raw)": 0.6664860844612122, "Finetune/Step": 10057, "Finetune/Step Time": 11.905071100220084}
+{"Finetune/Learning Rate": 9.740699484084658e-06, "Finetune/Loss": 0.6126497983932495, "Finetune/Loss (Raw)": 0.6552415490150452, "Finetune/Step": 10058, "Finetune/Step Time": 11.909774107858539}
+{"Finetune/Learning Rate": 9.739016095657485e-06, "Finetune/Loss": 0.6125364303588867, "Finetune/Loss (Raw)": 0.6226561069488525, "Finetune/Step": 10059, "Finetune/Step Time": 11.927854871377349}
+{"Finetune/Learning Rate": 9.73733271463107e-06, "Finetune/Loss": 0.613381564617157, "Finetune/Loss (Raw)": 0.6947966814041138, "Finetune/Step": 10060, "Finetune/Step Time": 11.926989564672112}
+{"Finetune/Learning Rate": 9.735649341053155e-06, "Finetune/Loss": 0.6117537617683411, "Finetune/Loss (Raw)": 0.5102352499961853, "Finetune/Step": 10061, "Finetune/Step Time": 11.925642751157284}
+{"Finetune/Learning Rate": 9.733965974971473e-06, "Finetune/Loss": 0.6126917600631714, "Finetune/Loss (Raw)": 0.6513608694076538, "Finetune/Step": 10062, "Finetune/Step Time": 11.92319879308343}
+{"Finetune/Learning Rate": 9.732282616433756e-06, "Finetune/Loss": 0.614287257194519, "Finetune/Loss (Raw)": 0.6980628371238708, "Finetune/Step": 10063, "Finetune/Step Time": 11.921082662418485}
+{"Finetune/Learning Rate": 9.730599265487746e-06, "Finetune/Loss": 0.6142626404762268, "Finetune/Loss (Raw)": 0.6016859412193298, "Finetune/Step": 10064, "Finetune/Step Time": 11.919998632743955}
+{"Finetune/Learning Rate": 9.728915922181179e-06, "Finetune/Loss": 0.6140263080596924, "Finetune/Loss (Raw)": 0.6165457367897034, "Finetune/Step": 10065, "Finetune/Step Time": 11.920767473056912}
+{"Finetune/Learning Rate": 9.727232586561776e-06, "Finetune/Loss": 0.6144030094146729, "Finetune/Loss (Raw)": 0.5938381552696228, "Finetune/Step": 10066, "Finetune/Step Time": 11.919532312080264}
+{"Finetune/Learning Rate": 9.725549258677287e-06, "Finetune/Loss": 0.6143126487731934, "Finetune/Loss (Raw)": 0.7012330889701843, "Finetune/Step": 10067, "Finetune/Step Time": 11.908002249896526}
+{"Finetune/Learning Rate": 9.72386593857544e-06, "Finetune/Loss": 0.6134848594665527, "Finetune/Loss (Raw)": 0.5586141347885132, "Finetune/Step": 10068, "Finetune/Step Time": 11.929305804893374}
+{"Finetune/Learning Rate": 9.722182626303968e-06, "Finetune/Loss": 0.6136224269866943, "Finetune/Loss (Raw)": 0.5417503714561462, "Finetune/Step": 10069, "Finetune/Step Time": 11.906969940289855}
+{"Finetune/Learning Rate": 9.720499321910606e-06, "Finetune/Loss": 0.6144479513168335, "Finetune/Loss (Raw)": 0.6337730288505554, "Finetune/Step": 10070, "Finetune/Step Time": 11.905821520835161}
+{"Finetune/Learning Rate": 9.71881602544309e-06, "Finetune/Loss": 0.6140888929367065, "Finetune/Loss (Raw)": 0.5150600075721741, "Finetune/Step": 10071, "Finetune/Step Time": 11.883602235466242}
+{"Finetune/Learning Rate": 9.717132736949157e-06, "Finetune/Loss": 0.614922046661377, "Finetune/Loss (Raw)": 0.7133722901344299, "Finetune/Step": 10072, "Finetune/Step Time": 11.880681663751602}
+{"Finetune/Learning Rate": 9.715449456476527e-06, "Finetune/Loss": 0.6135817170143127, "Finetune/Loss (Raw)": 0.5992602109909058, "Finetune/Step": 10073, "Finetune/Step Time": 11.879713986068964}
+{"Finetune/Learning Rate": 9.713766184072945e-06, "Finetune/Loss": 0.615684449672699, "Finetune/Loss (Raw)": 0.6404494643211365, "Finetune/Step": 10074, "Finetune/Step Time": 11.854313867166638}
+{"Finetune/Learning Rate": 9.71208291978614e-06, "Finetune/Loss": 0.6167313456535339, "Finetune/Loss (Raw)": 0.7137373089790344, "Finetune/Step": 10075, "Finetune/Step Time": 11.830289732664824}
+{"Finetune/Learning Rate": 9.710399663663845e-06, "Finetune/Loss": 0.61577969789505, "Finetune/Loss (Raw)": 0.588945209980011, "Finetune/Step": 10076, "Finetune/Step Time": 11.836109712719917}
+{"Finetune/Learning Rate": 9.708716415753792e-06, "Finetune/Loss": 0.6154624819755554, "Finetune/Loss (Raw)": 0.5865191221237183, "Finetune/Step": 10077, "Finetune/Step Time": 11.826604319736362}
+{"Finetune/Learning Rate": 9.707033176103714e-06, "Finetune/Loss": 0.6148689985275269, "Finetune/Loss (Raw)": 0.608890175819397, "Finetune/Step": 10078, "Finetune/Step Time": 11.835092905908823}
+{"Finetune/Learning Rate": 9.705349944761341e-06, "Finetune/Loss": 0.6151344776153564, "Finetune/Loss (Raw)": 0.6479064226150513, "Finetune/Step": 10079, "Finetune/Step Time": 11.844348765909672}
+{"Finetune/Learning Rate": 9.703666721774403e-06, "Finetune/Loss": 0.6155002117156982, "Finetune/Loss (Raw)": 0.669622004032135, "Finetune/Step": 10080, "Finetune/Step Time": 11.824958834797144}
+{"Finetune/Learning Rate": 9.701983507190637e-06, "Finetune/Loss": 0.6147234439849854, "Finetune/Loss (Raw)": 0.5353384017944336, "Finetune/Step": 10081, "Finetune/Step Time": 11.794983938336372}
+{"Finetune/Learning Rate": 9.70030030105777e-06, "Finetune/Loss": 0.6122938394546509, "Finetune/Loss (Raw)": 0.39294901490211487, "Finetune/Step": 10082, "Finetune/Step Time": 11.81447682902217}
+{"Finetune/Learning Rate": 9.698617103423535e-06, "Finetune/Loss": 0.6108613014221191, "Finetune/Loss (Raw)": 0.5212612152099609, "Finetune/Step": 10083, "Finetune/Step Time": 11.82194116897881}
+{"Finetune/Learning Rate": 9.696933914335665e-06, "Finetune/Loss": 0.6114333271980286, "Finetune/Loss (Raw)": 0.668099045753479, "Finetune/Step": 10084, "Finetune/Step Time": 11.80677324719727}
+{"Finetune/Learning Rate": 9.695250733841883e-06, "Finetune/Loss": 0.6106449365615845, "Finetune/Loss (Raw)": 0.6984912753105164, "Finetune/Step": 10085, "Finetune/Step Time": 11.798203188925982}
+{"Finetune/Learning Rate": 9.693567561989926e-06, "Finetune/Loss": 0.6113115549087524, "Finetune/Loss (Raw)": 0.661696195602417, "Finetune/Step": 10086, "Finetune/Step Time": 11.812073692679405}
+{"Finetune/Learning Rate": 9.691884398827517e-06, "Finetune/Loss": 0.6125853657722473, "Finetune/Loss (Raw)": 0.7285948395729065, "Finetune/Step": 10087, "Finetune/Step Time": 11.805499840527773}
+{"Finetune/Learning Rate": 9.690201244402394e-06, "Finetune/Loss": 0.6133437156677246, "Finetune/Loss (Raw)": 0.7603003978729248, "Finetune/Step": 10088, "Finetune/Step Time": 11.797316152602434}
+{"Finetune/Learning Rate": 9.688518098762283e-06, "Finetune/Loss": 0.6132336854934692, "Finetune/Loss (Raw)": 0.668010413646698, "Finetune/Step": 10089, "Finetune/Step Time": 11.780409274622798}
+{"Finetune/Learning Rate": 9.686834961954915e-06, "Finetune/Loss": 0.6129918098449707, "Finetune/Loss (Raw)": 0.6613042950630188, "Finetune/Step": 10090, "Finetune/Step Time": 11.780334854498506}
+{"Finetune/Learning Rate": 9.685151834028014e-06, "Finetune/Loss": 0.6133654117584229, "Finetune/Loss (Raw)": 0.6326335668563843, "Finetune/Step": 10091, "Finetune/Step Time": 11.78692102059722}
+{"Finetune/Learning Rate": 9.683468715029312e-06, "Finetune/Loss": 0.6146389842033386, "Finetune/Loss (Raw)": 0.6612032651901245, "Finetune/Step": 10092, "Finetune/Step Time": 11.764045976102352}
+{"Finetune/Learning Rate": 9.681785605006537e-06, "Finetune/Loss": 0.6141235828399658, "Finetune/Loss (Raw)": 0.5879693031311035, "Finetune/Step": 10093, "Finetune/Step Time": 11.770467471331358}
+{"Finetune/Learning Rate": 9.680102504007419e-06, "Finetune/Loss": 0.6147308945655823, "Finetune/Loss (Raw)": 0.644784152507782, "Finetune/Step": 10094, "Finetune/Step Time": 11.778528492897749}
+{"Finetune/Learning Rate": 9.67841941207968e-06, "Finetune/Loss": 0.6147633790969849, "Finetune/Loss (Raw)": 0.6148436069488525, "Finetune/Step": 10095, "Finetune/Step Time": 11.773761784657836}
+{"Finetune/Learning Rate": 9.67673632927106e-06, "Finetune/Loss": 0.615854799747467, "Finetune/Loss (Raw)": 0.6947804093360901, "Finetune/Step": 10096, "Finetune/Step Time": 11.768225157633424}
+{"Finetune/Learning Rate": 9.675053255629271e-06, "Finetune/Loss": 0.6154910326004028, "Finetune/Loss (Raw)": 0.7100754380226135, "Finetune/Step": 10097, "Finetune/Step Time": 11.773156724870205}
+{"Finetune/Learning Rate": 9.673370191202049e-06, "Finetune/Loss": 0.6175163388252258, "Finetune/Loss (Raw)": 0.6198462843894958, "Finetune/Step": 10098, "Finetune/Step Time": 11.741449454799294}
+{"Finetune/Learning Rate": 9.67168713603712e-06, "Finetune/Loss": 0.6180366277694702, "Finetune/Loss (Raw)": 0.6692798733711243, "Finetune/Step": 10099, "Finetune/Step Time": 11.757328556850553}
+{"Finetune/Learning Rate": 9.670004090182212e-06, "Finetune/Loss": 0.618712306022644, "Finetune/Loss (Raw)": 0.6752742528915405, "Finetune/Step": 10100, "Finetune/Step Time": 11.760066801682115}
+{"Finetune/Learning Rate": 9.668321053685047e-06, "Finetune/Loss": 0.6186325550079346, "Finetune/Loss (Raw)": 0.6518200039863586, "Finetune/Step": 10101, "Finetune/Step Time": 11.75450518541038}
+{"Finetune/Learning Rate": 9.666638026593359e-06, "Finetune/Loss": 0.6192278861999512, "Finetune/Loss (Raw)": 0.7797757983207703, "Finetune/Step": 10102, "Finetune/Step Time": 11.769942533224821}
+{"Finetune/Learning Rate": 9.664955008954865e-06, "Finetune/Loss": 0.6185767650604248, "Finetune/Loss (Raw)": 0.5608440637588501, "Finetune/Step": 10103, "Finetune/Step Time": 11.762513227760792}
+{"Finetune/Learning Rate": 9.663272000817295e-06, "Finetune/Loss": 0.6192744374275208, "Finetune/Loss (Raw)": 0.7094529271125793, "Finetune/Step": 10104, "Finetune/Step Time": 11.761392265558243}
+{"Finetune/Learning Rate": 9.661589002228368e-06, "Finetune/Loss": 0.6187613606452942, "Finetune/Loss (Raw)": 0.5126312375068665, "Finetune/Step": 10105, "Finetune/Step Time": 11.766481257975101}
+{"Finetune/Learning Rate": 9.65990601323582e-06, "Finetune/Loss": 0.6183038949966431, "Finetune/Loss (Raw)": 0.5850507616996765, "Finetune/Step": 10106, "Finetune/Step Time": 11.757705308496952}
+{"Finetune/Learning Rate": 9.658223033887369e-06, "Finetune/Loss": 0.6159265041351318, "Finetune/Loss (Raw)": 0.4583420157432556, "Finetune/Step": 10107, "Finetune/Step Time": 11.786059083417058}
+{"Finetune/Learning Rate": 9.656540064230745e-06, "Finetune/Loss": 0.6165125966072083, "Finetune/Loss (Raw)": 0.6119140386581421, "Finetune/Step": 10108, "Finetune/Step Time": 11.80800680629909}
+{"Finetune/Learning Rate": 9.654857104313665e-06, "Finetune/Loss": 0.6161503791809082, "Finetune/Loss (Raw)": 0.6280654072761536, "Finetune/Step": 10109, "Finetune/Step Time": 11.82941910251975}
+{"Finetune/Learning Rate": 9.653174154183854e-06, "Finetune/Loss": 0.6147247552871704, "Finetune/Loss (Raw)": 0.5917423367500305, "Finetune/Step": 10110, "Finetune/Step Time": 11.817597290500998}
+{"Finetune/Learning Rate": 9.65149121388904e-06, "Finetune/Loss": 0.6151453256607056, "Finetune/Loss (Raw)": 0.6710415482521057, "Finetune/Step": 10111, "Finetune/Step Time": 11.818829528987408}
+{"Finetune/Learning Rate": 9.64980828347694e-06, "Finetune/Loss": 0.6156535148620605, "Finetune/Loss (Raw)": 0.5984456539154053, "Finetune/Step": 10112, "Finetune/Step Time": 11.821092056110501}
+{"Finetune/Learning Rate": 9.648125362995287e-06, "Finetune/Loss": 0.6147848963737488, "Finetune/Loss (Raw)": 0.5904663801193237, "Finetune/Step": 10113, "Finetune/Step Time": 11.838325737044215}
+{"Finetune/Learning Rate": 9.646442452491798e-06, "Finetune/Loss": 0.6139230728149414, "Finetune/Loss (Raw)": 0.4990859627723694, "Finetune/Step": 10114, "Finetune/Step Time": 11.838677387684584}
+{"Finetune/Learning Rate": 9.644759552014193e-06, "Finetune/Loss": 0.6143702268600464, "Finetune/Loss (Raw)": 0.6078485250473022, "Finetune/Step": 10115, "Finetune/Step Time": 11.843287169933319}
+{"Finetune/Learning Rate": 9.643076661610197e-06, "Finetune/Loss": 0.6145163178443909, "Finetune/Loss (Raw)": 0.6349930763244629, "Finetune/Step": 10116, "Finetune/Step Time": 11.847231060266495}
+{"Finetune/Learning Rate": 9.641393781327532e-06, "Finetune/Loss": 0.6142997145652771, "Finetune/Loss (Raw)": 0.6234830617904663, "Finetune/Step": 10117, "Finetune/Step Time": 11.83974870480597}
+{"Finetune/Learning Rate": 9.63971091121392e-06, "Finetune/Loss": 0.6137561798095703, "Finetune/Loss (Raw)": 0.5381338000297546, "Finetune/Step": 10118, "Finetune/Step Time": 11.844221260398626}
+{"Finetune/Learning Rate": 9.63802805131708e-06, "Finetune/Loss": 0.6136094331741333, "Finetune/Loss (Raw)": 0.6566556096076965, "Finetune/Step": 10119, "Finetune/Step Time": 11.842472294345498}
+{"Finetune/Learning Rate": 9.636345201684741e-06, "Finetune/Loss": 0.6157004833221436, "Finetune/Loss (Raw)": 0.8172252178192139, "Finetune/Step": 10120, "Finetune/Step Time": 11.82193517498672}
+{"Finetune/Learning Rate": 9.634662362364615e-06, "Finetune/Loss": 0.6143753528594971, "Finetune/Loss (Raw)": 0.4482908546924591, "Finetune/Step": 10121, "Finetune/Step Time": 11.822734175249934}
+{"Finetune/Learning Rate": 9.632979533404423e-06, "Finetune/Loss": 0.6132014989852905, "Finetune/Loss (Raw)": 0.6523720622062683, "Finetune/Step": 10122, "Finetune/Step Time": 11.82779149338603}
+{"Finetune/Learning Rate": 9.631296714851888e-06, "Finetune/Loss": 0.6133983731269836, "Finetune/Loss (Raw)": 0.5304698944091797, "Finetune/Step": 10123, "Finetune/Step Time": 11.825266880914569}
+{"Finetune/Learning Rate": 9.629613906754732e-06, "Finetune/Loss": 0.6128890514373779, "Finetune/Loss (Raw)": 0.6040462255477905, "Finetune/Step": 10124, "Finetune/Step Time": 11.831568717956543}
+{"Finetune/Learning Rate": 9.627931109160673e-06, "Finetune/Loss": 0.6122101545333862, "Finetune/Loss (Raw)": 0.5966573357582092, "Finetune/Step": 10125, "Finetune/Step Time": 11.849724838510156}
+{"Finetune/Learning Rate": 9.62624832211743e-06, "Finetune/Loss": 0.6122152805328369, "Finetune/Loss (Raw)": 0.6438854932785034, "Finetune/Step": 10126, "Finetune/Step Time": 11.844151662662625}
+{"Finetune/Learning Rate": 9.62456554567272e-06, "Finetune/Loss": 0.6123312711715698, "Finetune/Loss (Raw)": 0.6160122752189636, "Finetune/Step": 10127, "Finetune/Step Time": 11.84901593439281}
+{"Finetune/Learning Rate": 9.622882779874263e-06, "Finetune/Loss": 0.6139050126075745, "Finetune/Loss (Raw)": 0.5941299200057983, "Finetune/Step": 10128, "Finetune/Step Time": 11.836072538048029}
+{"Finetune/Learning Rate": 9.621200024769776e-06, "Finetune/Loss": 0.6132394671440125, "Finetune/Loss (Raw)": 0.5859939455986023, "Finetune/Step": 10129, "Finetune/Step Time": 11.839485194534063}
+{"Finetune/Learning Rate": 9.61951728040698e-06, "Finetune/Loss": 0.6141644716262817, "Finetune/Loss (Raw)": 0.7282971739768982, "Finetune/Step": 10130, "Finetune/Step Time": 11.839455474168062}
+{"Finetune/Learning Rate": 9.617834546833596e-06, "Finetune/Loss": 0.6146204471588135, "Finetune/Loss (Raw)": 0.6520189642906189, "Finetune/Step": 10131, "Finetune/Step Time": 11.852323550730944}
+{"Finetune/Learning Rate": 9.616151824097337e-06, "Finetune/Loss": 0.6145139336585999, "Finetune/Loss (Raw)": 0.5553156137466431, "Finetune/Step": 10132, "Finetune/Step Time": 11.843741560354829}
+{"Finetune/Learning Rate": 9.614469112245919e-06, "Finetune/Loss": 0.6146368980407715, "Finetune/Loss (Raw)": 0.6168385148048401, "Finetune/Step": 10133, "Finetune/Step Time": 11.845023335888982}
+{"Finetune/Learning Rate": 9.61278641132706e-06, "Finetune/Loss": 0.6161401271820068, "Finetune/Loss (Raw)": 0.7211319208145142, "Finetune/Step": 10134, "Finetune/Step Time": 11.844798097386956}
+{"Finetune/Learning Rate": 9.611103721388478e-06, "Finetune/Loss": 0.61553955078125, "Finetune/Loss (Raw)": 0.56646329164505, "Finetune/Step": 10135, "Finetune/Step Time": 11.839821664616466}
+{"Finetune/Learning Rate": 9.609421042477886e-06, "Finetune/Loss": 0.615341067314148, "Finetune/Loss (Raw)": 0.6065890789031982, "Finetune/Step": 10136, "Finetune/Step Time": 11.887133227661252}
+{"Finetune/Learning Rate": 9.607738374643005e-06, "Finetune/Loss": 0.6155281662940979, "Finetune/Loss (Raw)": 0.684670627117157, "Finetune/Step": 10137, "Finetune/Step Time": 11.893816424533725}
+{"Finetune/Learning Rate": 9.606055717931555e-06, "Finetune/Loss": 0.6162821054458618, "Finetune/Loss (Raw)": 0.6393148303031921, "Finetune/Step": 10138, "Finetune/Step Time": 11.895281117409468}
+{"Finetune/Learning Rate": 9.604373072391234e-06, "Finetune/Loss": 0.6160092949867249, "Finetune/Loss (Raw)": 0.5531955361366272, "Finetune/Step": 10139, "Finetune/Step Time": 11.901540122926235}
+{"Finetune/Learning Rate": 9.602690438069772e-06, "Finetune/Loss": 0.6153820157051086, "Finetune/Loss (Raw)": 0.5302375555038452, "Finetune/Step": 10140, "Finetune/Step Time": 11.896781584247947}
+{"Finetune/Learning Rate": 9.601007815014879e-06, "Finetune/Loss": 0.6137275695800781, "Finetune/Loss (Raw)": 0.44540905952453613, "Finetune/Step": 10141, "Finetune/Step Time": 11.926773240789771}
+{"Finetune/Learning Rate": 9.59932520327427e-06, "Finetune/Loss": 0.6132651567459106, "Finetune/Loss (Raw)": 0.5518157482147217, "Finetune/Step": 10142, "Finetune/Step Time": 11.92862906679511}
+{"Finetune/Learning Rate": 9.597642602895656e-06, "Finetune/Loss": 0.6129552125930786, "Finetune/Loss (Raw)": 0.6115779280662537, "Finetune/Step": 10143, "Finetune/Step Time": 11.928348133340478}
+{"Finetune/Learning Rate": 9.595960013926761e-06, "Finetune/Loss": 0.613164484500885, "Finetune/Loss (Raw)": 0.7297446727752686, "Finetune/Step": 10144, "Finetune/Step Time": 11.925382524728775}
+{"Finetune/Learning Rate": 9.594277436415286e-06, "Finetune/Loss": 0.6130106449127197, "Finetune/Loss (Raw)": 0.661823570728302, "Finetune/Step": 10145, "Finetune/Step Time": 11.923336073756218}
+{"Finetune/Learning Rate": 9.592594870408946e-06, "Finetune/Loss": 0.613425612449646, "Finetune/Loss (Raw)": 0.5470196008682251, "Finetune/Step": 10146, "Finetune/Step Time": 11.92425243742764}
+{"Finetune/Learning Rate": 9.590912315955462e-06, "Finetune/Loss": 0.6148674488067627, "Finetune/Loss (Raw)": 0.668815016746521, "Finetune/Step": 10147, "Finetune/Step Time": 11.91160381399095}
+{"Finetune/Learning Rate": 9.58922977310254e-06, "Finetune/Loss": 0.61301189661026, "Finetune/Loss (Raw)": 0.46628537774086, "Finetune/Step": 10148, "Finetune/Step Time": 11.934030942618847}
+{"Finetune/Learning Rate": 9.587547241897893e-06, "Finetune/Loss": 0.6132664680480957, "Finetune/Loss (Raw)": 0.7231417298316956, "Finetune/Step": 10149, "Finetune/Step Time": 11.929782131686807}
+{"Finetune/Learning Rate": 9.585864722389236e-06, "Finetune/Loss": 0.6128116846084595, "Finetune/Loss (Raw)": 0.6743295788764954, "Finetune/Step": 10150, "Finetune/Step Time": 11.92480381578207}
+{"Finetune/Learning Rate": 9.584182214624276e-06, "Finetune/Loss": 0.6128913164138794, "Finetune/Loss (Raw)": 0.6095271706581116, "Finetune/Step": 10151, "Finetune/Step Time": 11.90785957314074}
+{"Finetune/Learning Rate": 9.582499718650726e-06, "Finetune/Loss": 0.6138827800750732, "Finetune/Loss (Raw)": 0.759137749671936, "Finetune/Step": 10152, "Finetune/Step Time": 11.911450309678912}
+{"Finetune/Learning Rate": 9.580817234516292e-06, "Finetune/Loss": 0.6151170134544373, "Finetune/Loss (Raw)": 0.6625163555145264, "Finetune/Step": 10153, "Finetune/Step Time": 11.904698776081204}
+{"Finetune/Learning Rate": 9.579134762268694e-06, "Finetune/Loss": 0.614880383014679, "Finetune/Loss (Raw)": 0.6070680618286133, "Finetune/Step": 10154, "Finetune/Step Time": 11.909659082069993}
+{"Finetune/Learning Rate": 9.57745230195564e-06, "Finetune/Loss": 0.6148958206176758, "Finetune/Loss (Raw)": 0.5997682809829712, "Finetune/Step": 10155, "Finetune/Step Time": 11.910044902935624}
+{"Finetune/Learning Rate": 9.575769853624833e-06, "Finetune/Loss": 0.6147244572639465, "Finetune/Loss (Raw)": 0.6080923080444336, "Finetune/Step": 10156, "Finetune/Step Time": 11.903783416375518}
+{"Finetune/Learning Rate": 9.57408741732399e-06, "Finetune/Loss": 0.6145176887512207, "Finetune/Loss (Raw)": 0.5320024490356445, "Finetune/Step": 10157, "Finetune/Step Time": 11.8949820920825}
+{"Finetune/Learning Rate": 9.572404993100814e-06, "Finetune/Loss": 0.6151503324508667, "Finetune/Loss (Raw)": 0.7045741081237793, "Finetune/Step": 10158, "Finetune/Step Time": 11.864028744399548}
+{"Finetune/Learning Rate": 9.570722581003017e-06, "Finetune/Loss": 0.6155674457550049, "Finetune/Loss (Raw)": 0.6643247008323669, "Finetune/Step": 10159, "Finetune/Step Time": 11.831993035972118}
+{"Finetune/Learning Rate": 9.569040181078306e-06, "Finetune/Loss": 0.6147675514221191, "Finetune/Loss (Raw)": 0.5201123952865601, "Finetune/Step": 10160, "Finetune/Step Time": 11.839530931785703}
+{"Finetune/Learning Rate": 9.56735779337439e-06, "Finetune/Loss": 0.6141594648361206, "Finetune/Loss (Raw)": 0.5547095537185669, "Finetune/Step": 10161, "Finetune/Step Time": 11.847239067777991}
+{"Finetune/Learning Rate": 9.565675417938977e-06, "Finetune/Loss": 0.6147404909133911, "Finetune/Loss (Raw)": 0.6536425352096558, "Finetune/Step": 10162, "Finetune/Step Time": 11.859774556010962}
+{"Finetune/Learning Rate": 9.563993054819777e-06, "Finetune/Loss": 0.615475058555603, "Finetune/Loss (Raw)": 0.681658923625946, "Finetune/Step": 10163, "Finetune/Step Time": 11.870729247108102}
+{"Finetune/Learning Rate": 9.562310704064491e-06, "Finetune/Loss": 0.6152997016906738, "Finetune/Loss (Raw)": 0.6005227565765381, "Finetune/Step": 10164, "Finetune/Step Time": 11.871315892785788}
+{"Finetune/Learning Rate": 9.56062836572083e-06, "Finetune/Loss": 0.6152136325836182, "Finetune/Loss (Raw)": 0.6057785749435425, "Finetune/Step": 10165, "Finetune/Step Time": 11.871835308149457}
+{"Finetune/Learning Rate": 9.558946039836498e-06, "Finetune/Loss": 0.6133395433425903, "Finetune/Loss (Raw)": 0.5381063222885132, "Finetune/Step": 10166, "Finetune/Step Time": 11.857516402378678}
+{"Finetune/Learning Rate": 9.557263726459203e-06, "Finetune/Loss": 0.6133825778961182, "Finetune/Loss (Raw)": 0.6668494939804077, "Finetune/Step": 10167, "Finetune/Step Time": 11.856719179078937}
+{"Finetune/Learning Rate": 9.555581425636648e-06, "Finetune/Loss": 0.6141273975372314, "Finetune/Loss (Raw)": 0.6425591111183167, "Finetune/Step": 10168, "Finetune/Step Time": 11.848520619794726}
+{"Finetune/Learning Rate": 9.553899137416546e-06, "Finetune/Loss": 0.6148831844329834, "Finetune/Loss (Raw)": 0.5726761221885681, "Finetune/Step": 10169, "Finetune/Step Time": 11.827528176829219}
+{"Finetune/Learning Rate": 9.552216861846588e-06, "Finetune/Loss": 0.6173175573348999, "Finetune/Loss (Raw)": 0.6867029666900635, "Finetune/Step": 10170, "Finetune/Step Time": 11.80327039398253}
+{"Finetune/Learning Rate": 9.550534598974491e-06, "Finetune/Loss": 0.6175316572189331, "Finetune/Loss (Raw)": 0.5697274804115295, "Finetune/Step": 10171, "Finetune/Step Time": 11.75938306748867}
+{"Finetune/Learning Rate": 9.548852348847954e-06, "Finetune/Loss": 0.618773877620697, "Finetune/Loss (Raw)": 0.7265470623970032, "Finetune/Step": 10172, "Finetune/Step Time": 11.761811502277851}
+{"Finetune/Learning Rate": 9.547170111514681e-06, "Finetune/Loss": 0.6192624568939209, "Finetune/Loss (Raw)": 0.7303105592727661, "Finetune/Step": 10173, "Finetune/Step Time": 11.756051063537598}
+{"Finetune/Learning Rate": 9.545487887022375e-06, "Finetune/Loss": 0.6198728084564209, "Finetune/Loss (Raw)": 0.6584028601646423, "Finetune/Step": 10174, "Finetune/Step Time": 11.763573471456766}
+{"Finetune/Learning Rate": 9.543805675418743e-06, "Finetune/Loss": 0.6213563084602356, "Finetune/Loss (Raw)": 0.6157258749008179, "Finetune/Step": 10175, "Finetune/Step Time": 11.73579210601747}
+{"Finetune/Learning Rate": 9.542123476751484e-06, "Finetune/Loss": 0.6207446455955505, "Finetune/Loss (Raw)": 0.5365221500396729, "Finetune/Step": 10176, "Finetune/Step Time": 11.722516851499677}
+{"Finetune/Learning Rate": 9.5404412910683e-06, "Finetune/Loss": 0.620015025138855, "Finetune/Loss (Raw)": 0.5915026068687439, "Finetune/Step": 10177, "Finetune/Step Time": 11.739747516810894}
+{"Finetune/Learning Rate": 9.538759118416892e-06, "Finetune/Loss": 0.6199860572814941, "Finetune/Loss (Raw)": 0.6032982468605042, "Finetune/Step": 10178, "Finetune/Step Time": 11.735779240727425}
+{"Finetune/Learning Rate": 9.537076958844966e-06, "Finetune/Loss": 0.6210207343101501, "Finetune/Loss (Raw)": 0.7279794216156006, "Finetune/Step": 10179, "Finetune/Step Time": 11.751295099034905}
+{"Finetune/Learning Rate": 9.535394812400222e-06, "Finetune/Loss": 0.6210333108901978, "Finetune/Loss (Raw)": 0.6332718133926392, "Finetune/Step": 10180, "Finetune/Step Time": 11.797107925638556}
+{"Finetune/Learning Rate": 9.53371267913036e-06, "Finetune/Loss": 0.622218668460846, "Finetune/Loss (Raw)": 0.7354238033294678, "Finetune/Step": 10181, "Finetune/Step Time": 11.817546701058745}
+{"Finetune/Learning Rate": 9.53203055908308e-06, "Finetune/Loss": 0.6240402460098267, "Finetune/Loss (Raw)": 0.7381243109703064, "Finetune/Step": 10182, "Finetune/Step Time": 11.802959704771638}
+{"Finetune/Learning Rate": 9.530348452306082e-06, "Finetune/Loss": 0.6241350769996643, "Finetune/Loss (Raw)": 0.5467104911804199, "Finetune/Step": 10183, "Finetune/Step Time": 11.810095082968473}
+{"Finetune/Learning Rate": 9.528666358847068e-06, "Finetune/Loss": 0.6246199011802673, "Finetune/Loss (Raw)": 0.6977805495262146, "Finetune/Step": 10184, "Finetune/Step Time": 11.802109863609076}
+{"Finetune/Learning Rate": 9.526984278753732e-06, "Finetune/Loss": 0.6231811046600342, "Finetune/Loss (Raw)": 0.4823187291622162, "Finetune/Step": 10185, "Finetune/Step Time": 11.785740125924349}
+{"Finetune/Learning Rate": 9.525302212073777e-06, "Finetune/Loss": 0.6231104135513306, "Finetune/Loss (Raw)": 0.6461935639381409, "Finetune/Step": 10186, "Finetune/Step Time": 11.79127036780119}
+{"Finetune/Learning Rate": 9.52362015885491e-06, "Finetune/Loss": 0.6224626302719116, "Finetune/Loss (Raw)": 0.5397409200668335, "Finetune/Step": 10187, "Finetune/Step Time": 11.777493761852384}
+{"Finetune/Learning Rate": 9.521938119144811e-06, "Finetune/Loss": 0.6228320002555847, "Finetune/Loss (Raw)": 0.7420769333839417, "Finetune/Step": 10188, "Finetune/Step Time": 11.798662357032299}
+{"Finetune/Learning Rate": 9.520256092991191e-06, "Finetune/Loss": 0.6240197420120239, "Finetune/Loss (Raw)": 0.6622660756111145, "Finetune/Step": 10189, "Finetune/Step Time": 11.79257220774889}
+{"Finetune/Learning Rate": 9.518574080441744e-06, "Finetune/Loss": 0.6244494318962097, "Finetune/Loss (Raw)": 0.7063613533973694, "Finetune/Step": 10190, "Finetune/Step Time": 11.790191605687141}
+{"Finetune/Learning Rate": 9.516892081544167e-06, "Finetune/Loss": 0.6231428384780884, "Finetune/Loss (Raw)": 0.5308178067207336, "Finetune/Step": 10191, "Finetune/Step Time": 11.81084861420095}
+{"Finetune/Learning Rate": 9.515210096346155e-06, "Finetune/Loss": 0.6237169504165649, "Finetune/Loss (Raw)": 0.6751670241355896, "Finetune/Step": 10192, "Finetune/Step Time": 11.812100002542138}
+{"Finetune/Learning Rate": 9.51352812489541e-06, "Finetune/Loss": 0.6241214275360107, "Finetune/Loss (Raw)": 0.6683250665664673, "Finetune/Step": 10193, "Finetune/Step Time": 11.81501410715282}
+{"Finetune/Learning Rate": 9.511846167239624e-06, "Finetune/Loss": 0.6252150535583496, "Finetune/Loss (Raw)": 0.7338230609893799, "Finetune/Step": 10194, "Finetune/Step Time": 11.827679332345724}
+{"Finetune/Learning Rate": 9.510164223426487e-06, "Finetune/Loss": 0.624629020690918, "Finetune/Loss (Raw)": 0.626215398311615, "Finetune/Step": 10195, "Finetune/Step Time": 11.817479725927114}
+{"Finetune/Learning Rate": 9.508482293503704e-06, "Finetune/Loss": 0.624417245388031, "Finetune/Loss (Raw)": 0.5315093994140625, "Finetune/Step": 10196, "Finetune/Step Time": 11.818134780973196}
+{"Finetune/Learning Rate": 9.506800377518965e-06, "Finetune/Loss": 0.6253974437713623, "Finetune/Loss (Raw)": 0.6672174334526062, "Finetune/Step": 10197, "Finetune/Step Time": 11.818023163825274}
+{"Finetune/Learning Rate": 9.505118475519964e-06, "Finetune/Loss": 0.625137448310852, "Finetune/Loss (Raw)": 0.6004890203475952, "Finetune/Step": 10198, "Finetune/Step Time": 11.815636862069368}
+{"Finetune/Learning Rate": 9.503436587554399e-06, "Finetune/Loss": 0.6255622506141663, "Finetune/Loss (Raw)": 0.5694398283958435, "Finetune/Step": 10199, "Finetune/Step Time": 11.79585412889719}
+{"Finetune/Learning Rate": 9.501754713669956e-06, "Finetune/Loss": 0.6244485378265381, "Finetune/Loss (Raw)": 0.5708157420158386, "Finetune/Step": 10200, "Finetune/Step Time": 11.797442814335227}
+{"Finetune/Learning Rate": 9.500072853914334e-06, "Finetune/Loss": 0.624901533126831, "Finetune/Loss (Raw)": 0.6572412252426147, "Finetune/Step": 10201, "Finetune/Step Time": 11.812217202037573}
+{"Finetune/Learning Rate": 9.498391008335222e-06, "Finetune/Loss": 0.6254116892814636, "Finetune/Loss (Raw)": 0.7057543396949768, "Finetune/Step": 10202, "Finetune/Step Time": 11.806863237172365}
+{"Finetune/Learning Rate": 9.496709176980317e-06, "Finetune/Loss": 0.6247277855873108, "Finetune/Loss (Raw)": 0.6261979341506958, "Finetune/Step": 10203, "Finetune/Step Time": 11.803602749481797}
+{"Finetune/Learning Rate": 9.495027359897308e-06, "Finetune/Loss": 0.625613808631897, "Finetune/Loss (Raw)": 0.7023497223854065, "Finetune/Step": 10204, "Finetune/Step Time": 11.802156643941998}
+{"Finetune/Learning Rate": 9.493345557133889e-06, "Finetune/Loss": 0.6261738538742065, "Finetune/Loss (Raw)": 0.6582068204879761, "Finetune/Step": 10205, "Finetune/Step Time": 11.808421112596989}
+{"Finetune/Learning Rate": 9.49166376873775e-06, "Finetune/Loss": 0.6257401704788208, "Finetune/Loss (Raw)": 0.5533797144889832, "Finetune/Step": 10206, "Finetune/Step Time": 11.797670919448137}
+{"Finetune/Learning Rate": 9.489981994756578e-06, "Finetune/Loss": 0.6255248785018921, "Finetune/Loss (Raw)": 0.6203563213348389, "Finetune/Step": 10207, "Finetune/Step Time": 11.799192234873772}
+{"Finetune/Learning Rate": 9.488300235238067e-06, "Finetune/Loss": 0.6250298619270325, "Finetune/Loss (Raw)": 0.6062527298927307, "Finetune/Step": 10208, "Finetune/Step Time": 11.798480132594705}
+{"Finetune/Learning Rate": 9.486618490229904e-06, "Finetune/Loss": 0.6255933046340942, "Finetune/Loss (Raw)": 0.6074550151824951, "Finetune/Step": 10209, "Finetune/Step Time": 11.804451793432236}
+{"Finetune/Learning Rate": 9.484936759779783e-06, "Finetune/Loss": 0.6270976662635803, "Finetune/Loss (Raw)": 0.585513174533844, "Finetune/Step": 10210, "Finetune/Step Time": 11.78023024648428}
+{"Finetune/Learning Rate": 9.483255043935395e-06, "Finetune/Loss": 0.6283661723136902, "Finetune/Loss (Raw)": 0.6836265921592712, "Finetune/Step": 10211, "Finetune/Step Time": 11.77436595223844}
+{"Finetune/Learning Rate": 9.481573342744418e-06, "Finetune/Loss": 0.627214789390564, "Finetune/Loss (Raw)": 0.5207239389419556, "Finetune/Step": 10212, "Finetune/Step Time": 11.774190705269575}
+{"Finetune/Learning Rate": 9.47989165625455e-06, "Finetune/Loss": 0.6273787021636963, "Finetune/Loss (Raw)": 0.7194730639457703, "Finetune/Step": 10213, "Finetune/Step Time": 11.781985983252525}
+{"Finetune/Learning Rate": 9.478209984513476e-06, "Finetune/Loss": 0.6268101334571838, "Finetune/Loss (Raw)": 0.5889185667037964, "Finetune/Step": 10214, "Finetune/Step Time": 11.76849658973515}
+{"Finetune/Learning Rate": 9.47652832756888e-06, "Finetune/Loss": 0.6257696151733398, "Finetune/Loss (Raw)": 0.5954127907752991, "Finetune/Step": 10215, "Finetune/Step Time": 11.775962620973587}
+{"Finetune/Learning Rate": 9.474846685468455e-06, "Finetune/Loss": 0.624453067779541, "Finetune/Loss (Raw)": 0.5917773842811584, "Finetune/Step": 10216, "Finetune/Step Time": 11.780269306153059}
+{"Finetune/Learning Rate": 9.473165058259887e-06, "Finetune/Loss": 0.6253618001937866, "Finetune/Loss (Raw)": 0.7843253016471863, "Finetune/Step": 10217, "Finetune/Step Time": 11.782522117719054}
+{"Finetune/Learning Rate": 9.471483445990856e-06, "Finetune/Loss": 0.6254208087921143, "Finetune/Loss (Raw)": 0.668865978717804, "Finetune/Step": 10218, "Finetune/Step Time": 11.781352696940303}
+{"Finetune/Learning Rate": 9.469801848709049e-06, "Finetune/Loss": 0.625212550163269, "Finetune/Loss (Raw)": 0.6059727668762207, "Finetune/Step": 10219, "Finetune/Step Time": 11.77889296039939}
+{"Finetune/Learning Rate": 9.468120266462157e-06, "Finetune/Loss": 0.6247894763946533, "Finetune/Loss (Raw)": 0.6070520877838135, "Finetune/Step": 10220, "Finetune/Step Time": 11.776240246370435}
+{"Finetune/Learning Rate": 9.466438699297864e-06, "Finetune/Loss": 0.6244200468063354, "Finetune/Loss (Raw)": 0.5406808853149414, "Finetune/Step": 10221, "Finetune/Step Time": 11.772782415151596}
+{"Finetune/Learning Rate": 9.464757147263849e-06, "Finetune/Loss": 0.6250329613685608, "Finetune/Loss (Raw)": 0.7232375741004944, "Finetune/Step": 10222, "Finetune/Step Time": 11.761508960276842}
+{"Finetune/Learning Rate": 9.463075610407803e-06, "Finetune/Loss": 0.6251029968261719, "Finetune/Loss (Raw)": 0.6238095760345459, "Finetune/Step": 10223, "Finetune/Step Time": 11.759452659636736}
+{"Finetune/Learning Rate": 9.461394088777402e-06, "Finetune/Loss": 0.6248847246170044, "Finetune/Loss (Raw)": 0.6668392419815063, "Finetune/Step": 10224, "Finetune/Step Time": 11.780821142718196}
+{"Finetune/Learning Rate": 9.459712582420335e-06, "Finetune/Loss": 0.6249271035194397, "Finetune/Loss (Raw)": 0.7154982089996338, "Finetune/Step": 10225, "Finetune/Step Time": 11.779630579054356}
+{"Finetune/Learning Rate": 9.45803109138428e-06, "Finetune/Loss": 0.6251097917556763, "Finetune/Loss (Raw)": 0.6432378888130188, "Finetune/Step": 10226, "Finetune/Step Time": 11.772883141413331}
+{"Finetune/Learning Rate": 9.456349615716923e-06, "Finetune/Loss": 0.6228016018867493, "Finetune/Loss (Raw)": 0.37382781505584717, "Finetune/Step": 10227, "Finetune/Step Time": 11.78077538125217}
+{"Finetune/Learning Rate": 9.454668155465947e-06, "Finetune/Loss": 0.6235501766204834, "Finetune/Loss (Raw)": 0.771081268787384, "Finetune/Step": 10228, "Finetune/Step Time": 11.82084658741951}
+{"Finetune/Learning Rate": 9.452986710679033e-06, "Finetune/Loss": 0.6235894560813904, "Finetune/Loss (Raw)": 0.6568542122840881, "Finetune/Step": 10229, "Finetune/Step Time": 11.823762752115726}
+{"Finetune/Learning Rate": 9.451305281403858e-06, "Finetune/Loss": 0.6225196719169617, "Finetune/Loss (Raw)": 0.6428474187850952, "Finetune/Step": 10230, "Finetune/Step Time": 11.809924690052867}
+{"Finetune/Learning Rate": 9.449623867688105e-06, "Finetune/Loss": 0.6226513385772705, "Finetune/Loss (Raw)": 0.5776939392089844, "Finetune/Step": 10231, "Finetune/Step Time": 11.821747271344066}
+{"Finetune/Learning Rate": 9.447942469579453e-06, "Finetune/Loss": 0.6218365430831909, "Finetune/Loss (Raw)": 0.6051568984985352, "Finetune/Step": 10232, "Finetune/Step Time": 11.826199762523174}
+{"Finetune/Learning Rate": 9.446261087125583e-06, "Finetune/Loss": 0.6217129230499268, "Finetune/Loss (Raw)": 0.49680671095848083, "Finetune/Step": 10233, "Finetune/Step Time": 11.828937277197838}
+{"Finetune/Learning Rate": 9.444579720374173e-06, "Finetune/Loss": 0.621519148349762, "Finetune/Loss (Raw)": 0.560253918170929, "Finetune/Step": 10234, "Finetune/Step Time": 11.836408339440823}
+{"Finetune/Learning Rate": 9.44289836937291e-06, "Finetune/Loss": 0.6212922930717468, "Finetune/Loss (Raw)": 0.4293062686920166, "Finetune/Step": 10235, "Finetune/Step Time": 11.839989963918924}
+{"Finetune/Learning Rate": 9.441217034169457e-06, "Finetune/Loss": 0.6215834617614746, "Finetune/Loss (Raw)": 0.6491822600364685, "Finetune/Step": 10236, "Finetune/Step Time": 11.830344157293439}
+{"Finetune/Learning Rate": 9.439535714811501e-06, "Finetune/Loss": 0.6215049028396606, "Finetune/Loss (Raw)": 0.6180123686790466, "Finetune/Step": 10237, "Finetune/Step Time": 11.818160474300385}
+{"Finetune/Learning Rate": 9.43785441134672e-06, "Finetune/Loss": 0.6218637228012085, "Finetune/Loss (Raw)": 0.6376631259918213, "Finetune/Step": 10238, "Finetune/Step Time": 11.818044126033783}
+{"Finetune/Learning Rate": 9.436173123822789e-06, "Finetune/Loss": 0.6212054491043091, "Finetune/Loss (Raw)": 0.5867829918861389, "Finetune/Step": 10239, "Finetune/Step Time": 11.826693918555975}
+{"Finetune/Learning Rate": 9.434491852287385e-06, "Finetune/Loss": 0.6219699382781982, "Finetune/Loss (Raw)": 0.6963052749633789, "Finetune/Step": 10240, "Finetune/Step Time": 11.825969671830535}
+{"Finetune/Learning Rate": 9.432810596788182e-06, "Finetune/Loss": 0.6222144365310669, "Finetune/Loss (Raw)": 0.6217619776725769, "Finetune/Step": 10241, "Finetune/Step Time": 11.807266853749752}
+{"Finetune/Learning Rate": 9.431129357372863e-06, "Finetune/Loss": 0.6236668825149536, "Finetune/Loss (Raw)": 0.6849965453147888, "Finetune/Step": 10242, "Finetune/Step Time": 11.81314548663795}
+{"Finetune/Learning Rate": 9.429448134089095e-06, "Finetune/Loss": 0.6229468584060669, "Finetune/Loss (Raw)": 0.5156881809234619, "Finetune/Step": 10243, "Finetune/Step Time": 11.819567201659083}
+{"Finetune/Learning Rate": 9.427766926984553e-06, "Finetune/Loss": 0.6224490404129028, "Finetune/Loss (Raw)": 0.571270227432251, "Finetune/Step": 10244, "Finetune/Step Time": 11.847016355022788}
+{"Finetune/Learning Rate": 9.426085736106915e-06, "Finetune/Loss": 0.6224412322044373, "Finetune/Loss (Raw)": 0.6224833726882935, "Finetune/Step": 10245, "Finetune/Step Time": 11.844721289351583}
+{"Finetune/Learning Rate": 9.424404561503855e-06, "Finetune/Loss": 0.6228804588317871, "Finetune/Loss (Raw)": 0.5943530797958374, "Finetune/Step": 10246, "Finetune/Step Time": 11.841397985816002}
+{"Finetune/Learning Rate": 9.422723403223043e-06, "Finetune/Loss": 0.6229925751686096, "Finetune/Loss (Raw)": 0.6710084080696106, "Finetune/Step": 10247, "Finetune/Step Time": 11.845612546429038}
+{"Finetune/Learning Rate": 9.421042261312156e-06, "Finetune/Loss": 0.621661365032196, "Finetune/Loss (Raw)": 0.6468316912651062, "Finetune/Step": 10248, "Finetune/Step Time": 11.847746584564447}
+{"Finetune/Learning Rate": 9.419361135818863e-06, "Finetune/Loss": 0.6233766674995422, "Finetune/Loss (Raw)": 0.6678491830825806, "Finetune/Step": 10249, "Finetune/Step Time": 11.869875187054276}
+{"Finetune/Learning Rate": 9.417680026790837e-06, "Finetune/Loss": 0.6223560571670532, "Finetune/Loss (Raw)": 0.5217338800430298, "Finetune/Step": 10250, "Finetune/Step Time": 11.885230062529445}
+{"Finetune/Learning Rate": 9.415998934275747e-06, "Finetune/Loss": 0.6232498288154602, "Finetune/Loss (Raw)": 0.644877552986145, "Finetune/Step": 10251, "Finetune/Step Time": 11.907510995864868}
+{"Finetune/Learning Rate": 9.41431785832127e-06, "Finetune/Loss": 0.6231920123100281, "Finetune/Loss (Raw)": 0.5966379046440125, "Finetune/Step": 10252, "Finetune/Step Time": 11.90248411335051}
+{"Finetune/Learning Rate": 9.412636798975071e-06, "Finetune/Loss": 0.6239112615585327, "Finetune/Loss (Raw)": 0.6887304782867432, "Finetune/Step": 10253, "Finetune/Step Time": 11.88233569264412}
+{"Finetune/Learning Rate": 9.410955756284826e-06, "Finetune/Loss": 0.6236331462860107, "Finetune/Loss (Raw)": 0.6082778573036194, "Finetune/Step": 10254, "Finetune/Step Time": 11.881938254460692}
+{"Finetune/Learning Rate": 9.409274730298197e-06, "Finetune/Loss": 0.6238516569137573, "Finetune/Loss (Raw)": 0.6439883708953857, "Finetune/Step": 10255, "Finetune/Step Time": 11.887586599215865}
+{"Finetune/Learning Rate": 9.407593721062858e-06, "Finetune/Loss": 0.6239314675331116, "Finetune/Loss (Raw)": 0.6043395400047302, "Finetune/Step": 10256, "Finetune/Step Time": 11.891827261075377}
+{"Finetune/Learning Rate": 9.405912728626478e-06, "Finetune/Loss": 0.6232714056968689, "Finetune/Loss (Raw)": 0.5015120506286621, "Finetune/Step": 10257, "Finetune/Step Time": 11.897006077691913}
+{"Finetune/Learning Rate": 9.404231753036719e-06, "Finetune/Loss": 0.6230065822601318, "Finetune/Loss (Raw)": 0.6943995356559753, "Finetune/Step": 10258, "Finetune/Step Time": 11.893268438056111}
+{"Finetune/Learning Rate": 9.402550794341256e-06, "Finetune/Loss": 0.6240885257720947, "Finetune/Loss (Raw)": 0.7905027866363525, "Finetune/Step": 10259, "Finetune/Step Time": 11.88628857396543}
+{"Finetune/Learning Rate": 9.400869852587759e-06, "Finetune/Loss": 0.6250646114349365, "Finetune/Loss (Raw)": 0.6802534461021423, "Finetune/Step": 10260, "Finetune/Step Time": 11.89107788540423}
+{"Finetune/Learning Rate": 9.399188927823882e-06, "Finetune/Loss": 0.6253427863121033, "Finetune/Loss (Raw)": 0.6524467468261719, "Finetune/Step": 10261, "Finetune/Step Time": 11.895844677463174}
+{"Finetune/Learning Rate": 9.3975080200973e-06, "Finetune/Loss": 0.6241214275360107, "Finetune/Loss (Raw)": 0.5647947788238525, "Finetune/Step": 10262, "Finetune/Step Time": 11.902545468881726}
+{"Finetune/Learning Rate": 9.395827129455679e-06, "Finetune/Loss": 0.6237671375274658, "Finetune/Loss (Raw)": 0.5211154222488403, "Finetune/Step": 10263, "Finetune/Step Time": 11.932804595679045}
+{"Finetune/Learning Rate": 9.39414625594668e-06, "Finetune/Loss": 0.6241356730461121, "Finetune/Loss (Raw)": 0.6537647843360901, "Finetune/Step": 10264, "Finetune/Step Time": 11.893482353538275}
+{"Finetune/Learning Rate": 9.39246539961797e-06, "Finetune/Loss": 0.6238595247268677, "Finetune/Loss (Raw)": 0.6493218541145325, "Finetune/Step": 10265, "Finetune/Step Time": 11.920469244942069}
+{"Finetune/Learning Rate": 9.39078456051722e-06, "Finetune/Loss": 0.6249663829803467, "Finetune/Loss (Raw)": 0.7809945940971375, "Finetune/Step": 10266, "Finetune/Step Time": 11.933536188676953}
+{"Finetune/Learning Rate": 9.389103738692083e-06, "Finetune/Loss": 0.6255892515182495, "Finetune/Loss (Raw)": 0.6329275369644165, "Finetune/Step": 10267, "Finetune/Step Time": 11.929961815476418}
+{"Finetune/Learning Rate": 9.387422934190225e-06, "Finetune/Loss": 0.6262257695198059, "Finetune/Loss (Raw)": 0.6117061972618103, "Finetune/Step": 10268, "Finetune/Step Time": 11.932273907586932}
+{"Finetune/Learning Rate": 9.385742147059313e-06, "Finetune/Loss": 0.627408504486084, "Finetune/Loss (Raw)": 0.596804141998291, "Finetune/Step": 10269, "Finetune/Step Time": 11.905757127329707}
+{"Finetune/Learning Rate": 9.384061377347005e-06, "Finetune/Loss": 0.6286087036132812, "Finetune/Loss (Raw)": 0.7054408192634583, "Finetune/Step": 10270, "Finetune/Step Time": 11.90145317837596}
+{"Finetune/Learning Rate": 9.382380625100966e-06, "Finetune/Loss": 0.6294113397598267, "Finetune/Loss (Raw)": 0.7143107652664185, "Finetune/Step": 10271, "Finetune/Step Time": 11.91276429593563}
+{"Finetune/Learning Rate": 9.38069989036886e-06, "Finetune/Loss": 0.6288518905639648, "Finetune/Loss (Raw)": 0.6581352353096008, "Finetune/Step": 10272, "Finetune/Step Time": 11.915978314355016}
+{"Finetune/Learning Rate": 9.37901917319834e-06, "Finetune/Loss": 0.6285889148712158, "Finetune/Loss (Raw)": 0.6281615495681763, "Finetune/Step": 10273, "Finetune/Step Time": 11.920939147472382}
+{"Finetune/Learning Rate": 9.377338473637071e-06, "Finetune/Loss": 0.6293942332267761, "Finetune/Loss (Raw)": 0.650104820728302, "Finetune/Step": 10274, "Finetune/Step Time": 11.924828922376037}
+{"Finetune/Learning Rate": 9.37565779173271e-06, "Finetune/Loss": 0.6295228600502014, "Finetune/Loss (Raw)": 0.685272753238678, "Finetune/Step": 10275, "Finetune/Step Time": 11.932370631024241}
+{"Finetune/Learning Rate": 9.37397712753292e-06, "Finetune/Loss": 0.6310956478118896, "Finetune/Loss (Raw)": 0.6676098704338074, "Finetune/Step": 10276, "Finetune/Step Time": 11.911539573222399}
+{"Finetune/Learning Rate": 9.37229648108536e-06, "Finetune/Loss": 0.6309341192245483, "Finetune/Loss (Raw)": 0.7024612426757812, "Finetune/Step": 10277, "Finetune/Step Time": 11.904155863448977}
+{"Finetune/Learning Rate": 9.370615852437689e-06, "Finetune/Loss": 0.6312675476074219, "Finetune/Loss (Raw)": 0.7170090675354004, "Finetune/Step": 10278, "Finetune/Step Time": 11.900416286662221}
+{"Finetune/Learning Rate": 9.36893524163756e-06, "Finetune/Loss": 0.6309617161750793, "Finetune/Loss (Raw)": 0.5703815221786499, "Finetune/Step": 10279, "Finetune/Step Time": 11.92055008560419}
+{"Finetune/Learning Rate": 9.367254648732633e-06, "Finetune/Loss": 0.629766583442688, "Finetune/Loss (Raw)": 0.6061593294143677, "Finetune/Step": 10280, "Finetune/Step Time": 11.919351547956467}
+{"Finetune/Learning Rate": 9.365574073770565e-06, "Finetune/Loss": 0.6294821500778198, "Finetune/Loss (Raw)": 0.626105010509491, "Finetune/Step": 10281, "Finetune/Step Time": 11.960511956363916}
+{"Finetune/Learning Rate": 9.363893516799012e-06, "Finetune/Loss": 0.6294476389884949, "Finetune/Loss (Raw)": 0.6026569604873657, "Finetune/Step": 10282, "Finetune/Step Time": 11.956307649612427}
+{"Finetune/Learning Rate": 9.362212977865629e-06, "Finetune/Loss": 0.6306443214416504, "Finetune/Loss (Raw)": 0.752946138381958, "Finetune/Step": 10283, "Finetune/Step Time": 11.964455118402839}
+{"Finetune/Learning Rate": 9.360532457018077e-06, "Finetune/Loss": 0.6308019161224365, "Finetune/Loss (Raw)": 0.6282578110694885, "Finetune/Step": 10284, "Finetune/Step Time": 11.963608730584383}
+{"Finetune/Learning Rate": 9.358851954304e-06, "Finetune/Loss": 0.6319758892059326, "Finetune/Loss (Raw)": 0.6822737455368042, "Finetune/Step": 10285, "Finetune/Step Time": 11.965363819152117}
+{"Finetune/Learning Rate": 9.35717146977106e-06, "Finetune/Loss": 0.6315200328826904, "Finetune/Loss (Raw)": 0.6462253332138062, "Finetune/Step": 10286, "Finetune/Step Time": 11.961293095722795}
+{"Finetune/Learning Rate": 9.355491003466912e-06, "Finetune/Loss": 0.6309192180633545, "Finetune/Loss (Raw)": 0.5874186158180237, "Finetune/Step": 10287, "Finetune/Step Time": 11.957554010674357}
+{"Finetune/Learning Rate": 9.353810555439203e-06, "Finetune/Loss": 0.6327385902404785, "Finetune/Loss (Raw)": 0.7529925107955933, "Finetune/Step": 10288, "Finetune/Step Time": 11.947394665330648}
+{"Finetune/Learning Rate": 9.35213012573559e-06, "Finetune/Loss": 0.6328264474868774, "Finetune/Loss (Raw)": 0.5659540891647339, "Finetune/Step": 10289, "Finetune/Step Time": 11.945309367030859}
+{"Finetune/Learning Rate": 9.350449714403727e-06, "Finetune/Loss": 0.6323386430740356, "Finetune/Loss (Raw)": 0.591201901435852, "Finetune/Step": 10290, "Finetune/Step Time": 11.936872428283095}
+{"Finetune/Learning Rate": 9.348769321491261e-06, "Finetune/Loss": 0.6322386264801025, "Finetune/Loss (Raw)": 0.668860137462616, "Finetune/Step": 10291, "Finetune/Step Time": 11.926911583170295}
+{"Finetune/Learning Rate": 9.347088947045844e-06, "Finetune/Loss": 0.6325507164001465, "Finetune/Loss (Raw)": 0.6404746174812317, "Finetune/Step": 10292, "Finetune/Step Time": 11.926560482010245}
+{"Finetune/Learning Rate": 9.345408591115128e-06, "Finetune/Loss": 0.632691502571106, "Finetune/Loss (Raw)": 0.6237949728965759, "Finetune/Step": 10293, "Finetune/Step Time": 11.918261650949717}
+{"Finetune/Learning Rate": 9.343728253746764e-06, "Finetune/Loss": 0.6330917477607727, "Finetune/Loss (Raw)": 0.5893366932868958, "Finetune/Step": 10294, "Finetune/Step Time": 11.92191994190216}
+{"Finetune/Learning Rate": 9.342047934988401e-06, "Finetune/Loss": 0.6324145793914795, "Finetune/Loss (Raw)": 0.5801652073860168, "Finetune/Step": 10295, "Finetune/Step Time": 11.927581382915378}
+{"Finetune/Learning Rate": 9.340367634887688e-06, "Finetune/Loss": 0.6315299272537231, "Finetune/Loss (Raw)": 0.5293335914611816, "Finetune/Step": 10296, "Finetune/Step Time": 11.938948653638363}
+{"Finetune/Learning Rate": 9.338687353492274e-06, "Finetune/Loss": 0.6323297023773193, "Finetune/Loss (Raw)": 0.675051212310791, "Finetune/Step": 10297, "Finetune/Step Time": 11.958324866369367}
+{"Finetune/Learning Rate": 9.337007090849803e-06, "Finetune/Loss": 0.6311604976654053, "Finetune/Loss (Raw)": 0.537034809589386, "Finetune/Step": 10298, "Finetune/Step Time": 11.96359940432012}
+{"Finetune/Learning Rate": 9.335326847007929e-06, "Finetune/Loss": 0.6311255693435669, "Finetune/Loss (Raw)": 0.565264880657196, "Finetune/Step": 10299, "Finetune/Step Time": 11.989719970151782}
+{"Finetune/Learning Rate": 9.33364662201429e-06, "Finetune/Loss": 0.6285498142242432, "Finetune/Loss (Raw)": 0.3968476951122284, "Finetune/Step": 10300, "Finetune/Step Time": 12.017397662624717}
+{"Finetune/Learning Rate": 9.331966415916542e-06, "Finetune/Loss": 0.6270968914031982, "Finetune/Loss (Raw)": 0.5443383455276489, "Finetune/Step": 10301, "Finetune/Step Time": 12.021193275228143}
+{"Finetune/Learning Rate": 9.330286228762328e-06, "Finetune/Loss": 0.6267931461334229, "Finetune/Loss (Raw)": 0.6195169687271118, "Finetune/Step": 10302, "Finetune/Step Time": 12.013336339965463}
+{"Finetune/Learning Rate": 9.32860606059929e-06, "Finetune/Loss": 0.626120388507843, "Finetune/Loss (Raw)": 0.529616117477417, "Finetune/Step": 10303, "Finetune/Step Time": 12.020364979282022}
+{"Finetune/Learning Rate": 9.326925911475075e-06, "Finetune/Loss": 0.6272202730178833, "Finetune/Loss (Raw)": 0.6773070693016052, "Finetune/Step": 10304, "Finetune/Step Time": 12.02428057976067}
+{"Finetune/Learning Rate": 9.325245781437328e-06, "Finetune/Loss": 0.6274089813232422, "Finetune/Loss (Raw)": 0.6156571507453918, "Finetune/Step": 10305, "Finetune/Step Time": 12.007248226553202}
+{"Finetune/Learning Rate": 9.323565670533691e-06, "Finetune/Loss": 0.6263041496276855, "Finetune/Loss (Raw)": 0.4618794918060303, "Finetune/Step": 10306, "Finetune/Step Time": 12.014522358775139}
+{"Finetune/Learning Rate": 9.321885578811806e-06, "Finetune/Loss": 0.6259926557540894, "Finetune/Loss (Raw)": 0.6881121397018433, "Finetune/Step": 10307, "Finetune/Step Time": 12.034272458404303}
+{"Finetune/Learning Rate": 9.320205506319326e-06, "Finetune/Loss": 0.6264510154724121, "Finetune/Loss (Raw)": 0.6919372081756592, "Finetune/Step": 10308, "Finetune/Step Time": 12.012490814551711}
+{"Finetune/Learning Rate": 9.318525453103879e-06, "Finetune/Loss": 0.6253557205200195, "Finetune/Loss (Raw)": 0.595221996307373, "Finetune/Step": 10309, "Finetune/Step Time": 11.98000517487526}
+{"Finetune/Learning Rate": 9.31684541921311e-06, "Finetune/Loss": 0.6245636940002441, "Finetune/Loss (Raw)": 0.6367487907409668, "Finetune/Step": 10310, "Finetune/Step Time": 11.997256042435765}
+{"Finetune/Learning Rate": 9.315165404694664e-06, "Finetune/Loss": 0.6252706050872803, "Finetune/Loss (Raw)": 0.6371979713439941, "Finetune/Step": 10311, "Finetune/Step Time": 12.00209622643888}
+{"Finetune/Learning Rate": 9.31348540959618e-06, "Finetune/Loss": 0.6257440447807312, "Finetune/Loss (Raw)": 0.7583832740783691, "Finetune/Step": 10312, "Finetune/Step Time": 12.011334912851453}
+{"Finetune/Learning Rate": 9.311805433965297e-06, "Finetune/Loss": 0.627056360244751, "Finetune/Loss (Raw)": 0.6502931714057922, "Finetune/Step": 10313, "Finetune/Step Time": 12.01590315438807}
+{"Finetune/Learning Rate": 9.310125477849659e-06, "Finetune/Loss": 0.6274409294128418, "Finetune/Loss (Raw)": 0.6954165697097778, "Finetune/Step": 10314, "Finetune/Step Time": 12.005449339747429}
+{"Finetune/Learning Rate": 9.308445541296897e-06, "Finetune/Loss": 0.627547025680542, "Finetune/Loss (Raw)": 0.5533242225646973, "Finetune/Step": 10315, "Finetune/Step Time": 12.005284156650305}
+{"Finetune/Learning Rate": 9.306765624354653e-06, "Finetune/Loss": 0.6261204481124878, "Finetune/Loss (Raw)": 0.5594712495803833, "Finetune/Step": 10316, "Finetune/Step Time": 11.998303268104792}
+{"Finetune/Learning Rate": 9.305085727070563e-06, "Finetune/Loss": 0.6250084638595581, "Finetune/Loss (Raw)": 0.5199288725852966, "Finetune/Step": 10317, "Finetune/Step Time": 12.024604832753539}
+{"Finetune/Learning Rate": 9.303405849492267e-06, "Finetune/Loss": 0.6237355470657349, "Finetune/Loss (Raw)": 0.5434241890907288, "Finetune/Step": 10318, "Finetune/Step Time": 12.02152288146317}
+{"Finetune/Learning Rate": 9.301725991667402e-06, "Finetune/Loss": 0.623272716999054, "Finetune/Loss (Raw)": 0.471578985452652, "Finetune/Step": 10319, "Finetune/Step Time": 12.006772805005312}
+{"Finetune/Learning Rate": 9.300046153643603e-06, "Finetune/Loss": 0.6235806941986084, "Finetune/Loss (Raw)": 0.7145910263061523, "Finetune/Step": 10320, "Finetune/Step Time": 12.024630380794406}
+{"Finetune/Learning Rate": 9.298366335468503e-06, "Finetune/Loss": 0.6238227486610413, "Finetune/Loss (Raw)": 0.6993054151535034, "Finetune/Step": 10321, "Finetune/Step Time": 12.023770334199071}
+{"Finetune/Learning Rate": 9.296686537189739e-06, "Finetune/Loss": 0.6234676837921143, "Finetune/Loss (Raw)": 0.6883764863014221, "Finetune/Step": 10322, "Finetune/Step Time": 12.01232841424644}
+{"Finetune/Learning Rate": 9.295006758854943e-06, "Finetune/Loss": 0.6219287514686584, "Finetune/Loss (Raw)": 0.42923441529273987, "Finetune/Step": 10323, "Finetune/Step Time": 12.046431340277195}
+{"Finetune/Learning Rate": 9.29332700051175e-06, "Finetune/Loss": 0.6224883198738098, "Finetune/Loss (Raw)": 0.6031348705291748, "Finetune/Step": 10324, "Finetune/Step Time": 12.047094965353608}
+{"Finetune/Learning Rate": 9.291647262207796e-06, "Finetune/Loss": 0.6231222152709961, "Finetune/Loss (Raw)": 0.74835205078125, "Finetune/Step": 10325, "Finetune/Step Time": 12.05701395869255}
+{"Finetune/Learning Rate": 9.28996754399071e-06, "Finetune/Loss": 0.6229984760284424, "Finetune/Loss (Raw)": 0.5846542119979858, "Finetune/Step": 10326, "Finetune/Step Time": 12.058463610708714}
+{"Finetune/Learning Rate": 9.28828784590813e-06, "Finetune/Loss": 0.6234197616577148, "Finetune/Loss (Raw)": 0.6233611702919006, "Finetune/Step": 10327, "Finetune/Step Time": 12.058304550126195}
+{"Finetune/Learning Rate": 9.286608168007678e-06, "Finetune/Loss": 0.624309778213501, "Finetune/Loss (Raw)": 0.6847439408302307, "Finetune/Step": 10328, "Finetune/Step Time": 12.057118065655231}
+{"Finetune/Learning Rate": 9.284928510336991e-06, "Finetune/Loss": 0.6231021881103516, "Finetune/Loss (Raw)": 0.502669095993042, "Finetune/Step": 10329, "Finetune/Step Time": 12.056660672649741}
+{"Finetune/Learning Rate": 9.2832488729437e-06, "Finetune/Loss": 0.622439980506897, "Finetune/Loss (Raw)": 0.6209904551506042, "Finetune/Step": 10330, "Finetune/Step Time": 12.057825909927487}
+{"Finetune/Learning Rate": 9.281569255875427e-06, "Finetune/Loss": 0.6227655410766602, "Finetune/Loss (Raw)": 0.667870283126831, "Finetune/Step": 10331, "Finetune/Step Time": 12.063644340261817}
+{"Finetune/Learning Rate": 9.27988965917981e-06, "Finetune/Loss": 0.6221351027488708, "Finetune/Loss (Raw)": 0.6216518878936768, "Finetune/Step": 10332, "Finetune/Step Time": 12.059255447238684}
+{"Finetune/Learning Rate": 9.27821008290448e-06, "Finetune/Loss": 0.6206345558166504, "Finetune/Loss (Raw)": 0.4661369323730469, "Finetune/Step": 10333, "Finetune/Step Time": 12.058962216600776}
+{"Finetune/Learning Rate": 9.276530527097053e-06, "Finetune/Loss": 0.6214605569839478, "Finetune/Loss (Raw)": 0.6591048836708069, "Finetune/Step": 10334, "Finetune/Step Time": 12.080968856811523}
+{"Finetune/Learning Rate": 9.274850991805164e-06, "Finetune/Loss": 0.6198923587799072, "Finetune/Loss (Raw)": 0.41962742805480957, "Finetune/Step": 10335, "Finetune/Step Time": 12.09957810677588}
+{"Finetune/Learning Rate": 9.27317147707644e-06, "Finetune/Loss": 0.6197904348373413, "Finetune/Loss (Raw)": 0.593209445476532, "Finetune/Step": 10336, "Finetune/Step Time": 12.10812583938241}
+{"Finetune/Learning Rate": 9.271491982958506e-06, "Finetune/Loss": 0.6200422644615173, "Finetune/Loss (Raw)": 0.6396852731704712, "Finetune/Step": 10337, "Finetune/Step Time": 12.122380984947085}
+{"Finetune/Learning Rate": 9.269812509498988e-06, "Finetune/Loss": 0.6200143098831177, "Finetune/Loss (Raw)": 0.5819423198699951, "Finetune/Step": 10338, "Finetune/Step Time": 12.12229691259563}
+{"Finetune/Learning Rate": 9.268133056745513e-06, "Finetune/Loss": 0.6194239854812622, "Finetune/Loss (Raw)": 0.6080622673034668, "Finetune/Step": 10339, "Finetune/Step Time": 12.127021761611104}
+{"Finetune/Learning Rate": 9.266453624745701e-06, "Finetune/Loss": 0.6209458708763123, "Finetune/Loss (Raw)": 0.7155258655548096, "Finetune/Step": 10340, "Finetune/Step Time": 12.120223013684154}
+{"Finetune/Learning Rate": 9.264774213547176e-06, "Finetune/Loss": 0.620752215385437, "Finetune/Loss (Raw)": 0.6946799755096436, "Finetune/Step": 10341, "Finetune/Step Time": 12.115313358604908}
+{"Finetune/Learning Rate": 9.263094823197565e-06, "Finetune/Loss": 0.6212947368621826, "Finetune/Loss (Raw)": 0.6583674550056458, "Finetune/Step": 10342, "Finetune/Step Time": 12.118626134470105}
+{"Finetune/Learning Rate": 9.26141545374449e-06, "Finetune/Loss": 0.621968150138855, "Finetune/Loss (Raw)": 0.6816064119338989, "Finetune/Step": 10343, "Finetune/Step Time": 12.136956803500652}
+{"Finetune/Learning Rate": 9.259736105235572e-06, "Finetune/Loss": 0.6219445466995239, "Finetune/Loss (Raw)": 0.5887526273727417, "Finetune/Step": 10344, "Finetune/Step Time": 12.14456327073276}
+{"Finetune/Learning Rate": 9.258056777718435e-06, "Finetune/Loss": 0.6203527450561523, "Finetune/Loss (Raw)": 0.5805713534355164, "Finetune/Step": 10345, "Finetune/Step Time": 12.14222508482635}
+{"Finetune/Learning Rate": 9.256377471240696e-06, "Finetune/Loss": 0.6203817129135132, "Finetune/Loss (Raw)": 0.6725766062736511, "Finetune/Step": 10346, "Finetune/Step Time": 12.145731963217258}
+{"Finetune/Learning Rate": 9.254698185849978e-06, "Finetune/Loss": 0.6192212104797363, "Finetune/Loss (Raw)": 0.45743781328201294, "Finetune/Step": 10347, "Finetune/Step Time": 12.16872489079833}
+{"Finetune/Learning Rate": 9.253018921593899e-06, "Finetune/Loss": 0.6200430989265442, "Finetune/Loss (Raw)": 0.7122518420219421, "Finetune/Step": 10348, "Finetune/Step Time": 12.164153257384896}
+{"Finetune/Learning Rate": 9.25133967852008e-06, "Finetune/Loss": 0.619625449180603, "Finetune/Loss (Raw)": 0.4872235059738159, "Finetune/Step": 10349, "Finetune/Step Time": 12.185538223013282}
+{"Finetune/Learning Rate": 9.249660456676138e-06, "Finetune/Loss": 0.6193375587463379, "Finetune/Loss (Raw)": 0.6863842606544495, "Finetune/Step": 10350, "Finetune/Step Time": 12.188845688477159}
+{"Finetune/Learning Rate": 9.247981256109695e-06, "Finetune/Loss": 0.6192010641098022, "Finetune/Loss (Raw)": 0.6063400506973267, "Finetune/Step": 10351, "Finetune/Step Time": 12.215116823092103}
+{"Finetune/Learning Rate": 9.246302076868362e-06, "Finetune/Loss": 0.6185798645019531, "Finetune/Loss (Raw)": 0.5873233675956726, "Finetune/Step": 10352, "Finetune/Step Time": 12.197076646611094}
+{"Finetune/Learning Rate": 9.244622918999761e-06, "Finetune/Loss": 0.6176626086235046, "Finetune/Loss (Raw)": 0.5980865359306335, "Finetune/Step": 10353, "Finetune/Step Time": 12.210523292422295}
+{"Finetune/Learning Rate": 9.242943782551504e-06, "Finetune/Loss": 0.617827832698822, "Finetune/Loss (Raw)": 0.6643909811973572, "Finetune/Step": 10354, "Finetune/Step Time": 12.208144998177886}
+{"Finetune/Learning Rate": 9.24126466757121e-06, "Finetune/Loss": 0.6201691031455994, "Finetune/Loss (Raw)": 0.6735082268714905, "Finetune/Step": 10355, "Finetune/Step Time": 12.18558638356626}
+{"Finetune/Learning Rate": 9.239585574106488e-06, "Finetune/Loss": 0.6182946562767029, "Finetune/Loss (Raw)": 0.5311518311500549, "Finetune/Step": 10356, "Finetune/Step Time": 12.17345298267901}
+{"Finetune/Learning Rate": 9.237906502204967e-06, "Finetune/Loss": 0.6173702478408813, "Finetune/Loss (Raw)": 0.5385258197784424, "Finetune/Step": 10357, "Finetune/Step Time": 12.18096948415041}
+{"Finetune/Learning Rate": 9.236227451914241e-06, "Finetune/Loss": 0.6170680522918701, "Finetune/Loss (Raw)": 0.6041731238365173, "Finetune/Step": 10358, "Finetune/Step Time": 12.183806985616684}
+{"Finetune/Learning Rate": 9.234548423281934e-06, "Finetune/Loss": 0.6166473627090454, "Finetune/Loss (Raw)": 0.5238438844680786, "Finetune/Step": 10359, "Finetune/Step Time": 12.173846302554011}
+{"Finetune/Learning Rate": 9.23286941635566e-06, "Finetune/Loss": 0.6171489953994751, "Finetune/Loss (Raw)": 0.6693671941757202, "Finetune/Step": 10360, "Finetune/Step Time": 12.1763303745538}
+{"Finetune/Learning Rate": 9.231190431183026e-06, "Finetune/Loss": 0.6177200078964233, "Finetune/Loss (Raw)": 0.5698919892311096, "Finetune/Step": 10361, "Finetune/Step Time": 12.167264774441719}
+{"Finetune/Learning Rate": 9.229511467811645e-06, "Finetune/Loss": 0.6180782914161682, "Finetune/Loss (Raw)": 0.6061164140701294, "Finetune/Step": 10362, "Finetune/Step Time": 12.174779502674937}
+{"Finetune/Learning Rate": 9.227832526289132e-06, "Finetune/Loss": 0.619522213935852, "Finetune/Loss (Raw)": 0.6141294836997986, "Finetune/Step": 10363, "Finetune/Step Time": 12.172793798148632}
+{"Finetune/Learning Rate": 9.226153606663089e-06, "Finetune/Loss": 0.6195675134658813, "Finetune/Loss (Raw)": 0.6549755930900574, "Finetune/Step": 10364, "Finetune/Step Time": 12.159106714650989}
+{"Finetune/Learning Rate": 9.224474708981129e-06, "Finetune/Loss": 0.6198960542678833, "Finetune/Loss (Raw)": 0.6600634455680847, "Finetune/Step": 10365, "Finetune/Step Time": 12.151332406327128}
+{"Finetune/Learning Rate": 9.22279583329086e-06, "Finetune/Loss": 0.6195045709609985, "Finetune/Loss (Raw)": 0.5875557065010071, "Finetune/Step": 10366, "Finetune/Step Time": 12.156870754435658}
+{"Finetune/Learning Rate": 9.221116979639893e-06, "Finetune/Loss": 0.6203060746192932, "Finetune/Loss (Raw)": 0.6893770694732666, "Finetune/Step": 10367, "Finetune/Step Time": 12.166262559592724}
+{"Finetune/Learning Rate": 9.219438148075834e-06, "Finetune/Loss": 0.6201893091201782, "Finetune/Loss (Raw)": 0.6813659071922302, "Finetune/Step": 10368, "Finetune/Step Time": 12.164373902603984}
+{"Finetune/Learning Rate": 9.21775933864629e-06, "Finetune/Loss": 0.6201249957084656, "Finetune/Loss (Raw)": 0.6135216951370239, "Finetune/Step": 10369, "Finetune/Step Time": 12.172173334285617}
+{"Finetune/Learning Rate": 9.216080551398865e-06, "Finetune/Loss": 0.619765043258667, "Finetune/Loss (Raw)": 0.6389272212982178, "Finetune/Step": 10370, "Finetune/Step Time": 12.168129296973348}
+{"Finetune/Learning Rate": 9.214401786381167e-06, "Finetune/Loss": 0.62209153175354, "Finetune/Loss (Raw)": 0.813478410243988, "Finetune/Step": 10371, "Finetune/Step Time": 12.163740035146475}
+{"Finetune/Learning Rate": 9.2127230436408e-06, "Finetune/Loss": 0.6223113536834717, "Finetune/Loss (Raw)": 0.5994064807891846, "Finetune/Step": 10372, "Finetune/Step Time": 12.138312121853232}
+{"Finetune/Learning Rate": 9.211044323225366e-06, "Finetune/Loss": 0.6226550340652466, "Finetune/Loss (Raw)": 0.6664688587188721, "Finetune/Step": 10373, "Finetune/Step Time": 12.144380686804652}
+{"Finetune/Learning Rate": 9.209365625182477e-06, "Finetune/Loss": 0.6234031319618225, "Finetune/Loss (Raw)": 0.6901127099990845, "Finetune/Step": 10374, "Finetune/Step Time": 12.13672217912972}
+{"Finetune/Learning Rate": 9.20768694955973e-06, "Finetune/Loss": 0.623671293258667, "Finetune/Loss (Raw)": 0.7053278088569641, "Finetune/Step": 10375, "Finetune/Step Time": 12.133816098794341}
+{"Finetune/Learning Rate": 9.206008296404724e-06, "Finetune/Loss": 0.6236153841018677, "Finetune/Loss (Raw)": 0.6396828889846802, "Finetune/Step": 10376, "Finetune/Step Time": 12.133951069787145}
+{"Finetune/Learning Rate": 9.204329665765068e-06, "Finetune/Loss": 0.6231022477149963, "Finetune/Loss (Raw)": 0.6021650433540344, "Finetune/Step": 10377, "Finetune/Step Time": 12.11056024581194}
+{"Finetune/Learning Rate": 9.202651057688358e-06, "Finetune/Loss": 0.6248594522476196, "Finetune/Loss (Raw)": 0.7466573715209961, "Finetune/Step": 10378, "Finetune/Step Time": 12.100541723892093}
+{"Finetune/Learning Rate": 9.200972472222199e-06, "Finetune/Loss": 0.6253468990325928, "Finetune/Loss (Raw)": 0.7072661519050598, "Finetune/Step": 10379, "Finetune/Step Time": 12.074760941788554}
+{"Finetune/Learning Rate": 9.199293909414186e-06, "Finetune/Loss": 0.625485360622406, "Finetune/Loss (Raw)": 0.6143655776977539, "Finetune/Step": 10380, "Finetune/Step Time": 12.07073174789548}
+{"Finetune/Learning Rate": 9.197615369311926e-06, "Finetune/Loss": 0.6257405877113342, "Finetune/Loss (Raw)": 0.721400260925293, "Finetune/Step": 10381, "Finetune/Step Time": 12.07617005892098}
+{"Finetune/Learning Rate": 9.195936851963009e-06, "Finetune/Loss": 0.6253571510314941, "Finetune/Loss (Raw)": 0.5591953992843628, "Finetune/Step": 10382, "Finetune/Step Time": 12.073907384648919}
+{"Finetune/Learning Rate": 9.194258357415033e-06, "Finetune/Loss": 0.6246727108955383, "Finetune/Loss (Raw)": 0.556381344795227, "Finetune/Step": 10383, "Finetune/Step Time": 12.069448437541723}
+{"Finetune/Learning Rate": 9.192579885715602e-06, "Finetune/Loss": 0.6250395774841309, "Finetune/Loss (Raw)": 0.6513041853904724, "Finetune/Step": 10384, "Finetune/Step Time": 12.053854051977396}
+{"Finetune/Learning Rate": 9.19090143691231e-06, "Finetune/Loss": 0.6262376308441162, "Finetune/Loss (Raw)": 0.6548530459403992, "Finetune/Step": 10385, "Finetune/Step Time": 12.054569581523538}
+{"Finetune/Learning Rate": 9.189223011052751e-06, "Finetune/Loss": 0.6260831356048584, "Finetune/Loss (Raw)": 0.6746248006820679, "Finetune/Step": 10386, "Finetune/Step Time": 12.056293956935406}
+{"Finetune/Learning Rate": 9.187544608184525e-06, "Finetune/Loss": 0.6247545480728149, "Finetune/Loss (Raw)": 0.6204513311386108, "Finetune/Step": 10387, "Finetune/Step Time": 12.056100931018591}
+{"Finetune/Learning Rate": 9.18586622835522e-06, "Finetune/Loss": 0.6245774030685425, "Finetune/Loss (Raw)": 0.6575729846954346, "Finetune/Step": 10388, "Finetune/Step Time": 12.045548593625426}
+{"Finetune/Learning Rate": 9.184187871612436e-06, "Finetune/Loss": 0.6243095397949219, "Finetune/Loss (Raw)": 0.6181622743606567, "Finetune/Step": 10389, "Finetune/Step Time": 12.039156353101134}
+{"Finetune/Learning Rate": 9.182509538003761e-06, "Finetune/Loss": 0.6246433258056641, "Finetune/Loss (Raw)": 0.6075215339660645, "Finetune/Step": 10390, "Finetune/Step Time": 12.034545486792922}
+{"Finetune/Learning Rate": 9.180831227576792e-06, "Finetune/Loss": 0.6247760057449341, "Finetune/Loss (Raw)": 0.538101315498352, "Finetune/Step": 10391, "Finetune/Step Time": 12.019632648676634}
+{"Finetune/Learning Rate": 9.179152940379123e-06, "Finetune/Loss": 0.6240538358688354, "Finetune/Loss (Raw)": 0.5613209009170532, "Finetune/Step": 10392, "Finetune/Step Time": 12.029508173465729}
+{"Finetune/Learning Rate": 9.177474676458342e-06, "Finetune/Loss": 0.6230267286300659, "Finetune/Loss (Raw)": 0.5178494453430176, "Finetune/Step": 10393, "Finetune/Step Time": 12.002112293615937}
+{"Finetune/Learning Rate": 9.175796435862038e-06, "Finetune/Loss": 0.6225098967552185, "Finetune/Loss (Raw)": 0.7148423790931702, "Finetune/Step": 10394, "Finetune/Step Time": 11.995031585916877}
+{"Finetune/Learning Rate": 9.174118218637805e-06, "Finetune/Loss": 0.6232481002807617, "Finetune/Loss (Raw)": 0.7274143099784851, "Finetune/Step": 10395, "Finetune/Step Time": 11.985955001786351}
+{"Finetune/Learning Rate": 9.172440024833229e-06, "Finetune/Loss": 0.623389482498169, "Finetune/Loss (Raw)": 0.6298069357872009, "Finetune/Step": 10396, "Finetune/Step Time": 11.987607868388295}
+{"Finetune/Learning Rate": 9.170761854495899e-06, "Finetune/Loss": 0.623062252998352, "Finetune/Loss (Raw)": 0.5549218654632568, "Finetune/Step": 10397, "Finetune/Step Time": 11.987328806892037}
+{"Finetune/Learning Rate": 9.169083707673407e-06, "Finetune/Loss": 0.6221738457679749, "Finetune/Loss (Raw)": 0.5917242169380188, "Finetune/Step": 10398, "Finetune/Step Time": 12.010089468210936}
+{"Finetune/Learning Rate": 9.167405584413343e-06, "Finetune/Loss": 0.6208022236824036, "Finetune/Loss (Raw)": 0.5387437343597412, "Finetune/Step": 10399, "Finetune/Step Time": 12.005473969504237}
+{"Finetune/Learning Rate": 9.165727484763283e-06, "Finetune/Loss": 0.6208556890487671, "Finetune/Loss (Raw)": 0.6649771332740784, "Finetune/Step": 10400, "Finetune/Step Time": 12.005468863993883}
+{"Finetune/Learning Rate": 9.16404940877082e-06, "Finetune/Loss": 0.6210877895355225, "Finetune/Loss (Raw)": 0.6578763723373413, "Finetune/Step": 10401, "Finetune/Step Time": 12.028372438624501}
+{"Finetune/Learning Rate": 9.16237135648354e-06, "Finetune/Loss": 0.62043297290802, "Finetune/Loss (Raw)": 0.566288948059082, "Finetune/Step": 10402, "Finetune/Step Time": 12.031645435839891}
+{"Finetune/Learning Rate": 9.160693327949025e-06, "Finetune/Loss": 0.6191794872283936, "Finetune/Loss (Raw)": 0.5248204469680786, "Finetune/Step": 10403, "Finetune/Step Time": 12.047304555773735}
+{"Finetune/Learning Rate": 9.15901532321486e-06, "Finetune/Loss": 0.6188215017318726, "Finetune/Loss (Raw)": 0.6217824220657349, "Finetune/Step": 10404, "Finetune/Step Time": 12.049126610159874}
+{"Finetune/Learning Rate": 9.157337342328629e-06, "Finetune/Loss": 0.6177449226379395, "Finetune/Loss (Raw)": 0.5646659731864929, "Finetune/Step": 10405, "Finetune/Step Time": 12.061025816947222}
+{"Finetune/Learning Rate": 9.155659385337921e-06, "Finetune/Loss": 0.6179821491241455, "Finetune/Loss (Raw)": 0.7473711967468262, "Finetune/Step": 10406, "Finetune/Step Time": 12.066945364698768}
+{"Finetune/Learning Rate": 9.153981452290304e-06, "Finetune/Loss": 0.6188781261444092, "Finetune/Loss (Raw)": 0.6850716471672058, "Finetune/Step": 10407, "Finetune/Step Time": 12.050060287117958}
+{"Finetune/Learning Rate": 9.15230354323337e-06, "Finetune/Loss": 0.61939936876297, "Finetune/Loss (Raw)": 0.6728721857070923, "Finetune/Step": 10408, "Finetune/Step Time": 12.045925384387374}
+{"Finetune/Learning Rate": 9.150625658214697e-06, "Finetune/Loss": 0.6195945739746094, "Finetune/Loss (Raw)": 0.6510905027389526, "Finetune/Step": 10409, "Finetune/Step Time": 11.99372742511332}
+{"Finetune/Learning Rate": 9.148947797281866e-06, "Finetune/Loss": 0.6197836399078369, "Finetune/Loss (Raw)": 0.626865804195404, "Finetune/Step": 10410, "Finetune/Step Time": 12.018820295110345}
+{"Finetune/Learning Rate": 9.147269960482453e-06, "Finetune/Loss": 0.6180182695388794, "Finetune/Loss (Raw)": 0.5269705057144165, "Finetune/Step": 10411, "Finetune/Step Time": 12.009337021037936}
+{"Finetune/Learning Rate": 9.145592147864044e-06, "Finetune/Loss": 0.6187400817871094, "Finetune/Loss (Raw)": 0.7206501364707947, "Finetune/Step": 10412, "Finetune/Step Time": 12.033741053193808}
+{"Finetune/Learning Rate": 9.143914359474209e-06, "Finetune/Loss": 0.617536187171936, "Finetune/Loss (Raw)": 0.5281768441200256, "Finetune/Step": 10413, "Finetune/Step Time": 12.05826861411333}
+{"Finetune/Learning Rate": 9.142236595360525e-06, "Finetune/Loss": 0.6173751354217529, "Finetune/Loss (Raw)": 0.6256077289581299, "Finetune/Step": 10414, "Finetune/Step Time": 12.074267761781812}
+{"Finetune/Learning Rate": 9.140558855570576e-06, "Finetune/Loss": 0.6178170442581177, "Finetune/Loss (Raw)": 0.6439947485923767, "Finetune/Step": 10415, "Finetune/Step Time": 12.086293613538146}
+{"Finetune/Learning Rate": 9.138881140151931e-06, "Finetune/Loss": 0.6181630492210388, "Finetune/Loss (Raw)": 0.797267496585846, "Finetune/Step": 10416, "Finetune/Step Time": 12.088844008743763}
+{"Finetune/Learning Rate": 9.13720344915217e-06, "Finetune/Loss": 0.6186698079109192, "Finetune/Loss (Raw)": 0.6308260560035706, "Finetune/Step": 10417, "Finetune/Step Time": 12.08782452531159}
+{"Finetune/Learning Rate": 9.135525782618869e-06, "Finetune/Loss": 0.6187900900840759, "Finetune/Loss (Raw)": 0.6065975427627563, "Finetune/Step": 10418, "Finetune/Step Time": 12.086832012981176}
+{"Finetune/Learning Rate": 9.133848140599595e-06, "Finetune/Loss": 0.6179630756378174, "Finetune/Loss (Raw)": 0.5630022883415222, "Finetune/Step": 10419, "Finetune/Step Time": 12.087834568694234}
+{"Finetune/Learning Rate": 9.132170523141926e-06, "Finetune/Loss": 0.6176265478134155, "Finetune/Loss (Raw)": 0.5974007844924927, "Finetune/Step": 10420, "Finetune/Step Time": 12.095171319320798}
+{"Finetune/Learning Rate": 9.130492930293431e-06, "Finetune/Loss": 0.6176432371139526, "Finetune/Loss (Raw)": 0.6259292364120483, "Finetune/Step": 10421, "Finetune/Step Time": 12.10350301861763}
+{"Finetune/Learning Rate": 9.128815362101683e-06, "Finetune/Loss": 0.6181115508079529, "Finetune/Loss (Raw)": 0.6492795944213867, "Finetune/Step": 10422, "Finetune/Step Time": 12.102300222963095}
+{"Finetune/Learning Rate": 9.127137818614257e-06, "Finetune/Loss": 0.6186531782150269, "Finetune/Loss (Raw)": 0.6494980454444885, "Finetune/Step": 10423, "Finetune/Step Time": 12.094902895390987}
+{"Finetune/Learning Rate": 9.125460299878722e-06, "Finetune/Loss": 0.6204088926315308, "Finetune/Loss (Raw)": 0.7540573477745056, "Finetune/Step": 10424, "Finetune/Step Time": 12.087676968425512}
+{"Finetune/Learning Rate": 9.123782805942645e-06, "Finetune/Loss": 0.6205434203147888, "Finetune/Loss (Raw)": 0.6922739744186401, "Finetune/Step": 10425, "Finetune/Step Time": 12.08916980586946}
+{"Finetune/Learning Rate": 9.122105336853594e-06, "Finetune/Loss": 0.6213445663452148, "Finetune/Loss (Raw)": 0.6395806074142456, "Finetune/Step": 10426, "Finetune/Step Time": 12.083028849214315}
+{"Finetune/Learning Rate": 9.12042789265914e-06, "Finetune/Loss": 0.6227035522460938, "Finetune/Loss (Raw)": 0.7392149567604065, "Finetune/Step": 10427, "Finetune/Step Time": 12.070502834394574}
+{"Finetune/Learning Rate": 9.11875047340685e-06, "Finetune/Loss": 0.6243802309036255, "Finetune/Loss (Raw)": 0.6114595532417297, "Finetune/Step": 10428, "Finetune/Step Time": 12.046426733955741}
+{"Finetune/Learning Rate": 9.117073079144288e-06, "Finetune/Loss": 0.6248658299446106, "Finetune/Loss (Raw)": 0.6065013408660889, "Finetune/Step": 10429, "Finetune/Step Time": 12.051110101863742}
+{"Finetune/Learning Rate": 9.115395709919029e-06, "Finetune/Loss": 0.6238370537757874, "Finetune/Loss (Raw)": 0.4878329932689667, "Finetune/Step": 10430, "Finetune/Step Time": 12.07125816307962}
+{"Finetune/Learning Rate": 9.113718365778627e-06, "Finetune/Loss": 0.6242073774337769, "Finetune/Loss (Raw)": 0.5770233869552612, "Finetune/Step": 10431, "Finetune/Step Time": 12.067562069743872}
+{"Finetune/Learning Rate": 9.112041046770653e-06, "Finetune/Loss": 0.6236039400100708, "Finetune/Loss (Raw)": 0.6000612378120422, "Finetune/Step": 10432, "Finetune/Step Time": 12.067868834361434}
+{"Finetune/Learning Rate": 9.11036375294267e-06, "Finetune/Loss": 0.6239526271820068, "Finetune/Loss (Raw)": 0.6602839231491089, "Finetune/Step": 10433, "Finetune/Step Time": 12.06502627953887}
+{"Finetune/Learning Rate": 9.108686484342241e-06, "Finetune/Loss": 0.6252603530883789, "Finetune/Loss (Raw)": 0.6292684674263, "Finetune/Step": 10434, "Finetune/Step Time": 12.059585941955447}
+{"Finetune/Learning Rate": 9.107009241016929e-06, "Finetune/Loss": 0.6252172589302063, "Finetune/Loss (Raw)": 0.6825988292694092, "Finetune/Step": 10435, "Finetune/Step Time": 12.032977852970362}
+{"Finetune/Learning Rate": 9.105332023014298e-06, "Finetune/Loss": 0.6248713135719299, "Finetune/Loss (Raw)": 0.6476571559906006, "Finetune/Step": 10436, "Finetune/Step Time": 12.017568675801158}
+{"Finetune/Learning Rate": 9.103654830381906e-06, "Finetune/Loss": 0.625582754611969, "Finetune/Loss (Raw)": 0.6862894892692566, "Finetune/Step": 10437, "Finetune/Step Time": 12.037010150030255}
+{"Finetune/Learning Rate": 9.101977663167311e-06, "Finetune/Loss": 0.6256955862045288, "Finetune/Loss (Raw)": 0.6511944532394409, "Finetune/Step": 10438, "Finetune/Step Time": 12.025771664455533}
+{"Finetune/Learning Rate": 9.100300521418075e-06, "Finetune/Loss": 0.6255018711090088, "Finetune/Loss (Raw)": 0.6123967170715332, "Finetune/Step": 10439, "Finetune/Step Time": 12.017428865656257}
+{"Finetune/Learning Rate": 9.098623405181762e-06, "Finetune/Loss": 0.6252220869064331, "Finetune/Loss (Raw)": 0.7225714921951294, "Finetune/Step": 10440, "Finetune/Step Time": 12.011070054024458}
+{"Finetune/Learning Rate": 9.096946314505924e-06, "Finetune/Loss": 0.6240456104278564, "Finetune/Loss (Raw)": 0.49970120191574097, "Finetune/Step": 10441, "Finetune/Step Time": 12.005322268232703}
+{"Finetune/Learning Rate": 9.095269249438122e-06, "Finetune/Loss": 0.6247604489326477, "Finetune/Loss (Raw)": 0.7869194149971008, "Finetune/Step": 10442, "Finetune/Step Time": 12.007226621732116}
+{"Finetune/Learning Rate": 9.09359221002591e-06, "Finetune/Loss": 0.6248155832290649, "Finetune/Loss (Raw)": 0.5603769421577454, "Finetune/Step": 10443, "Finetune/Step Time": 12.002997973933816}
+{"Finetune/Learning Rate": 9.091915196316846e-06, "Finetune/Loss": 0.6260416507720947, "Finetune/Loss (Raw)": 0.7164143323898315, "Finetune/Step": 10444, "Finetune/Step Time": 11.990463644266129}
+{"Finetune/Learning Rate": 9.090238208358486e-06, "Finetune/Loss": 0.6268883347511292, "Finetune/Loss (Raw)": 0.6283052563667297, "Finetune/Step": 10445, "Finetune/Step Time": 11.965194949880242}
+{"Finetune/Learning Rate": 9.08856124619838e-06, "Finetune/Loss": 0.628219723701477, "Finetune/Loss (Raw)": 0.7138446569442749, "Finetune/Step": 10446, "Finetune/Step Time": 11.964377334341407}
+{"Finetune/Learning Rate": 9.086884309884085e-06, "Finetune/Loss": 0.6291853785514832, "Finetune/Loss (Raw)": 0.5951755046844482, "Finetune/Step": 10447, "Finetune/Step Time": 11.95891928486526}
+{"Finetune/Learning Rate": 9.085207399463162e-06, "Finetune/Loss": 0.6283736228942871, "Finetune/Loss (Raw)": 0.6106866598129272, "Finetune/Step": 10448, "Finetune/Step Time": 11.94308702275157}
+{"Finetune/Learning Rate": 9.083530514983148e-06, "Finetune/Loss": 0.6279398798942566, "Finetune/Loss (Raw)": 0.6437857747077942, "Finetune/Step": 10449, "Finetune/Step Time": 11.951725631952286}
+{"Finetune/Learning Rate": 9.081853656491605e-06, "Finetune/Loss": 0.6265305280685425, "Finetune/Loss (Raw)": 0.5079798698425293, "Finetune/Step": 10450, "Finetune/Step Time": 11.97187758423388}
+{"Finetune/Learning Rate": 9.080176824036082e-06, "Finetune/Loss": 0.6280659437179565, "Finetune/Loss (Raw)": 0.6257649660110474, "Finetune/Step": 10451, "Finetune/Step Time": 11.945813233032823}
+{"Finetune/Learning Rate": 9.078500017664126e-06, "Finetune/Loss": 0.6283528804779053, "Finetune/Loss (Raw)": 0.6398584842681885, "Finetune/Step": 10452, "Finetune/Step Time": 11.926164062693715}
+{"Finetune/Learning Rate": 9.076823237423288e-06, "Finetune/Loss": 0.6265865564346313, "Finetune/Loss (Raw)": 0.5222647786140442, "Finetune/Step": 10453, "Finetune/Step Time": 11.941442055627704}
+{"Finetune/Learning Rate": 9.075146483361126e-06, "Finetune/Loss": 0.6264751553535461, "Finetune/Loss (Raw)": 0.5704008340835571, "Finetune/Step": 10454, "Finetune/Step Time": 11.941246898844838}
+{"Finetune/Learning Rate": 9.073469755525177e-06, "Finetune/Loss": 0.6251854300498962, "Finetune/Loss (Raw)": 0.45827656984329224, "Finetune/Step": 10455, "Finetune/Step Time": 11.969859199598432}
+{"Finetune/Learning Rate": 9.071793053962984e-06, "Finetune/Loss": 0.6253383159637451, "Finetune/Loss (Raw)": 0.7043153643608093, "Finetune/Step": 10456, "Finetune/Step Time": 11.971742102876306}
+{"Finetune/Learning Rate": 9.070116378722107e-06, "Finetune/Loss": 0.6262334585189819, "Finetune/Loss (Raw)": 0.6172370910644531, "Finetune/Step": 10457, "Finetune/Step Time": 11.955113362520933}
+{"Finetune/Learning Rate": 9.068439729850082e-06, "Finetune/Loss": 0.6257648468017578, "Finetune/Loss (Raw)": 0.5610166788101196, "Finetune/Step": 10458, "Finetune/Step Time": 11.953721543774009}
+{"Finetune/Learning Rate": 9.06676310739446e-06, "Finetune/Loss": 0.6259633898735046, "Finetune/Loss (Raw)": 0.6932817697525024, "Finetune/Step": 10459, "Finetune/Step Time": 11.954937413334846}
+{"Finetune/Learning Rate": 9.065086511402783e-06, "Finetune/Loss": 0.6256388425827026, "Finetune/Loss (Raw)": 0.5801061987876892, "Finetune/Step": 10460, "Finetune/Step Time": 11.959141882136464}
+{"Finetune/Learning Rate": 9.063409941922592e-06, "Finetune/Loss": 0.6267217397689819, "Finetune/Loss (Raw)": 0.6047515869140625, "Finetune/Step": 10461, "Finetune/Step Time": 11.959913151338696}
+{"Finetune/Learning Rate": 9.061733399001433e-06, "Finetune/Loss": 0.6258434057235718, "Finetune/Loss (Raw)": 0.5466757416725159, "Finetune/Step": 10462, "Finetune/Step Time": 11.954307530075312}
+{"Finetune/Learning Rate": 9.060056882686844e-06, "Finetune/Loss": 0.627265453338623, "Finetune/Loss (Raw)": 0.601650595664978, "Finetune/Step": 10463, "Finetune/Step Time": 11.931118225678802}
+{"Finetune/Learning Rate": 9.058380393026369e-06, "Finetune/Loss": 0.6271016597747803, "Finetune/Loss (Raw)": 0.5722456574440002, "Finetune/Step": 10464, "Finetune/Step Time": 11.962142115458846}
+{"Finetune/Learning Rate": 9.05670393006755e-06, "Finetune/Loss": 0.6259462833404541, "Finetune/Loss (Raw)": 0.4917927086353302, "Finetune/Step": 10465, "Finetune/Step Time": 11.972882563248277}
+{"Finetune/Learning Rate": 9.05502749385793e-06, "Finetune/Loss": 0.6262889504432678, "Finetune/Loss (Raw)": 0.6258071064949036, "Finetune/Step": 10466, "Finetune/Step Time": 11.974246567115188}
+{"Finetune/Learning Rate": 9.053351084445037e-06, "Finetune/Loss": 0.6271419525146484, "Finetune/Loss (Raw)": 0.7172479033470154, "Finetune/Step": 10467, "Finetune/Step Time": 11.993774499744177}
+{"Finetune/Learning Rate": 9.051674701876415e-06, "Finetune/Loss": 0.626695990562439, "Finetune/Loss (Raw)": 0.6584345698356628, "Finetune/Step": 10468, "Finetune/Step Time": 12.002431884407997}
+{"Finetune/Learning Rate": 9.049998346199605e-06, "Finetune/Loss": 0.6263949871063232, "Finetune/Loss (Raw)": 0.6561545729637146, "Finetune/Step": 10469, "Finetune/Step Time": 12.007386647164822}
+{"Finetune/Learning Rate": 9.048322017462136e-06, "Finetune/Loss": 0.6254790425300598, "Finetune/Loss (Raw)": 0.5411275029182434, "Finetune/Step": 10470, "Finetune/Step Time": 12.025394778698683}
+{"Finetune/Learning Rate": 9.046645715711553e-06, "Finetune/Loss": 0.6252616047859192, "Finetune/Loss (Raw)": 0.653782308101654, "Finetune/Step": 10471, "Finetune/Step Time": 12.005744216963649}
+{"Finetune/Learning Rate": 9.044969440995389e-06, "Finetune/Loss": 0.6254916191101074, "Finetune/Loss (Raw)": 0.6181870102882385, "Finetune/Step": 10472, "Finetune/Step Time": 12.012557726353407}
+{"Finetune/Learning Rate": 9.04329319336117e-06, "Finetune/Loss": 0.6259313821792603, "Finetune/Loss (Raw)": 0.6368629932403564, "Finetune/Step": 10473, "Finetune/Step Time": 12.011695830151439}
+{"Finetune/Learning Rate": 9.041616972856438e-06, "Finetune/Loss": 0.6254193186759949, "Finetune/Loss (Raw)": 0.6070306897163391, "Finetune/Step": 10474, "Finetune/Step Time": 12.023434165865183}
+{"Finetune/Learning Rate": 9.039940779528722e-06, "Finetune/Loss": 0.6272416114807129, "Finetune/Loss (Raw)": 0.6906909346580505, "Finetune/Step": 10475, "Finetune/Step Time": 11.997301632538438}
+{"Finetune/Learning Rate": 9.038264613425556e-06, "Finetune/Loss": 0.6271545886993408, "Finetune/Loss (Raw)": 0.7011128067970276, "Finetune/Step": 10476, "Finetune/Step Time": 12.003155196085572}
+{"Finetune/Learning Rate": 9.036588474594471e-06, "Finetune/Loss": 0.6270701289176941, "Finetune/Loss (Raw)": 0.4764143228530884, "Finetune/Step": 10477, "Finetune/Step Time": 11.99255689419806}
+{"Finetune/Learning Rate": 9.034912363082999e-06, "Finetune/Loss": 0.6266793012619019, "Finetune/Loss (Raw)": 0.6363618969917297, "Finetune/Step": 10478, "Finetune/Step Time": 11.989407755434513}
+{"Finetune/Learning Rate": 9.033236278938667e-06, "Finetune/Loss": 0.6270712614059448, "Finetune/Loss (Raw)": 0.6565093994140625, "Finetune/Step": 10479, "Finetune/Step Time": 11.965157058089972}
+{"Finetune/Learning Rate": 9.031560222209001e-06, "Finetune/Loss": 0.6273171901702881, "Finetune/Loss (Raw)": 0.6188083291053772, "Finetune/Step": 10480, "Finetune/Step Time": 11.965237120166421}
+{"Finetune/Learning Rate": 9.029884192941536e-06, "Finetune/Loss": 0.6261776089668274, "Finetune/Loss (Raw)": 0.4522133469581604, "Finetune/Step": 10481, "Finetune/Step Time": 11.979894399642944}
+{"Finetune/Learning Rate": 9.028208191183798e-06, "Finetune/Loss": 0.6260522603988647, "Finetune/Loss (Raw)": 0.6483414173126221, "Finetune/Step": 10482, "Finetune/Step Time": 11.985597878694534}
+{"Finetune/Learning Rate": 9.026532216983312e-06, "Finetune/Loss": 0.6259565353393555, "Finetune/Loss (Raw)": 0.6612575650215149, "Finetune/Step": 10483, "Finetune/Step Time": 11.984554961323738}
+{"Finetune/Learning Rate": 9.024856270387605e-06, "Finetune/Loss": 0.6262435913085938, "Finetune/Loss (Raw)": 0.5678964853286743, "Finetune/Step": 10484, "Finetune/Step Time": 11.971211932599545}
+{"Finetune/Learning Rate": 9.023180351444201e-06, "Finetune/Loss": 0.6262417435646057, "Finetune/Loss (Raw)": 0.5382910370826721, "Finetune/Step": 10485, "Finetune/Step Time": 11.98381146416068}
+{"Finetune/Learning Rate": 9.021504460200623e-06, "Finetune/Loss": 0.6276077032089233, "Finetune/Loss (Raw)": 0.7790206074714661, "Finetune/Step": 10486, "Finetune/Step Time": 11.978110734373331}
+{"Finetune/Learning Rate": 9.019828596704394e-06, "Finetune/Loss": 0.6280957460403442, "Finetune/Loss (Raw)": 0.5863065719604492, "Finetune/Step": 10487, "Finetune/Step Time": 11.974836390465498}
+{"Finetune/Learning Rate": 9.018152761003041e-06, "Finetune/Loss": 0.6272177696228027, "Finetune/Loss (Raw)": 0.5569929480552673, "Finetune/Step": 10488, "Finetune/Step Time": 11.964529255405068}
+{"Finetune/Learning Rate": 9.016476953144085e-06, "Finetune/Loss": 0.6267484426498413, "Finetune/Loss (Raw)": 0.5098113417625427, "Finetune/Step": 10489, "Finetune/Step Time": 11.964994797483087}
+{"Finetune/Learning Rate": 9.014801173175044e-06, "Finetune/Loss": 0.6279891729354858, "Finetune/Loss (Raw)": 0.7649324536323547, "Finetune/Step": 10490, "Finetune/Step Time": 11.953079350292683}
+{"Finetune/Learning Rate": 9.013125421143443e-06, "Finetune/Loss": 0.6283608675003052, "Finetune/Loss (Raw)": 0.6617038249969482, "Finetune/Step": 10491, "Finetune/Step Time": 11.929211309179664}
+{"Finetune/Learning Rate": 9.011449697096796e-06, "Finetune/Loss": 0.6284776926040649, "Finetune/Loss (Raw)": 0.6699384450912476, "Finetune/Step": 10492, "Finetune/Step Time": 11.931782757863402}
+{"Finetune/Learning Rate": 9.009774001082627e-06, "Finetune/Loss": 0.6277521252632141, "Finetune/Loss (Raw)": 0.5671817064285278, "Finetune/Step": 10493, "Finetune/Step Time": 11.938159158453345}
+{"Finetune/Learning Rate": 9.00809833314845e-06, "Finetune/Loss": 0.6282221674919128, "Finetune/Loss (Raw)": 0.647729218006134, "Finetune/Step": 10494, "Finetune/Step Time": 11.931229565292597}
+{"Finetune/Learning Rate": 9.00642269334178e-06, "Finetune/Loss": 0.6275439262390137, "Finetune/Loss (Raw)": 0.6025536060333252, "Finetune/Step": 10495, "Finetune/Step Time": 11.910793779417872}
+{"Finetune/Learning Rate": 9.00474708171014e-06, "Finetune/Loss": 0.6267751455307007, "Finetune/Loss (Raw)": 0.5829731225967407, "Finetune/Step": 10496, "Finetune/Step Time": 11.963599996641278}
+{"Finetune/Learning Rate": 9.003071498301046e-06, "Finetune/Loss": 0.6273468136787415, "Finetune/Loss (Raw)": 0.6866862177848816, "Finetune/Step": 10497, "Finetune/Step Time": 11.956364057958126}
+{"Finetune/Learning Rate": 9.001395943162006e-06, "Finetune/Loss": 0.6277190446853638, "Finetune/Loss (Raw)": 0.6865745186805725, "Finetune/Step": 10498, "Finetune/Step Time": 11.968034962192178}
+{"Finetune/Learning Rate": 8.999720416340539e-06, "Finetune/Loss": 0.6270062327384949, "Finetune/Loss (Raw)": 0.7222372889518738, "Finetune/Step": 10499, "Finetune/Step Time": 11.965217255055904}
+{"Finetune/Learning Rate": 8.998044917884154e-06, "Finetune/Loss": 0.6275782585144043, "Finetune/Loss (Raw)": 0.6726251244544983, "Finetune/Step": 10500, "Finetune/Step Time": 11.964471355080605}
+{"Finetune/Learning Rate": 8.996369447840369e-06, "Finetune/Loss": 0.6277885437011719, "Finetune/Loss (Raw)": 0.6933833360671997, "Finetune/Step": 10501, "Finetune/Step Time": 11.965079380199313}
+{"Finetune/Learning Rate": 8.994694006256688e-06, "Finetune/Loss": 0.6277620792388916, "Finetune/Loss (Raw)": 0.6867393255233765, "Finetune/Step": 10502, "Finetune/Step Time": 11.97147029824555}
+{"Finetune/Learning Rate": 8.993018593180633e-06, "Finetune/Loss": 0.6272127628326416, "Finetune/Loss (Raw)": 0.6350077986717224, "Finetune/Step": 10503, "Finetune/Step Time": 11.97899360395968}
+{"Finetune/Learning Rate": 8.991343208659705e-06, "Finetune/Loss": 0.6272293329238892, "Finetune/Loss (Raw)": 0.6417983174324036, "Finetune/Step": 10504, "Finetune/Step Time": 11.980439318343997}
+{"Finetune/Learning Rate": 8.98966785274141e-06, "Finetune/Loss": 0.6269243955612183, "Finetune/Loss (Raw)": 0.5631381869316101, "Finetune/Step": 10505, "Finetune/Step Time": 11.994555726647377}
+{"Finetune/Learning Rate": 8.987992525473266e-06, "Finetune/Loss": 0.6248921155929565, "Finetune/Loss (Raw)": 0.4865235984325409, "Finetune/Step": 10506, "Finetune/Step Time": 12.01604630984366}
+{"Finetune/Learning Rate": 8.986317226902776e-06, "Finetune/Loss": 0.62459397315979, "Finetune/Loss (Raw)": 0.6690981984138489, "Finetune/Step": 10507, "Finetune/Step Time": 12.025675835087895}
+{"Finetune/Learning Rate": 8.984641957077448e-06, "Finetune/Loss": 0.6245639324188232, "Finetune/Loss (Raw)": 0.6105251908302307, "Finetune/Step": 10508, "Finetune/Step Time": 12.041441610082984}
+{"Finetune/Learning Rate": 8.982966716044786e-06, "Finetune/Loss": 0.6243761777877808, "Finetune/Loss (Raw)": 0.6973674297332764, "Finetune/Step": 10509, "Finetune/Step Time": 12.039770219475031}
+{"Finetune/Learning Rate": 8.981291503852296e-06, "Finetune/Loss": 0.6260696053504944, "Finetune/Loss (Raw)": 0.7759594321250916, "Finetune/Step": 10510, "Finetune/Step Time": 12.043907837942243}
+{"Finetune/Learning Rate": 8.979616320547483e-06, "Finetune/Loss": 0.6255266666412354, "Finetune/Loss (Raw)": 0.48687997460365295, "Finetune/Step": 10511, "Finetune/Step Time": 12.046246021986008}
+{"Finetune/Learning Rate": 8.977941166177845e-06, "Finetune/Loss": 0.6260378956794739, "Finetune/Loss (Raw)": 0.7167423367500305, "Finetune/Step": 10512, "Finetune/Step Time": 12.046512769535184}
+{"Finetune/Learning Rate": 8.976266040790892e-06, "Finetune/Loss": 0.6257461905479431, "Finetune/Loss (Raw)": 0.6175131797790527, "Finetune/Step": 10513, "Finetune/Step Time": 12.047007059678435}
+{"Finetune/Learning Rate": 8.974590944434123e-06, "Finetune/Loss": 0.6253544092178345, "Finetune/Loss (Raw)": 0.6244838833808899, "Finetune/Step": 10514, "Finetune/Step Time": 12.046753076836467}
+{"Finetune/Learning Rate": 8.972915877155043e-06, "Finetune/Loss": 0.6254805326461792, "Finetune/Loss (Raw)": 0.6365881562232971, "Finetune/Step": 10515, "Finetune/Step Time": 12.044737037271261}
+{"Finetune/Learning Rate": 8.971240839001143e-06, "Finetune/Loss": 0.626237154006958, "Finetune/Loss (Raw)": 0.7544220685958862, "Finetune/Step": 10516, "Finetune/Step Time": 12.058282678946853}
+{"Finetune/Learning Rate": 8.969565830019929e-06, "Finetune/Loss": 0.6259046792984009, "Finetune/Loss (Raw)": 0.5756062865257263, "Finetune/Step": 10517, "Finetune/Step Time": 12.076651692390442}
+{"Finetune/Learning Rate": 8.967890850258896e-06, "Finetune/Loss": 0.6249710321426392, "Finetune/Loss (Raw)": 0.4880199134349823, "Finetune/Step": 10518, "Finetune/Step Time": 12.104920327663422}
+{"Finetune/Learning Rate": 8.966215899765544e-06, "Finetune/Loss": 0.6248490810394287, "Finetune/Loss (Raw)": 0.5224813222885132, "Finetune/Step": 10519, "Finetune/Step Time": 12.102862417697906}
+{"Finetune/Learning Rate": 8.96454097858737e-06, "Finetune/Loss": 0.6254993677139282, "Finetune/Loss (Raw)": 0.6445572972297668, "Finetune/Step": 10520, "Finetune/Step Time": 12.126169370487332}
+{"Finetune/Learning Rate": 8.962866086771873e-06, "Finetune/Loss": 0.6267568469047546, "Finetune/Loss (Raw)": 0.6788106560707092, "Finetune/Step": 10521, "Finetune/Step Time": 12.127471331506968}
+{"Finetune/Learning Rate": 8.961191224366541e-06, "Finetune/Loss": 0.624495267868042, "Finetune/Loss (Raw)": 0.4253627359867096, "Finetune/Step": 10522, "Finetune/Step Time": 12.156689105555415}
+{"Finetune/Learning Rate": 8.959516391418872e-06, "Finetune/Loss": 0.6241006851196289, "Finetune/Loss (Raw)": 0.6769029498100281, "Finetune/Step": 10523, "Finetune/Step Time": 12.163380654528737}
+{"Finetune/Learning Rate": 8.95784158797636e-06, "Finetune/Loss": 0.6242397427558899, "Finetune/Loss (Raw)": 0.6476031541824341, "Finetune/Step": 10524, "Finetune/Step Time": 12.1590916197747}
+{"Finetune/Learning Rate": 8.956166814086497e-06, "Finetune/Loss": 0.6247405409812927, "Finetune/Loss (Raw)": 0.619031548500061, "Finetune/Step": 10525, "Finetune/Step Time": 12.159195430576801}
+{"Finetune/Learning Rate": 8.954492069796772e-06, "Finetune/Loss": 0.6255132555961609, "Finetune/Loss (Raw)": 0.690629780292511, "Finetune/Step": 10526, "Finetune/Step Time": 12.134081479161978}
+{"Finetune/Learning Rate": 8.952817355154686e-06, "Finetune/Loss": 0.6264951229095459, "Finetune/Loss (Raw)": 0.6644294261932373, "Finetune/Step": 10527, "Finetune/Step Time": 12.13382094539702}
+{"Finetune/Learning Rate": 8.951142670207718e-06, "Finetune/Loss": 0.6261636018753052, "Finetune/Loss (Raw)": 0.622528612613678, "Finetune/Step": 10528, "Finetune/Step Time": 12.138729540631175}
+{"Finetune/Learning Rate": 8.949468015003358e-06, "Finetune/Loss": 0.6262605786323547, "Finetune/Loss (Raw)": 0.6702947020530701, "Finetune/Step": 10529, "Finetune/Step Time": 12.12021404132247}
+{"Finetune/Learning Rate": 8.947793389589101e-06, "Finetune/Loss": 0.6261584758758545, "Finetune/Loss (Raw)": 0.5532150268554688, "Finetune/Step": 10530, "Finetune/Step Time": 12.116173906251788}
+{"Finetune/Learning Rate": 8.946118794012432e-06, "Finetune/Loss": 0.6269409656524658, "Finetune/Loss (Raw)": 0.6249860525131226, "Finetune/Step": 10531, "Finetune/Step Time": 12.09494275227189}
+{"Finetune/Learning Rate": 8.944444228320835e-06, "Finetune/Loss": 0.6256904006004333, "Finetune/Loss (Raw)": 0.46170666813850403, "Finetune/Step": 10532, "Finetune/Step Time": 12.095534248277545}
+{"Finetune/Learning Rate": 8.942769692561802e-06, "Finetune/Loss": 0.6263812780380249, "Finetune/Loss (Raw)": 0.6531047821044922, "Finetune/Step": 10533, "Finetune/Step Time": 12.091189503669739}
+{"Finetune/Learning Rate": 8.941095186782813e-06, "Finetune/Loss": 0.6252205967903137, "Finetune/Loss (Raw)": 0.59880131483078, "Finetune/Step": 10534, "Finetune/Step Time": 12.102646393701434}
+{"Finetune/Learning Rate": 8.939420711031351e-06, "Finetune/Loss": 0.6234561800956726, "Finetune/Loss (Raw)": 0.45922496914863586, "Finetune/Step": 10535, "Finetune/Step Time": 12.098762582987547}
+{"Finetune/Learning Rate": 8.9377462653549e-06, "Finetune/Loss": 0.62355637550354, "Finetune/Loss (Raw)": 0.6856909990310669, "Finetune/Step": 10536, "Finetune/Step Time": 12.109622158110142}
+{"Finetune/Learning Rate": 8.936071849800947e-06, "Finetune/Loss": 0.623405933380127, "Finetune/Loss (Raw)": 0.6318357586860657, "Finetune/Step": 10537, "Finetune/Step Time": 12.124011497944593}
+{"Finetune/Learning Rate": 8.934397464416971e-06, "Finetune/Loss": 0.621874213218689, "Finetune/Loss (Raw)": 0.4308134913444519, "Finetune/Step": 10538, "Finetune/Step Time": 12.104611095041037}
+{"Finetune/Learning Rate": 8.932723109250455e-06, "Finetune/Loss": 0.6232794523239136, "Finetune/Loss (Raw)": 0.7068331241607666, "Finetune/Step": 10539, "Finetune/Step Time": 12.11630562134087}
+{"Finetune/Learning Rate": 8.931048784348875e-06, "Finetune/Loss": 0.6222361326217651, "Finetune/Loss (Raw)": 0.5871093273162842, "Finetune/Step": 10540, "Finetune/Step Time": 12.099301278591156}
+{"Finetune/Learning Rate": 8.92937448975971e-06, "Finetune/Loss": 0.6228613257408142, "Finetune/Loss (Raw)": 0.6082017421722412, "Finetune/Step": 10541, "Finetune/Step Time": 12.09574419260025}
+{"Finetune/Learning Rate": 8.927700225530441e-06, "Finetune/Loss": 0.6227890253067017, "Finetune/Loss (Raw)": 0.6163501143455505, "Finetune/Step": 10542, "Finetune/Step Time": 12.080297958105803}
+{"Finetune/Learning Rate": 8.926025991708545e-06, "Finetune/Loss": 0.6229222416877747, "Finetune/Loss (Raw)": 0.6610473990440369, "Finetune/Step": 10543, "Finetune/Step Time": 12.065858902409673}
+{"Finetune/Learning Rate": 8.924351788341495e-06, "Finetune/Loss": 0.6217671632766724, "Finetune/Loss (Raw)": 0.6494190096855164, "Finetune/Step": 10544, "Finetune/Step Time": 12.06464947015047}
+{"Finetune/Learning Rate": 8.922677615476776e-06, "Finetune/Loss": 0.6212685704231262, "Finetune/Loss (Raw)": 0.5670056939125061, "Finetune/Step": 10545, "Finetune/Step Time": 12.065753856673837}
+{"Finetune/Learning Rate": 8.92100347316185e-06, "Finetune/Loss": 0.6209027171134949, "Finetune/Loss (Raw)": 0.5597668290138245, "Finetune/Step": 10546, "Finetune/Step Time": 12.103173106908798}
+{"Finetune/Learning Rate": 8.9193293614442e-06, "Finetune/Loss": 0.6213430166244507, "Finetune/Loss (Raw)": 0.6193581819534302, "Finetune/Step": 10547, "Finetune/Step Time": 12.101709118112922}
+{"Finetune/Learning Rate": 8.917655280371295e-06, "Finetune/Loss": 0.6208954453468323, "Finetune/Loss (Raw)": 0.5401151776313782, "Finetune/Step": 10548, "Finetune/Step Time": 12.097843024879694}
+{"Finetune/Learning Rate": 8.91598122999061e-06, "Finetune/Loss": 0.6210523843765259, "Finetune/Loss (Raw)": 0.6460206508636475, "Finetune/Step": 10549, "Finetune/Step Time": 12.10358788445592}
+{"Finetune/Learning Rate": 8.914307210349614e-06, "Finetune/Loss": 0.6218698024749756, "Finetune/Loss (Raw)": 0.7539094090461731, "Finetune/Step": 10550, "Finetune/Step Time": 12.098508302122355}
+{"Finetune/Learning Rate": 8.91263322149578e-06, "Finetune/Loss": 0.6218498945236206, "Finetune/Loss (Raw)": 0.6469485759735107, "Finetune/Step": 10551, "Finetune/Step Time": 12.104867696762085}
+{"Finetune/Learning Rate": 8.910959263476575e-06, "Finetune/Loss": 0.6208385229110718, "Finetune/Loss (Raw)": 0.6246041655540466, "Finetune/Step": 10552, "Finetune/Step Time": 12.103992741554976}
+{"Finetune/Learning Rate": 8.909285336339465e-06, "Finetune/Loss": 0.6206964254379272, "Finetune/Loss (Raw)": 0.6740863919258118, "Finetune/Step": 10553, "Finetune/Step Time": 12.07420552149415}
+{"Finetune/Learning Rate": 8.907611440131924e-06, "Finetune/Loss": 0.6196274757385254, "Finetune/Loss (Raw)": 0.5027459263801575, "Finetune/Step": 10554, "Finetune/Step Time": 12.081321327015758}
+{"Finetune/Learning Rate": 8.905937574901416e-06, "Finetune/Loss": 0.6193437576293945, "Finetune/Loss (Raw)": 0.7029040455818176, "Finetune/Step": 10555, "Finetune/Step Time": 12.11142461374402}
+{"Finetune/Learning Rate": 8.904263740695407e-06, "Finetune/Loss": 0.6207832098007202, "Finetune/Loss (Raw)": 0.7957093119621277, "Finetune/Step": 10556, "Finetune/Step Time": 12.111036410555243}
+{"Finetune/Learning Rate": 8.902589937561366e-06, "Finetune/Loss": 0.6208836436271667, "Finetune/Loss (Raw)": 0.6193567514419556, "Finetune/Step": 10557, "Finetune/Step Time": 12.111199306324124}
+{"Finetune/Learning Rate": 8.90091616554675e-06, "Finetune/Loss": 0.6220788955688477, "Finetune/Loss (Raw)": 0.6408324241638184, "Finetune/Step": 10558, "Finetune/Step Time": 12.098641963675618}
+{"Finetune/Learning Rate": 8.899242424699026e-06, "Finetune/Loss": 0.621127724647522, "Finetune/Loss (Raw)": 0.45526576042175293, "Finetune/Step": 10559, "Finetune/Step Time": 12.122018719092011}
+{"Finetune/Learning Rate": 8.897568715065658e-06, "Finetune/Loss": 0.6205565929412842, "Finetune/Loss (Raw)": 0.5269650816917419, "Finetune/Step": 10560, "Finetune/Step Time": 12.129723418504}
+{"Finetune/Learning Rate": 8.895895036694103e-06, "Finetune/Loss": 0.6199823617935181, "Finetune/Loss (Raw)": 0.5867699980735779, "Finetune/Step": 10561, "Finetune/Step Time": 12.134022550657392}
+{"Finetune/Learning Rate": 8.894221389631828e-06, "Finetune/Loss": 0.6205501556396484, "Finetune/Loss (Raw)": 0.7019492387771606, "Finetune/Step": 10562, "Finetune/Step Time": 12.131873410195112}
+{"Finetune/Learning Rate": 8.892547773926293e-06, "Finetune/Loss": 0.6203112602233887, "Finetune/Loss (Raw)": 0.6520228981971741, "Finetune/Step": 10563, "Finetune/Step Time": 12.127186350524426}
+{"Finetune/Learning Rate": 8.890874189624951e-06, "Finetune/Loss": 0.61966472864151, "Finetune/Loss (Raw)": 0.5648980140686035, "Finetune/Step": 10564, "Finetune/Step Time": 12.120650310069323}
+{"Finetune/Learning Rate": 8.889200636775261e-06, "Finetune/Loss": 0.6185681819915771, "Finetune/Loss (Raw)": 0.5459266901016235, "Finetune/Step": 10565, "Finetune/Step Time": 12.1062002889812}
+{"Finetune/Learning Rate": 8.887527115424685e-06, "Finetune/Loss": 0.6184457540512085, "Finetune/Loss (Raw)": 0.6355316638946533, "Finetune/Step": 10566, "Finetune/Step Time": 12.110315434634686}
+{"Finetune/Learning Rate": 8.885853625620677e-06, "Finetune/Loss": 0.6194528341293335, "Finetune/Loss (Raw)": 0.7412950396537781, "Finetune/Step": 10567, "Finetune/Step Time": 12.105643022805452}
+{"Finetune/Learning Rate": 8.884180167410687e-06, "Finetune/Loss": 0.6188398599624634, "Finetune/Loss (Raw)": 0.6441245675086975, "Finetune/Step": 10568, "Finetune/Step Time": 12.100722901523113}
+{"Finetune/Learning Rate": 8.882506740842183e-06, "Finetune/Loss": 0.6205260753631592, "Finetune/Loss (Raw)": 0.715526819229126, "Finetune/Step": 10569, "Finetune/Step Time": 12.101508533582091}
+{"Finetune/Learning Rate": 8.880833345962605e-06, "Finetune/Loss": 0.6194457411766052, "Finetune/Loss (Raw)": 0.6486388444900513, "Finetune/Step": 10570, "Finetune/Step Time": 12.107200985774398}
+{"Finetune/Learning Rate": 8.879159982819409e-06, "Finetune/Loss": 0.6201356649398804, "Finetune/Loss (Raw)": 0.6486833691596985, "Finetune/Step": 10571, "Finetune/Step Time": 12.109548632055521}
+{"Finetune/Learning Rate": 8.87748665146005e-06, "Finetune/Loss": 0.6192479133605957, "Finetune/Loss (Raw)": 0.60279381275177, "Finetune/Step": 10572, "Finetune/Step Time": 12.11272493377328}
+{"Finetune/Learning Rate": 8.875813351931979e-06, "Finetune/Loss": 0.6187938451766968, "Finetune/Loss (Raw)": 0.5701801776885986, "Finetune/Step": 10573, "Finetune/Step Time": 12.116449773311615}
+{"Finetune/Learning Rate": 8.874140084282643e-06, "Finetune/Loss": 0.618626058101654, "Finetune/Loss (Raw)": 0.6923694014549255, "Finetune/Step": 10574, "Finetune/Step Time": 12.122503373771906}
+{"Finetune/Learning Rate": 8.872466848559493e-06, "Finetune/Loss": 0.6193856000900269, "Finetune/Loss (Raw)": 0.6923925280570984, "Finetune/Step": 10575, "Finetune/Step Time": 12.126632895320654}
+{"Finetune/Learning Rate": 8.870793644809981e-06, "Finetune/Loss": 0.6194037199020386, "Finetune/Loss (Raw)": 0.6130123734474182, "Finetune/Step": 10576, "Finetune/Step Time": 12.124036591500044}
+{"Finetune/Learning Rate": 8.869120473081546e-06, "Finetune/Loss": 0.6189263463020325, "Finetune/Loss (Raw)": 0.5826747417449951, "Finetune/Step": 10577, "Finetune/Step Time": 12.115355083718896}
+{"Finetune/Learning Rate": 8.867447333421637e-06, "Finetune/Loss": 0.6196029186248779, "Finetune/Loss (Raw)": 0.5945814251899719, "Finetune/Step": 10578, "Finetune/Step Time": 12.089028794318438}
+{"Finetune/Learning Rate": 8.865774225877703e-06, "Finetune/Loss": 0.6201703548431396, "Finetune/Loss (Raw)": 0.6983922719955444, "Finetune/Step": 10579, "Finetune/Step Time": 12.084276972338557}
+{"Finetune/Learning Rate": 8.864101150497187e-06, "Finetune/Loss": 0.6198127865791321, "Finetune/Loss (Raw)": 0.5940951704978943, "Finetune/Step": 10580, "Finetune/Step Time": 12.091789525002241}
+{"Finetune/Learning Rate": 8.862428107327533e-06, "Finetune/Loss": 0.6209068298339844, "Finetune/Loss (Raw)": 0.6622975468635559, "Finetune/Step": 10581, "Finetune/Step Time": 12.065613817423582}
+{"Finetune/Learning Rate": 8.860755096416185e-06, "Finetune/Loss": 0.621252179145813, "Finetune/Loss (Raw)": 0.6146124005317688, "Finetune/Step": 10582, "Finetune/Step Time": 12.06350247003138}
+{"Finetune/Learning Rate": 8.85908211781058e-06, "Finetune/Loss": 0.6228018999099731, "Finetune/Loss (Raw)": 0.6566367149353027, "Finetune/Step": 10583, "Finetune/Step Time": 12.036730663850904}
+{"Finetune/Learning Rate": 8.85740917155816e-06, "Finetune/Loss": 0.6223664283752441, "Finetune/Loss (Raw)": 0.648574709892273, "Finetune/Step": 10584, "Finetune/Step Time": 12.033263303339481}
+{"Finetune/Learning Rate": 8.855736257706368e-06, "Finetune/Loss": 0.623672366142273, "Finetune/Loss (Raw)": 0.7843996286392212, "Finetune/Step": 10585, "Finetune/Step Time": 12.031630661338568}
+{"Finetune/Learning Rate": 8.854063376302643e-06, "Finetune/Loss": 0.6238971948623657, "Finetune/Loss (Raw)": 0.5897945165634155, "Finetune/Step": 10586, "Finetune/Step Time": 12.037911185994744}
+{"Finetune/Learning Rate": 8.85239052739442e-06, "Finetune/Loss": 0.6231822967529297, "Finetune/Loss (Raw)": 0.6017740368843079, "Finetune/Step": 10587, "Finetune/Step Time": 12.02901511080563}
+{"Finetune/Learning Rate": 8.850717711029144e-06, "Finetune/Loss": 0.6241649985313416, "Finetune/Loss (Raw)": 0.7058953642845154, "Finetune/Step": 10588, "Finetune/Step Time": 12.02350926026702}
+{"Finetune/Learning Rate": 8.849044927254242e-06, "Finetune/Loss": 0.6245771646499634, "Finetune/Loss (Raw)": 0.657507598400116, "Finetune/Step": 10589, "Finetune/Step Time": 12.017587760463357}
+{"Finetune/Learning Rate": 8.847372176117151e-06, "Finetune/Loss": 0.6250232458114624, "Finetune/Loss (Raw)": 0.6037729978561401, "Finetune/Step": 10590, "Finetune/Step Time": 12.005815779790282}
+{"Finetune/Learning Rate": 8.84569945766531e-06, "Finetune/Loss": 0.6252923011779785, "Finetune/Loss (Raw)": 0.6360931396484375, "Finetune/Step": 10591, "Finetune/Step Time": 12.006956184282899}
+{"Finetune/Learning Rate": 8.844026771946148e-06, "Finetune/Loss": 0.6254990696907043, "Finetune/Loss (Raw)": 0.5987069010734558, "Finetune/Step": 10592, "Finetune/Step Time": 11.968488272279501}
+{"Finetune/Learning Rate": 8.8423541190071e-06, "Finetune/Loss": 0.6270882487297058, "Finetune/Loss (Raw)": 0.6952090263366699, "Finetune/Step": 10593, "Finetune/Step Time": 11.940231580287218}
+{"Finetune/Learning Rate": 8.840681498895602e-06, "Finetune/Loss": 0.6275857090950012, "Finetune/Loss (Raw)": 0.689480721950531, "Finetune/Step": 10594, "Finetune/Step Time": 11.93692746385932}
+{"Finetune/Learning Rate": 8.839008911659074e-06, "Finetune/Loss": 0.6274802684783936, "Finetune/Loss (Raw)": 0.7037510275840759, "Finetune/Step": 10595, "Finetune/Step Time": 11.916860153898597}
+{"Finetune/Learning Rate": 8.837336357344953e-06, "Finetune/Loss": 0.6271007061004639, "Finetune/Loss (Raw)": 0.6098499894142151, "Finetune/Step": 10596, "Finetune/Step Time": 11.909239623695612}
+{"Finetune/Learning Rate": 8.835663836000668e-06, "Finetune/Loss": 0.6268572211265564, "Finetune/Loss (Raw)": 0.6249896883964539, "Finetune/Step": 10597, "Finetune/Step Time": 11.919077193364501}
+{"Finetune/Learning Rate": 8.833991347673644e-06, "Finetune/Loss": 0.6275357007980347, "Finetune/Loss (Raw)": 0.6279709935188293, "Finetune/Step": 10598, "Finetune/Step Time": 11.90697711519897}
+{"Finetune/Learning Rate": 8.832318892411312e-06, "Finetune/Loss": 0.6274473667144775, "Finetune/Loss (Raw)": 0.6424761414527893, "Finetune/Step": 10599, "Finetune/Step Time": 11.908775590360165}
+{"Finetune/Learning Rate": 8.830646470261097e-06, "Finetune/Loss": 0.6278466582298279, "Finetune/Loss (Raw)": 0.6692947149276733, "Finetune/Step": 10600, "Finetune/Step Time": 11.917917273938656}
+{"Finetune/Learning Rate": 8.828974081270421e-06, "Finetune/Loss": 0.6288177967071533, "Finetune/Loss (Raw)": 0.76116943359375, "Finetune/Step": 10601, "Finetune/Step Time": 11.917579447850585}
+{"Finetune/Learning Rate": 8.827301725486706e-06, "Finetune/Loss": 0.6290984749794006, "Finetune/Loss (Raw)": 0.6429575681686401, "Finetune/Step": 10602, "Finetune/Step Time": 11.903089532628655}
+{"Finetune/Learning Rate": 8.825629402957385e-06, "Finetune/Loss": 0.6294484734535217, "Finetune/Loss (Raw)": 0.7354943156242371, "Finetune/Step": 10603, "Finetune/Step Time": 11.904774563387036}
+{"Finetune/Learning Rate": 8.823957113729872e-06, "Finetune/Loss": 0.6287792921066284, "Finetune/Loss (Raw)": 0.6154556274414062, "Finetune/Step": 10604, "Finetune/Step Time": 11.923933818936348}
+{"Finetune/Learning Rate": 8.82228485785159e-06, "Finetune/Loss": 0.6300935745239258, "Finetune/Loss (Raw)": 0.6446431279182434, "Finetune/Step": 10605, "Finetune/Step Time": 11.918829668313265}
+{"Finetune/Learning Rate": 8.820612635369965e-06, "Finetune/Loss": 0.6286247968673706, "Finetune/Loss (Raw)": 0.4483606219291687, "Finetune/Step": 10606, "Finetune/Step Time": 11.950860785320401}
+{"Finetune/Learning Rate": 8.81894044633241e-06, "Finetune/Loss": 0.6285754442214966, "Finetune/Loss (Raw)": 0.6501935720443726, "Finetune/Step": 10607, "Finetune/Step Time": 11.957455495372415}
+{"Finetune/Learning Rate": 8.817268290786343e-06, "Finetune/Loss": 0.6292343139648438, "Finetune/Loss (Raw)": 0.7031368017196655, "Finetune/Step": 10608, "Finetune/Step Time": 11.953973600640893}
+{"Finetune/Learning Rate": 8.815596168779185e-06, "Finetune/Loss": 0.630683183670044, "Finetune/Loss (Raw)": 0.6376721858978271, "Finetune/Step": 10609, "Finetune/Step Time": 11.92766392044723}
+{"Finetune/Learning Rate": 8.813924080358352e-06, "Finetune/Loss": 0.6304636001586914, "Finetune/Loss (Raw)": 0.6202375292778015, "Finetune/Step": 10610, "Finetune/Step Time": 11.92436407506466}
+{"Finetune/Learning Rate": 8.81225202557126e-06, "Finetune/Loss": 0.6307989954948425, "Finetune/Loss (Raw)": 0.7041885852813721, "Finetune/Step": 10611, "Finetune/Step Time": 11.935828045010567}
+{"Finetune/Learning Rate": 8.810580004465324e-06, "Finetune/Loss": 0.6315691471099854, "Finetune/Loss (Raw)": 0.6664688587188721, "Finetune/Step": 10612, "Finetune/Step Time": 11.920469338074327}
+{"Finetune/Learning Rate": 8.808908017087956e-06, "Finetune/Loss": 0.6319788694381714, "Finetune/Loss (Raw)": 0.5907437205314636, "Finetune/Step": 10613, "Finetune/Step Time": 11.899506257846951}
+{"Finetune/Learning Rate": 8.807236063486569e-06, "Finetune/Loss": 0.6318628787994385, "Finetune/Loss (Raw)": 0.764172375202179, "Finetune/Step": 10614, "Finetune/Step Time": 11.906532557681203}
+{"Finetune/Learning Rate": 8.805564143708576e-06, "Finetune/Loss": 0.6317793130874634, "Finetune/Loss (Raw)": 0.5756039023399353, "Finetune/Step": 10615, "Finetune/Step Time": 11.905766664072871}
+{"Finetune/Learning Rate": 8.803892257801386e-06, "Finetune/Loss": 0.6322321891784668, "Finetune/Loss (Raw)": 0.6149607300758362, "Finetune/Step": 10616, "Finetune/Step Time": 11.904664823785424}
+{"Finetune/Learning Rate": 8.80222040581241e-06, "Finetune/Loss": 0.6328815817832947, "Finetune/Loss (Raw)": 0.5929416418075562, "Finetune/Step": 10617, "Finetune/Step Time": 11.916053969413042}
+{"Finetune/Learning Rate": 8.800548587789062e-06, "Finetune/Loss": 0.6303242444992065, "Finetune/Loss (Raw)": 0.4375852346420288, "Finetune/Step": 10618, "Finetune/Step Time": 11.939899088814855}
+{"Finetune/Learning Rate": 8.79887680377874e-06, "Finetune/Loss": 0.6303259134292603, "Finetune/Loss (Raw)": 0.6619207262992859, "Finetune/Step": 10619, "Finetune/Step Time": 11.9572010692209}
+{"Finetune/Learning Rate": 8.797205053828857e-06, "Finetune/Loss": 0.6303828358650208, "Finetune/Loss (Raw)": 0.677224338054657, "Finetune/Step": 10620, "Finetune/Step Time": 11.958700511604548}
+{"Finetune/Learning Rate": 8.79553333798682e-06, "Finetune/Loss": 0.629794716835022, "Finetune/Loss (Raw)": 0.4919060170650482, "Finetune/Step": 10621, "Finetune/Step Time": 11.95272876508534}
+{"Finetune/Learning Rate": 8.793861656300032e-06, "Finetune/Loss": 0.6294560432434082, "Finetune/Loss (Raw)": 0.6043798923492432, "Finetune/Step": 10622, "Finetune/Step Time": 11.950107034295797}
+{"Finetune/Learning Rate": 8.792190008815898e-06, "Finetune/Loss": 0.6297210454940796, "Finetune/Loss (Raw)": 0.636474609375, "Finetune/Step": 10623, "Finetune/Step Time": 11.963388482108712}
+{"Finetune/Learning Rate": 8.790518395581823e-06, "Finetune/Loss": 0.629067063331604, "Finetune/Loss (Raw)": 0.49925705790519714, "Finetune/Step": 10624, "Finetune/Step Time": 11.950872844085097}
+{"Finetune/Learning Rate": 8.788846816645205e-06, "Finetune/Loss": 0.628016471862793, "Finetune/Loss (Raw)": 0.5522106289863586, "Finetune/Step": 10625, "Finetune/Step Time": 11.974017653614283}
+{"Finetune/Learning Rate": 8.787175272053445e-06, "Finetune/Loss": 0.6270689964294434, "Finetune/Loss (Raw)": 0.5652965903282166, "Finetune/Step": 10626, "Finetune/Step Time": 11.970006534829736}
+{"Finetune/Learning Rate": 8.785503761853946e-06, "Finetune/Loss": 0.6267327666282654, "Finetune/Loss (Raw)": 0.6792052984237671, "Finetune/Step": 10627, "Finetune/Step Time": 11.970046827569604}
+{"Finetune/Learning Rate": 8.783832286094107e-06, "Finetune/Loss": 0.6259703636169434, "Finetune/Loss (Raw)": 0.575036883354187, "Finetune/Step": 10628, "Finetune/Step Time": 11.968394747003913}
+{"Finetune/Learning Rate": 8.782160844821327e-06, "Finetune/Loss": 0.6256522536277771, "Finetune/Loss (Raw)": 0.6526637673377991, "Finetune/Step": 10629, "Finetune/Step Time": 11.964329216629267}
+{"Finetune/Learning Rate": 8.780489438083004e-06, "Finetune/Loss": 0.6263309717178345, "Finetune/Loss (Raw)": 0.7736136317253113, "Finetune/Step": 10630, "Finetune/Step Time": 11.96108004823327}
+{"Finetune/Learning Rate": 8.778818065926532e-06, "Finetune/Loss": 0.6254945993423462, "Finetune/Loss (Raw)": 0.527957558631897, "Finetune/Step": 10631, "Finetune/Step Time": 11.95172487385571}
+{"Finetune/Learning Rate": 8.777146728399307e-06, "Finetune/Loss": 0.6250177621841431, "Finetune/Loss (Raw)": 0.580756664276123, "Finetune/Step": 10632, "Finetune/Step Time": 11.952754214406013}
+{"Finetune/Learning Rate": 8.77547542554872e-06, "Finetune/Loss": 0.6259225606918335, "Finetune/Loss (Raw)": 0.6789570450782776, "Finetune/Step": 10633, "Finetune/Step Time": 11.956023653969169}
+{"Finetune/Learning Rate": 8.77380415742217e-06, "Finetune/Loss": 0.6270952224731445, "Finetune/Loss (Raw)": 0.63661789894104, "Finetune/Step": 10634, "Finetune/Step Time": 11.928784595802426}
+{"Finetune/Learning Rate": 8.772132924067048e-06, "Finetune/Loss": 0.6269278526306152, "Finetune/Loss (Raw)": 0.6476806402206421, "Finetune/Step": 10635, "Finetune/Step Time": 11.957298951223493}
+{"Finetune/Learning Rate": 8.770461725530745e-06, "Finetune/Loss": 0.627028226852417, "Finetune/Loss (Raw)": 0.6233704090118408, "Finetune/Step": 10636, "Finetune/Step Time": 11.941944325342774}
+{"Finetune/Learning Rate": 8.768790561860651e-06, "Finetune/Loss": 0.6266555190086365, "Finetune/Loss (Raw)": 0.6496608853340149, "Finetune/Step": 10637, "Finetune/Step Time": 11.938177881762385}
+{"Finetune/Learning Rate": 8.767119433104155e-06, "Finetune/Loss": 0.6254482865333557, "Finetune/Loss (Raw)": 0.6214340925216675, "Finetune/Step": 10638, "Finetune/Step Time": 11.93879728578031}
+{"Finetune/Learning Rate": 8.765448339308646e-06, "Finetune/Loss": 0.6272740364074707, "Finetune/Loss (Raw)": 0.7205764651298523, "Finetune/Step": 10639, "Finetune/Step Time": 11.927161574363708}
+{"Finetune/Learning Rate": 8.763777280521511e-06, "Finetune/Loss": 0.6263822317123413, "Finetune/Loss (Raw)": 0.6025910973548889, "Finetune/Step": 10640, "Finetune/Step Time": 11.93079612776637}
+{"Finetune/Learning Rate": 8.762106256790135e-06, "Finetune/Loss": 0.6270357370376587, "Finetune/Loss (Raw)": 0.7011628150939941, "Finetune/Step": 10641, "Finetune/Step Time": 11.926411041989923}
+{"Finetune/Learning Rate": 8.760435268161913e-06, "Finetune/Loss": 0.6284129619598389, "Finetune/Loss (Raw)": 0.8007712364196777, "Finetune/Step": 10642, "Finetune/Step Time": 11.924839479848742}
+{"Finetune/Learning Rate": 8.758764314684215e-06, "Finetune/Loss": 0.6280932426452637, "Finetune/Loss (Raw)": 0.5956602096557617, "Finetune/Step": 10643, "Finetune/Step Time": 11.93350962549448}
+{"Finetune/Learning Rate": 8.757093396404432e-06, "Finetune/Loss": 0.6267003417015076, "Finetune/Loss (Raw)": 0.5761337280273438, "Finetune/Step": 10644, "Finetune/Step Time": 11.923378074541688}
+{"Finetune/Learning Rate": 8.755422513369948e-06, "Finetune/Loss": 0.6268885731697083, "Finetune/Loss (Raw)": 0.5996946096420288, "Finetune/Step": 10645, "Finetune/Step Time": 11.92413772828877}
+{"Finetune/Learning Rate": 8.753751665628141e-06, "Finetune/Loss": 0.6284339427947998, "Finetune/Loss (Raw)": 0.6858322024345398, "Finetune/Step": 10646, "Finetune/Step Time": 11.899313008412719}
+{"Finetune/Learning Rate": 8.752080853226395e-06, "Finetune/Loss": 0.6289485692977905, "Finetune/Loss (Raw)": 0.5883576273918152, "Finetune/Step": 10647, "Finetune/Step Time": 11.893291540443897}
+{"Finetune/Learning Rate": 8.750410076212088e-06, "Finetune/Loss": 0.6289401650428772, "Finetune/Loss (Raw)": 0.6434786915779114, "Finetune/Step": 10648, "Finetune/Step Time": 11.865253068506718}
+{"Finetune/Learning Rate": 8.748739334632595e-06, "Finetune/Loss": 0.628637433052063, "Finetune/Loss (Raw)": 0.6400590538978577, "Finetune/Step": 10649, "Finetune/Step Time": 11.87086014635861}
+{"Finetune/Learning Rate": 8.747068628535298e-06, "Finetune/Loss": 0.62999027967453, "Finetune/Loss (Raw)": 0.5985221266746521, "Finetune/Step": 10650, "Finetune/Step Time": 11.859988553449512}
+{"Finetune/Learning Rate": 8.745397957967568e-06, "Finetune/Loss": 0.6300826072692871, "Finetune/Loss (Raw)": 0.6887262463569641, "Finetune/Step": 10651, "Finetune/Step Time": 11.859029274433851}
+{"Finetune/Learning Rate": 8.743727322976788e-06, "Finetune/Loss": 0.6303855776786804, "Finetune/Loss (Raw)": 0.6863789558410645, "Finetune/Step": 10652, "Finetune/Step Time": 11.856566160917282}
+{"Finetune/Learning Rate": 8.742056723610328e-06, "Finetune/Loss": 0.6308952569961548, "Finetune/Loss (Raw)": 0.6842741966247559, "Finetune/Step": 10653, "Finetune/Step Time": 11.854539230465889}
+{"Finetune/Learning Rate": 8.740386159915562e-06, "Finetune/Loss": 0.6302028894424438, "Finetune/Loss (Raw)": 0.602008581161499, "Finetune/Step": 10654, "Finetune/Step Time": 11.85637691617012}
+{"Finetune/Learning Rate": 8.738715631939865e-06, "Finetune/Loss": 0.630109429359436, "Finetune/Loss (Raw)": 0.6524674296379089, "Finetune/Step": 10655, "Finetune/Step Time": 11.851918756961823}
+{"Finetune/Learning Rate": 8.737045139730605e-06, "Finetune/Loss": 0.6304783821105957, "Finetune/Loss (Raw)": 0.669744610786438, "Finetune/Step": 10656, "Finetune/Step Time": 11.844055708497763}
+{"Finetune/Learning Rate": 8.735374683335151e-06, "Finetune/Loss": 0.6303216814994812, "Finetune/Loss (Raw)": 0.6502442359924316, "Finetune/Step": 10657, "Finetune/Step Time": 11.852606164291501}
+{"Finetune/Learning Rate": 8.733704262800874e-06, "Finetune/Loss": 0.6298674941062927, "Finetune/Loss (Raw)": 0.4950788915157318, "Finetune/Step": 10658, "Finetune/Step Time": 11.863100433722138}
+{"Finetune/Learning Rate": 8.732033878175148e-06, "Finetune/Loss": 0.63108229637146, "Finetune/Loss (Raw)": 0.7804878354072571, "Finetune/Step": 10659, "Finetune/Step Time": 11.86299293115735}
+{"Finetune/Learning Rate": 8.730363529505333e-06, "Finetune/Loss": 0.63185715675354, "Finetune/Loss (Raw)": 0.5608851909637451, "Finetune/Step": 10660, "Finetune/Step Time": 11.890950798988342}
+{"Finetune/Learning Rate": 8.728693216838799e-06, "Finetune/Loss": 0.6326053142547607, "Finetune/Loss (Raw)": 0.7488657832145691, "Finetune/Step": 10661, "Finetune/Step Time": 11.898600470274687}
+{"Finetune/Learning Rate": 8.727022940222909e-06, "Finetune/Loss": 0.6324112415313721, "Finetune/Loss (Raw)": 0.5739572048187256, "Finetune/Step": 10662, "Finetune/Step Time": 11.902163119986653}
+{"Finetune/Learning Rate": 8.72535269970503e-06, "Finetune/Loss": 0.633564829826355, "Finetune/Loss (Raw)": 0.6068856120109558, "Finetune/Step": 10663, "Finetune/Step Time": 11.90055643953383}
+{"Finetune/Learning Rate": 8.723682495332523e-06, "Finetune/Loss": 0.632691502571106, "Finetune/Loss (Raw)": 0.5739098787307739, "Finetune/Step": 10664, "Finetune/Step Time": 11.897856518626213}
+{"Finetune/Learning Rate": 8.722012327152747e-06, "Finetune/Loss": 0.6328230500221252, "Finetune/Loss (Raw)": 0.6486682295799255, "Finetune/Step": 10665, "Finetune/Step Time": 11.884178323671222}
+{"Finetune/Learning Rate": 8.720342195213071e-06, "Finetune/Loss": 0.6342474222183228, "Finetune/Loss (Raw)": 0.613136887550354, "Finetune/Step": 10666, "Finetune/Step Time": 11.904466094449162}
+{"Finetune/Learning Rate": 8.718672099560858e-06, "Finetune/Loss": 0.6340091228485107, "Finetune/Loss (Raw)": 0.6763323545455933, "Finetune/Step": 10667, "Finetune/Step Time": 11.900733288377523}
+{"Finetune/Learning Rate": 8.717002040243452e-06, "Finetune/Loss": 0.6341045498847961, "Finetune/Loss (Raw)": 0.5993218421936035, "Finetune/Step": 10668, "Finetune/Step Time": 11.899302313104272}
+{"Finetune/Learning Rate": 8.71533201730822e-06, "Finetune/Loss": 0.6339830160140991, "Finetune/Loss (Raw)": 0.5926353335380554, "Finetune/Step": 10669, "Finetune/Step Time": 11.874196978285909}
+{"Finetune/Learning Rate": 8.713662030802523e-06, "Finetune/Loss": 0.6343554258346558, "Finetune/Loss (Raw)": 0.6640230417251587, "Finetune/Step": 10670, "Finetune/Step Time": 11.870193120092154}
+{"Finetune/Learning Rate": 8.71199208077371e-06, "Finetune/Loss": 0.6340110301971436, "Finetune/Loss (Raw)": 0.6169674396514893, "Finetune/Step": 10671, "Finetune/Step Time": 11.883466377854347}
+{"Finetune/Learning Rate": 8.710322167269141e-06, "Finetune/Loss": 0.6334841251373291, "Finetune/Loss (Raw)": 0.5819825530052185, "Finetune/Step": 10672, "Finetune/Step Time": 11.886773640289903}
+{"Finetune/Learning Rate": 8.708652290336168e-06, "Finetune/Loss": 0.6340923309326172, "Finetune/Loss (Raw)": 0.6448513269424438, "Finetune/Step": 10673, "Finetune/Step Time": 11.898890368640423}
+{"Finetune/Learning Rate": 8.706982450022143e-06, "Finetune/Loss": 0.6342631578445435, "Finetune/Loss (Raw)": 0.5816367864608765, "Finetune/Step": 10674, "Finetune/Step Time": 11.864545114338398}
+{"Finetune/Learning Rate": 8.705312646374417e-06, "Finetune/Loss": 0.6345105767250061, "Finetune/Loss (Raw)": 0.6510195732116699, "Finetune/Step": 10675, "Finetune/Step Time": 11.864295713603497}
+{"Finetune/Learning Rate": 8.703642879440344e-06, "Finetune/Loss": 0.6336857080459595, "Finetune/Loss (Raw)": 0.43454185128211975, "Finetune/Step": 10676, "Finetune/Step Time": 11.874683283269405}
+{"Finetune/Learning Rate": 8.701973149267273e-06, "Finetune/Loss": 0.6333521604537964, "Finetune/Loss (Raw)": 0.6033163070678711, "Finetune/Step": 10677, "Finetune/Step Time": 11.87543124705553}
+{"Finetune/Learning Rate": 8.700303455902552e-06, "Finetune/Loss": 0.6321621537208557, "Finetune/Loss (Raw)": 0.6015936136245728, "Finetune/Step": 10678, "Finetune/Step Time": 11.878329807892442}
+{"Finetune/Learning Rate": 8.698633799393533e-06, "Finetune/Loss": 0.6316665410995483, "Finetune/Loss (Raw)": 0.583503246307373, "Finetune/Step": 10679, "Finetune/Step Time": 11.877414878457785}
+{"Finetune/Learning Rate": 8.696964179787554e-06, "Finetune/Loss": 0.631035566329956, "Finetune/Loss (Raw)": 0.5438451766967773, "Finetune/Step": 10680, "Finetune/Step Time": 11.885427754372358}
+{"Finetune/Learning Rate": 8.695294597131968e-06, "Finetune/Loss": 0.6304149031639099, "Finetune/Loss (Raw)": 0.5946398973464966, "Finetune/Step": 10681, "Finetune/Step Time": 11.904102114960551}
+{"Finetune/Learning Rate": 8.693625051474115e-06, "Finetune/Loss": 0.6310261487960815, "Finetune/Loss (Raw)": 0.5809864401817322, "Finetune/Step": 10682, "Finetune/Step Time": 11.905008992180228}
+{"Finetune/Learning Rate": 8.69195554286134e-06, "Finetune/Loss": 0.6309256553649902, "Finetune/Loss (Raw)": 0.6900360584259033, "Finetune/Step": 10683, "Finetune/Step Time": 11.886859716847539}
+{"Finetune/Learning Rate": 8.690286071340988e-06, "Finetune/Loss": 0.629702091217041, "Finetune/Loss (Raw)": 0.6391032934188843, "Finetune/Step": 10684, "Finetune/Step Time": 11.884716449305415}
+{"Finetune/Learning Rate": 8.688616636960401e-06, "Finetune/Loss": 0.630035400390625, "Finetune/Loss (Raw)": 0.6620107889175415, "Finetune/Step": 10685, "Finetune/Step Time": 11.905691269785166}
+{"Finetune/Learning Rate": 8.686947239766916e-06, "Finetune/Loss": 0.6300662755966187, "Finetune/Loss (Raw)": 0.6447885632514954, "Finetune/Step": 10686, "Finetune/Step Time": 11.90492483228445}
+{"Finetune/Learning Rate": 8.685277879807872e-06, "Finetune/Loss": 0.6310238838195801, "Finetune/Loss (Raw)": 0.5778417587280273, "Finetune/Step": 10687, "Finetune/Step Time": 11.88355023227632}
+{"Finetune/Learning Rate": 8.683608557130608e-06, "Finetune/Loss": 0.6316259503364563, "Finetune/Loss (Raw)": 0.6040307283401489, "Finetune/Step": 10688, "Finetune/Step Time": 11.874009221792221}
+{"Finetune/Learning Rate": 8.681939271782463e-06, "Finetune/Loss": 0.6316431164741516, "Finetune/Loss (Raw)": 0.5889620780944824, "Finetune/Step": 10689, "Finetune/Step Time": 11.873610695824027}
+{"Finetune/Learning Rate": 8.68027002381077e-06, "Finetune/Loss": 0.6310708522796631, "Finetune/Loss (Raw)": 0.6286970376968384, "Finetune/Step": 10690, "Finetune/Step Time": 11.87540752068162}
+{"Finetune/Learning Rate": 8.678600813262874e-06, "Finetune/Loss": 0.6307436227798462, "Finetune/Loss (Raw)": 0.610140860080719, "Finetune/Step": 10691, "Finetune/Step Time": 11.871637782081962}
+{"Finetune/Learning Rate": 8.676931640186092e-06, "Finetune/Loss": 0.6323325037956238, "Finetune/Loss (Raw)": 0.7682763934135437, "Finetune/Step": 10692, "Finetune/Step Time": 11.886241987347603}
+{"Finetune/Learning Rate": 8.675262504627772e-06, "Finetune/Loss": 0.6337722539901733, "Finetune/Loss (Raw)": 0.730212390422821, "Finetune/Step": 10693, "Finetune/Step Time": 11.932050509378314}
+{"Finetune/Learning Rate": 8.673593406635238e-06, "Finetune/Loss": 0.6338192224502563, "Finetune/Loss (Raw)": 0.641550600528717, "Finetune/Step": 10694, "Finetune/Step Time": 11.942497050389647}
+{"Finetune/Learning Rate": 8.671924346255825e-06, "Finetune/Loss": 0.6333901882171631, "Finetune/Loss (Raw)": 0.6863747239112854, "Finetune/Step": 10695, "Finetune/Step Time": 11.933494720607996}
+{"Finetune/Learning Rate": 8.670255323536858e-06, "Finetune/Loss": 0.6333374381065369, "Finetune/Loss (Raw)": 0.6373718976974487, "Finetune/Step": 10696, "Finetune/Step Time": 11.939532291144133}
+{"Finetune/Learning Rate": 8.668586338525673e-06, "Finetune/Loss": 0.6325496435165405, "Finetune/Loss (Raw)": 0.6146851181983948, "Finetune/Step": 10697, "Finetune/Step Time": 11.954469040036201}
+{"Finetune/Learning Rate": 8.666917391269592e-06, "Finetune/Loss": 0.632412314414978, "Finetune/Loss (Raw)": 0.6310583353042603, "Finetune/Step": 10698, "Finetune/Step Time": 11.957830123603344}
+{"Finetune/Learning Rate": 8.665248481815941e-06, "Finetune/Loss": 0.6326946020126343, "Finetune/Loss (Raw)": 0.6848217844963074, "Finetune/Step": 10699, "Finetune/Step Time": 11.960416469722986}
+{"Finetune/Learning Rate": 8.663579610212048e-06, "Finetune/Loss": 0.6337351202964783, "Finetune/Loss (Raw)": 0.7359791994094849, "Finetune/Step": 10700, "Finetune/Step Time": 11.950698763132095}
+{"Finetune/Learning Rate": 8.661910776505235e-06, "Finetune/Loss": 0.6326882839202881, "Finetune/Loss (Raw)": 0.436190128326416, "Finetune/Step": 10701, "Finetune/Step Time": 11.951651295647025}
+{"Finetune/Learning Rate": 8.66024198074283e-06, "Finetune/Loss": 0.6330856680870056, "Finetune/Loss (Raw)": 0.7432317137718201, "Finetune/Step": 10702, "Finetune/Step Time": 11.954648913815618}
+{"Finetune/Learning Rate": 8.658573222972155e-06, "Finetune/Loss": 0.632273256778717, "Finetune/Loss (Raw)": 0.5884003043174744, "Finetune/Step": 10703, "Finetune/Step Time": 11.95888026803732}
+{"Finetune/Learning Rate": 8.656904503240527e-06, "Finetune/Loss": 0.6323590874671936, "Finetune/Loss (Raw)": 0.6239997148513794, "Finetune/Step": 10704, "Finetune/Step Time": 11.958926286548376}
+{"Finetune/Learning Rate": 8.655235821595268e-06, "Finetune/Loss": 0.6323589086532593, "Finetune/Loss (Raw)": 0.5826520919799805, "Finetune/Step": 10705, "Finetune/Step Time": 11.976426731795073}
+{"Finetune/Learning Rate": 8.653567178083696e-06, "Finetune/Loss": 0.6318832039833069, "Finetune/Loss (Raw)": 0.5336890816688538, "Finetune/Step": 10706, "Finetune/Step Time": 11.999509569257498}
+{"Finetune/Learning Rate": 8.651898572753129e-06, "Finetune/Loss": 0.6314480304718018, "Finetune/Loss (Raw)": 0.6426906585693359, "Finetune/Step": 10707, "Finetune/Step Time": 12.00038061849773}
+{"Finetune/Learning Rate": 8.650230005650886e-06, "Finetune/Loss": 0.6319282054901123, "Finetune/Loss (Raw)": 0.6555643677711487, "Finetune/Step": 10708, "Finetune/Step Time": 11.989787073805928}
+{"Finetune/Learning Rate": 8.648561476824286e-06, "Finetune/Loss": 0.6321342587471008, "Finetune/Loss (Raw)": 0.688666820526123, "Finetune/Step": 10709, "Finetune/Step Time": 11.990523532032967}
+{"Finetune/Learning Rate": 8.646892986320634e-06, "Finetune/Loss": 0.632070779800415, "Finetune/Loss (Raw)": 0.6064925789833069, "Finetune/Step": 10710, "Finetune/Step Time": 11.989317253232002}
+{"Finetune/Learning Rate": 8.645224534187253e-06, "Finetune/Loss": 0.6318222284317017, "Finetune/Loss (Raw)": 0.6248191595077515, "Finetune/Step": 10711, "Finetune/Step Time": 11.98813602142036}
+{"Finetune/Learning Rate": 8.643556120471449e-06, "Finetune/Loss": 0.6313991546630859, "Finetune/Loss (Raw)": 0.594421923160553, "Finetune/Step": 10712, "Finetune/Step Time": 11.995419453829527}
+{"Finetune/Learning Rate": 8.641887745220536e-06, "Finetune/Loss": 0.6305307149887085, "Finetune/Loss (Raw)": 0.6732351779937744, "Finetune/Step": 10713, "Finetune/Step Time": 12.001741714775562}
+{"Finetune/Learning Rate": 8.640219408481825e-06, "Finetune/Loss": 0.6303537487983704, "Finetune/Loss (Raw)": 0.5671449303627014, "Finetune/Step": 10714, "Finetune/Step Time": 11.996149580925703}
+{"Finetune/Learning Rate": 8.63855111030263e-06, "Finetune/Loss": 0.6311092376708984, "Finetune/Loss (Raw)": 0.6984794735908508, "Finetune/Step": 10715, "Finetune/Step Time": 12.005559651181102}
+{"Finetune/Learning Rate": 8.636882850730249e-06, "Finetune/Loss": 0.6301882266998291, "Finetune/Loss (Raw)": 0.5880110263824463, "Finetune/Step": 10716, "Finetune/Step Time": 12.005763377994299}
+{"Finetune/Learning Rate": 8.635214629811992e-06, "Finetune/Loss": 0.629749059677124, "Finetune/Loss (Raw)": 0.6012900471687317, "Finetune/Step": 10717, "Finetune/Step Time": 12.014097891747952}
+{"Finetune/Learning Rate": 8.63354644759517e-06, "Finetune/Loss": 0.6305253505706787, "Finetune/Loss (Raw)": 0.7031349539756775, "Finetune/Step": 10718, "Finetune/Step Time": 12.03351104259491}
+{"Finetune/Learning Rate": 8.631878304127086e-06, "Finetune/Loss": 0.630540132522583, "Finetune/Loss (Raw)": 0.6379870176315308, "Finetune/Step": 10719, "Finetune/Step Time": 12.034171471372247}
+{"Finetune/Learning Rate": 8.63021019945504e-06, "Finetune/Loss": 0.6306873559951782, "Finetune/Loss (Raw)": 0.6175519227981567, "Finetune/Step": 10720, "Finetune/Step Time": 12.055575545877218}
+{"Finetune/Learning Rate": 8.628542133626343e-06, "Finetune/Loss": 0.6306699514389038, "Finetune/Loss (Raw)": 0.6929797530174255, "Finetune/Step": 10721, "Finetune/Step Time": 12.06213166937232}
+{"Finetune/Learning Rate": 8.626874106688288e-06, "Finetune/Loss": 0.6300333738327026, "Finetune/Loss (Raw)": 0.6079903244972229, "Finetune/Step": 10722, "Finetune/Step Time": 12.066569434478879}
+{"Finetune/Learning Rate": 8.625206118688179e-06, "Finetune/Loss": 0.6301261782646179, "Finetune/Loss (Raw)": 0.7156379818916321, "Finetune/Step": 10723, "Finetune/Step Time": 12.07349892705679}
+{"Finetune/Learning Rate": 8.623538169673312e-06, "Finetune/Loss": 0.6300033926963806, "Finetune/Loss (Raw)": 0.594135046005249, "Finetune/Step": 10724, "Finetune/Step Time": 12.078590707853436}
+{"Finetune/Learning Rate": 8.62187025969099e-06, "Finetune/Loss": 0.6302297115325928, "Finetune/Loss (Raw)": 0.6539599299430847, "Finetune/Step": 10725, "Finetune/Step Time": 12.074171809479594}
+{"Finetune/Learning Rate": 8.62020238878851e-06, "Finetune/Loss": 0.6298572421073914, "Finetune/Loss (Raw)": 0.5802910923957825, "Finetune/Step": 10726, "Finetune/Step Time": 12.079890571534634}
+{"Finetune/Learning Rate": 8.618534557013168e-06, "Finetune/Loss": 0.6298328042030334, "Finetune/Loss (Raw)": 0.6393475532531738, "Finetune/Step": 10727, "Finetune/Step Time": 12.070008771494031}
+{"Finetune/Learning Rate": 8.616866764412257e-06, "Finetune/Loss": 0.6299117207527161, "Finetune/Loss (Raw)": 0.6793967485427856, "Finetune/Step": 10728, "Finetune/Step Time": 12.043142696842551}
+{"Finetune/Learning Rate": 8.615199011033069e-06, "Finetune/Loss": 0.6280759572982788, "Finetune/Loss (Raw)": 0.5261964797973633, "Finetune/Step": 10729, "Finetune/Step Time": 12.058797789737582}
+{"Finetune/Learning Rate": 8.6135312969229e-06, "Finetune/Loss": 0.6283654570579529, "Finetune/Loss (Raw)": 0.6800078749656677, "Finetune/Step": 10730, "Finetune/Step Time": 12.060392742976546}
+{"Finetune/Learning Rate": 8.61186362212904e-06, "Finetune/Loss": 0.6273205876350403, "Finetune/Loss (Raw)": 0.6017543077468872, "Finetune/Step": 10731, "Finetune/Step Time": 12.065198998898268}
+{"Finetune/Learning Rate": 8.61019598669878e-06, "Finetune/Loss": 0.6265182495117188, "Finetune/Loss (Raw)": 0.5127536058425903, "Finetune/Step": 10732, "Finetune/Step Time": 12.056253341957927}
+{"Finetune/Learning Rate": 8.608528390679416e-06, "Finetune/Loss": 0.6271654367446899, "Finetune/Loss (Raw)": 0.7274848222732544, "Finetune/Step": 10733, "Finetune/Step Time": 12.063017657026649}
+{"Finetune/Learning Rate": 8.606860834118223e-06, "Finetune/Loss": 0.626731276512146, "Finetune/Loss (Raw)": 0.3927818834781647, "Finetune/Step": 10734, "Finetune/Step Time": 12.063519040122628}
+{"Finetune/Learning Rate": 8.605193317062499e-06, "Finetune/Loss": 0.6263129711151123, "Finetune/Loss (Raw)": 0.5966650247573853, "Finetune/Step": 10735, "Finetune/Step Time": 12.059684554114938}
+{"Finetune/Learning Rate": 8.603525839559523e-06, "Finetune/Loss": 0.6254134178161621, "Finetune/Loss (Raw)": 0.5879855155944824, "Finetune/Step": 10736, "Finetune/Step Time": 12.060049513354897}
+{"Finetune/Learning Rate": 8.601858401656586e-06, "Finetune/Loss": 0.6252762675285339, "Finetune/Loss (Raw)": 0.6201168894767761, "Finetune/Step": 10737, "Finetune/Step Time": 12.054176922887564}
+{"Finetune/Learning Rate": 8.600191003400968e-06, "Finetune/Loss": 0.6255474090576172, "Finetune/Loss (Raw)": 0.6549390554428101, "Finetune/Step": 10738, "Finetune/Step Time": 12.05433888360858}
+{"Finetune/Learning Rate": 8.598523644839949e-06, "Finetune/Loss": 0.6246055364608765, "Finetune/Loss (Raw)": 0.5836275815963745, "Finetune/Step": 10739, "Finetune/Step Time": 12.04688528738916}
+{"Finetune/Learning Rate": 8.596856326020822e-06, "Finetune/Loss": 0.6239442825317383, "Finetune/Loss (Raw)": 0.5818305015563965, "Finetune/Step": 10740, "Finetune/Step Time": 12.070998033508658}
+{"Finetune/Learning Rate": 8.595189046990852e-06, "Finetune/Loss": 0.6229614615440369, "Finetune/Loss (Raw)": 0.46494725346565247, "Finetune/Step": 10741, "Finetune/Step Time": 12.09780770353973}
+{"Finetune/Learning Rate": 8.59352180779733e-06, "Finetune/Loss": 0.6219592094421387, "Finetune/Loss (Raw)": 0.6358816027641296, "Finetune/Step": 10742, "Finetune/Step Time": 12.103096306324005}
+{"Finetune/Learning Rate": 8.591854608487528e-06, "Finetune/Loss": 0.6222907900810242, "Finetune/Loss (Raw)": 0.6180481910705566, "Finetune/Step": 10743, "Finetune/Step Time": 12.104780351743102}
+{"Finetune/Learning Rate": 8.590187449108726e-06, "Finetune/Loss": 0.6228316426277161, "Finetune/Loss (Raw)": 0.6841890811920166, "Finetune/Step": 10744, "Finetune/Step Time": 12.10998509824276}
+{"Finetune/Learning Rate": 8.5885203297082e-06, "Finetune/Loss": 0.6234351396560669, "Finetune/Loss (Raw)": 0.6701922416687012, "Finetune/Step": 10745, "Finetune/Step Time": 12.099793357774615}
+{"Finetune/Learning Rate": 8.586853250333226e-06, "Finetune/Loss": 0.6252156496047974, "Finetune/Loss (Raw)": 0.6654841303825378, "Finetune/Step": 10746, "Finetune/Step Time": 12.074194874614477}
+{"Finetune/Learning Rate": 8.585186211031071e-06, "Finetune/Loss": 0.6253728866577148, "Finetune/Loss (Raw)": 0.6820557713508606, "Finetune/Step": 10747, "Finetune/Step Time": 12.052358714863658}
+{"Finetune/Learning Rate": 8.583519211849014e-06, "Finetune/Loss": 0.624722421169281, "Finetune/Loss (Raw)": 0.5939580202102661, "Finetune/Step": 10748, "Finetune/Step Time": 12.053302919492126}
+{"Finetune/Learning Rate": 8.58185225283432e-06, "Finetune/Loss": 0.6255760192871094, "Finetune/Loss (Raw)": 0.6011741757392883, "Finetune/Step": 10749, "Finetune/Step Time": 12.050899194553494}
+{"Finetune/Learning Rate": 8.580185334034268e-06, "Finetune/Loss": 0.6260553598403931, "Finetune/Loss (Raw)": 0.6657292246818542, "Finetune/Step": 10750, "Finetune/Step Time": 12.049757365137339}
+{"Finetune/Learning Rate": 8.578518455496121e-06, "Finetune/Loss": 0.6257175207138062, "Finetune/Loss (Raw)": 0.5932341814041138, "Finetune/Step": 10751, "Finetune/Step Time": 12.04302933998406}
+{"Finetune/Learning Rate": 8.576851617267151e-06, "Finetune/Loss": 0.6265661120414734, "Finetune/Loss (Raw)": 0.6078738570213318, "Finetune/Step": 10752, "Finetune/Step Time": 12.041047861799598}
+{"Finetune/Learning Rate": 8.57518481939462e-06, "Finetune/Loss": 0.6273610591888428, "Finetune/Loss (Raw)": 0.6539595127105713, "Finetune/Step": 10753, "Finetune/Step Time": 12.01999181509018}
+{"Finetune/Learning Rate": 8.573518061925796e-06, "Finetune/Loss": 0.6281754374504089, "Finetune/Loss (Raw)": 0.6695409417152405, "Finetune/Step": 10754, "Finetune/Step Time": 12.01949835382402}
+{"Finetune/Learning Rate": 8.571851344907943e-06, "Finetune/Loss": 0.6279973983764648, "Finetune/Loss (Raw)": 0.6564208269119263, "Finetune/Step": 10755, "Finetune/Step Time": 12.022479059174657}
+{"Finetune/Learning Rate": 8.570184668388323e-06, "Finetune/Loss": 0.6278600096702576, "Finetune/Loss (Raw)": 0.5574471950531006, "Finetune/Step": 10756, "Finetune/Step Time": 12.031825421378016}
+{"Finetune/Learning Rate": 8.568518032414201e-06, "Finetune/Loss": 0.6275819540023804, "Finetune/Loss (Raw)": 0.6170689463615417, "Finetune/Step": 10757, "Finetune/Step Time": 12.032421616837382}
+{"Finetune/Learning Rate": 8.566851437032841e-06, "Finetune/Loss": 0.6261274814605713, "Finetune/Loss (Raw)": 0.5874499678611755, "Finetune/Step": 10758, "Finetune/Step Time": 12.028567641973495}
+{"Finetune/Learning Rate": 8.565184882291495e-06, "Finetune/Loss": 0.6267621517181396, "Finetune/Loss (Raw)": 0.6091921925544739, "Finetune/Step": 10759, "Finetune/Step Time": 12.025667428970337}
+{"Finetune/Learning Rate": 8.563518368237428e-06, "Finetune/Loss": 0.6268455982208252, "Finetune/Loss (Raw)": 0.5914329886436462, "Finetune/Step": 10760, "Finetune/Step Time": 12.028682824224234}
+{"Finetune/Learning Rate": 8.561851894917893e-06, "Finetune/Loss": 0.6267305612564087, "Finetune/Loss (Raw)": 0.6642329692840576, "Finetune/Step": 10761, "Finetune/Step Time": 12.012784488499165}
+{"Finetune/Learning Rate": 8.56018546238015e-06, "Finetune/Loss": 0.6252423524856567, "Finetune/Loss (Raw)": 0.44612810015678406, "Finetune/Step": 10762, "Finetune/Step Time": 12.03755590878427}
+{"Finetune/Learning Rate": 8.55851907067145e-06, "Finetune/Loss": 0.6246567368507385, "Finetune/Loss (Raw)": 0.5727256536483765, "Finetune/Step": 10763, "Finetune/Step Time": 12.009778110310435}
+{"Finetune/Learning Rate": 8.556852719839058e-06, "Finetune/Loss": 0.6248111128807068, "Finetune/Loss (Raw)": 0.6431280970573425, "Finetune/Step": 10764, "Finetune/Step Time": 12.009430065751076}
+{"Finetune/Learning Rate": 8.555186409930212e-06, "Finetune/Loss": 0.6244862079620361, "Finetune/Loss (Raw)": 0.6080737113952637, "Finetune/Step": 10765, "Finetune/Step Time": 12.007475104182959}
+{"Finetune/Learning Rate": 8.553520140992171e-06, "Finetune/Loss": 0.624485969543457, "Finetune/Loss (Raw)": 0.6214041113853455, "Finetune/Step": 10766, "Finetune/Step Time": 12.002021769061685}
+{"Finetune/Learning Rate": 8.551853913072188e-06, "Finetune/Loss": 0.6232614517211914, "Finetune/Loss (Raw)": 0.5638369917869568, "Finetune/Step": 10767, "Finetune/Step Time": 12.095300007611513}
+{"Finetune/Learning Rate": 8.550187726217508e-06, "Finetune/Loss": 0.6227569580078125, "Finetune/Loss (Raw)": 0.5380121469497681, "Finetune/Step": 10768, "Finetune/Step Time": 12.08964367955923}
+{"Finetune/Learning Rate": 8.548521580475382e-06, "Finetune/Loss": 0.621712327003479, "Finetune/Loss (Raw)": 0.5674570798873901, "Finetune/Step": 10769, "Finetune/Step Time": 12.087781017646194}
+{"Finetune/Learning Rate": 8.54685547589306e-06, "Finetune/Loss": 0.6202985644340515, "Finetune/Loss (Raw)": 0.6198088526725769, "Finetune/Step": 10770, "Finetune/Step Time": 12.095231853425503}
+{"Finetune/Learning Rate": 8.545189412517782e-06, "Finetune/Loss": 0.6206448078155518, "Finetune/Loss (Raw)": 0.6399757266044617, "Finetune/Step": 10771, "Finetune/Step Time": 12.082968045026064}
+{"Finetune/Learning Rate": 8.543523390396796e-06, "Finetune/Loss": 0.621573805809021, "Finetune/Loss (Raw)": 0.6950416564941406, "Finetune/Step": 10772, "Finetune/Step Time": 12.111270133405924}
+{"Finetune/Learning Rate": 8.541857409577341e-06, "Finetune/Loss": 0.6210331916809082, "Finetune/Loss (Raw)": 0.5305007100105286, "Finetune/Step": 10773, "Finetune/Step Time": 12.093267399817705}
+{"Finetune/Learning Rate": 8.540191470106667e-06, "Finetune/Loss": 0.6204437017440796, "Finetune/Loss (Raw)": 0.6103780269622803, "Finetune/Step": 10774, "Finetune/Step Time": 12.096651630476117}
+{"Finetune/Learning Rate": 8.53852557203201e-06, "Finetune/Loss": 0.6206910610198975, "Finetune/Loss (Raw)": 0.6200194358825684, "Finetune/Step": 10775, "Finetune/Step Time": 12.113511128351092}
+{"Finetune/Learning Rate": 8.536859715400616e-06, "Finetune/Loss": 0.6204029321670532, "Finetune/Loss (Raw)": 0.6065966486930847, "Finetune/Step": 10776, "Finetune/Step Time": 12.110486524179578}
+{"Finetune/Learning Rate": 8.535193900259717e-06, "Finetune/Loss": 0.6199582815170288, "Finetune/Loss (Raw)": 0.5831462740898132, "Finetune/Step": 10777, "Finetune/Step Time": 12.108924377709627}
+{"Finetune/Learning Rate": 8.533528126656554e-06, "Finetune/Loss": 0.619656503200531, "Finetune/Loss (Raw)": 0.5598941445350647, "Finetune/Step": 10778, "Finetune/Step Time": 12.083328114822507}
+{"Finetune/Learning Rate": 8.531862394638362e-06, "Finetune/Loss": 0.6186051964759827, "Finetune/Loss (Raw)": 0.5541601777076721, "Finetune/Step": 10779, "Finetune/Step Time": 12.08148605003953}
+{"Finetune/Learning Rate": 8.530196704252377e-06, "Finetune/Loss": 0.6176356673240662, "Finetune/Loss (Raw)": 0.5622765421867371, "Finetune/Step": 10780, "Finetune/Step Time": 12.089360343292356}
+{"Finetune/Learning Rate": 8.528531055545835e-06, "Finetune/Loss": 0.6156837940216064, "Finetune/Loss (Raw)": 0.4344320595264435, "Finetune/Step": 10781, "Finetune/Step Time": 12.095468262210488}
+{"Finetune/Learning Rate": 8.526865448565973e-06, "Finetune/Loss": 0.6163755655288696, "Finetune/Loss (Raw)": 0.690563440322876, "Finetune/Step": 10782, "Finetune/Step Time": 12.094730477780104}
+{"Finetune/Learning Rate": 8.525199883360012e-06, "Finetune/Loss": 0.6162652969360352, "Finetune/Loss (Raw)": 0.638340950012207, "Finetune/Step": 10783, "Finetune/Step Time": 12.094804253429174}
+{"Finetune/Learning Rate": 8.52353435997519e-06, "Finetune/Loss": 0.616264820098877, "Finetune/Loss (Raw)": 0.6696928143501282, "Finetune/Step": 10784, "Finetune/Step Time": 12.098110167309642}
+{"Finetune/Learning Rate": 8.521868878458735e-06, "Finetune/Loss": 0.6154831647872925, "Finetune/Loss (Raw)": 0.5501881837844849, "Finetune/Step": 10785, "Finetune/Step Time": 12.084729427471757}
+{"Finetune/Learning Rate": 8.520203438857875e-06, "Finetune/Loss": 0.6161604523658752, "Finetune/Loss (Raw)": 0.5817792415618896, "Finetune/Step": 10786, "Finetune/Step Time": 12.073066711425781}
+{"Finetune/Learning Rate": 8.518538041219836e-06, "Finetune/Loss": 0.6145063638687134, "Finetune/Loss (Raw)": 0.5687592029571533, "Finetune/Step": 10787, "Finetune/Step Time": 12.07634755410254}
+{"Finetune/Learning Rate": 8.51687268559185e-06, "Finetune/Loss": 0.6151285171508789, "Finetune/Loss (Raw)": 0.640515923500061, "Finetune/Step": 10788, "Finetune/Step Time": 12.049334233626723}
+{"Finetune/Learning Rate": 8.515207372021135e-06, "Finetune/Loss": 0.6136356592178345, "Finetune/Loss (Raw)": 0.557789146900177, "Finetune/Step": 10789, "Finetune/Step Time": 12.110213194042444}
+{"Finetune/Learning Rate": 8.513542100554914e-06, "Finetune/Loss": 0.6143158674240112, "Finetune/Loss (Raw)": 0.6610246300697327, "Finetune/Step": 10790, "Finetune/Step Time": 12.087709229439497}
+{"Finetune/Learning Rate": 8.511876871240414e-06, "Finetune/Loss": 0.6142332553863525, "Finetune/Loss (Raw)": 0.5963016748428345, "Finetune/Step": 10791, "Finetune/Step Time": 12.08828167244792}
+{"Finetune/Learning Rate": 8.510211684124854e-06, "Finetune/Loss": 0.6142061948776245, "Finetune/Loss (Raw)": 0.5704520344734192, "Finetune/Step": 10792, "Finetune/Step Time": 12.083329791203141}
+{"Finetune/Learning Rate": 8.508546539255454e-06, "Finetune/Loss": 0.6147161722183228, "Finetune/Loss (Raw)": 0.7139462828636169, "Finetune/Step": 10793, "Finetune/Step Time": 12.080184683203697}
+{"Finetune/Learning Rate": 8.506881436679438e-06, "Finetune/Loss": 0.615636944770813, "Finetune/Loss (Raw)": 0.730994701385498, "Finetune/Step": 10794, "Finetune/Step Time": 12.052338771522045}
+{"Finetune/Learning Rate": 8.505216376444013e-06, "Finetune/Loss": 0.6155370473861694, "Finetune/Loss (Raw)": 0.6635432243347168, "Finetune/Step": 10795, "Finetune/Step Time": 12.049733266234398}
+{"Finetune/Learning Rate": 8.503551358596403e-06, "Finetune/Loss": 0.6165586709976196, "Finetune/Loss (Raw)": 0.7300831079483032, "Finetune/Step": 10796, "Finetune/Step Time": 12.049439234659076}
+{"Finetune/Learning Rate": 8.501886383183816e-06, "Finetune/Loss": 0.6169551610946655, "Finetune/Loss (Raw)": 0.643393874168396, "Finetune/Step": 10797, "Finetune/Step Time": 12.054889906197786}
+{"Finetune/Learning Rate": 8.500221450253478e-06, "Finetune/Loss": 0.6163777709007263, "Finetune/Loss (Raw)": 0.5901193022727966, "Finetune/Step": 10798, "Finetune/Step Time": 12.058577304705977}
+{"Finetune/Learning Rate": 8.498556559852591e-06, "Finetune/Loss": 0.6163191795349121, "Finetune/Loss (Raw)": 0.609462320804596, "Finetune/Step": 10799, "Finetune/Step Time": 12.054154291749}
+{"Finetune/Learning Rate": 8.496891712028374e-06, "Finetune/Loss": 0.6174081563949585, "Finetune/Loss (Raw)": 0.7213760018348694, "Finetune/Step": 10800, "Finetune/Step Time": 12.056123537942767}
+{"Finetune/Learning Rate": 8.495226906828033e-06, "Finetune/Loss": 0.6177883744239807, "Finetune/Loss (Raw)": 0.6935141086578369, "Finetune/Step": 10801, "Finetune/Step Time": 12.043296290561557}
+{"Finetune/Learning Rate": 8.493562144298777e-06, "Finetune/Loss": 0.6184259057044983, "Finetune/Loss (Raw)": 0.6632480025291443, "Finetune/Step": 10802, "Finetune/Step Time": 12.04310480505228}
+{"Finetune/Learning Rate": 8.491897424487815e-06, "Finetune/Loss": 0.6179968118667603, "Finetune/Loss (Raw)": 0.5960894227027893, "Finetune/Step": 10803, "Finetune/Step Time": 12.03872861340642}
+{"Finetune/Learning Rate": 8.49023274744235e-06, "Finetune/Loss": 0.6197953224182129, "Finetune/Loss (Raw)": 0.6647504568099976, "Finetune/Step": 10804, "Finetune/Step Time": 12.028133375570178}
+{"Finetune/Learning Rate": 8.488568113209593e-06, "Finetune/Loss": 0.6208804845809937, "Finetune/Loss (Raw)": 0.7422176599502563, "Finetune/Step": 10805, "Finetune/Step Time": 12.050950039178133}
+{"Finetune/Learning Rate": 8.486903521836751e-06, "Finetune/Loss": 0.6207181215286255, "Finetune/Loss (Raw)": 0.5808092355728149, "Finetune/Step": 10806, "Finetune/Step Time": 12.054137621074915}
+{"Finetune/Learning Rate": 8.485238973371017e-06, "Finetune/Loss": 0.6210963726043701, "Finetune/Loss (Raw)": 0.6319178342819214, "Finetune/Step": 10807, "Finetune/Step Time": 12.059076173231006}
+{"Finetune/Learning Rate": 8.4835744678596e-06, "Finetune/Loss": 0.6212009191513062, "Finetune/Loss (Raw)": 0.5572301745414734, "Finetune/Step": 10808, "Finetune/Step Time": 12.056498251855373}
+{"Finetune/Learning Rate": 8.481910005349699e-06, "Finetune/Loss": 0.6212732791900635, "Finetune/Loss (Raw)": 0.6039032340049744, "Finetune/Step": 10809, "Finetune/Step Time": 12.044598877429962}
+{"Finetune/Learning Rate": 8.480245585888514e-06, "Finetune/Loss": 0.6213395595550537, "Finetune/Loss (Raw)": 0.5894677042961121, "Finetune/Step": 10810, "Finetune/Step Time": 12.05559554323554}
+{"Finetune/Learning Rate": 8.478581209523242e-06, "Finetune/Loss": 0.6211673021316528, "Finetune/Loss (Raw)": 0.6679895520210266, "Finetune/Step": 10811, "Finetune/Step Time": 12.031653245911002}
+{"Finetune/Learning Rate": 8.476916876301084e-06, "Finetune/Loss": 0.6214020252227783, "Finetune/Loss (Raw)": 0.6691463589668274, "Finetune/Step": 10812, "Finetune/Step Time": 12.037383515387774}
+{"Finetune/Learning Rate": 8.475252586269228e-06, "Finetune/Loss": 0.6218268275260925, "Finetune/Loss (Raw)": 0.7163878083229065, "Finetune/Step": 10813, "Finetune/Step Time": 12.009519251063466}
+{"Finetune/Learning Rate": 8.473588339474873e-06, "Finetune/Loss": 0.6212584972381592, "Finetune/Loss (Raw)": 0.5720458030700684, "Finetune/Step": 10814, "Finetune/Step Time": 12.005080265924335}
+{"Finetune/Learning Rate": 8.471924135965212e-06, "Finetune/Loss": 0.6219684481620789, "Finetune/Loss (Raw)": 0.6687087416648865, "Finetune/Step": 10815, "Finetune/Step Time": 11.993193348869681}
+{"Finetune/Learning Rate": 8.470259975787438e-06, "Finetune/Loss": 0.6219661831855774, "Finetune/Loss (Raw)": 0.6037483215332031, "Finetune/Step": 10816, "Finetune/Step Time": 12.002260614186525}
+{"Finetune/Learning Rate": 8.468595858988741e-06, "Finetune/Loss": 0.6222319602966309, "Finetune/Loss (Raw)": 0.6229797601699829, "Finetune/Step": 10817, "Finetune/Step Time": 12.009933985769749}
+{"Finetune/Learning Rate": 8.466931785616313e-06, "Finetune/Loss": 0.6230061650276184, "Finetune/Loss (Raw)": 0.7277924418449402, "Finetune/Step": 10818, "Finetune/Step Time": 12.006452582776546}
+{"Finetune/Learning Rate": 8.465267755717339e-06, "Finetune/Loss": 0.6236832737922668, "Finetune/Loss (Raw)": 0.6968081593513489, "Finetune/Step": 10819, "Finetune/Step Time": 12.022080155089498}
+{"Finetune/Learning Rate": 8.463603769339006e-06, "Finetune/Loss": 0.6224856376647949, "Finetune/Loss (Raw)": 0.6149881482124329, "Finetune/Step": 10820, "Finetune/Step Time": 12.006466733291745}
+{"Finetune/Learning Rate": 8.461939826528502e-06, "Finetune/Loss": 0.6212643384933472, "Finetune/Loss (Raw)": 0.5738744735717773, "Finetune/Step": 10821, "Finetune/Step Time": 11.95873511955142}
+{"Finetune/Learning Rate": 8.460275927333008e-06, "Finetune/Loss": 0.6209651231765747, "Finetune/Loss (Raw)": 0.6032624840736389, "Finetune/Step": 10822, "Finetune/Step Time": 11.943541828542948}
+{"Finetune/Learning Rate": 8.458612071799712e-06, "Finetune/Loss": 0.6196768879890442, "Finetune/Loss (Raw)": 0.5214728116989136, "Finetune/Step": 10823, "Finetune/Step Time": 11.94996189698577}
+{"Finetune/Learning Rate": 8.456948259975796e-06, "Finetune/Loss": 0.6201356053352356, "Finetune/Loss (Raw)": 0.6960912346839905, "Finetune/Step": 10824, "Finetune/Step Time": 11.951081246137619}
+{"Finetune/Learning Rate": 8.455284491908441e-06, "Finetune/Loss": 0.6201395988464355, "Finetune/Loss (Raw)": 0.6151891350746155, "Finetune/Step": 10825, "Finetune/Step Time": 11.942387145012617}
+{"Finetune/Learning Rate": 8.453620767644823e-06, "Finetune/Loss": 0.6193183660507202, "Finetune/Loss (Raw)": 0.5259465575218201, "Finetune/Step": 10826, "Finetune/Step Time": 11.94254932180047}
+{"Finetune/Learning Rate": 8.451957087232124e-06, "Finetune/Loss": 0.6189109683036804, "Finetune/Loss (Raw)": 0.6326767206192017, "Finetune/Step": 10827, "Finetune/Step Time": 11.940207317471504}
+{"Finetune/Learning Rate": 8.450293450717517e-06, "Finetune/Loss": 0.618749737739563, "Finetune/Loss (Raw)": 0.7153417468070984, "Finetune/Step": 10828, "Finetune/Step Time": 11.950739091262221}
+{"Finetune/Learning Rate": 8.448629858148181e-06, "Finetune/Loss": 0.6199007630348206, "Finetune/Loss (Raw)": 0.5835182070732117, "Finetune/Step": 10829, "Finetune/Step Time": 11.957665516063571}
+{"Finetune/Learning Rate": 8.446966309571292e-06, "Finetune/Loss": 0.6195530295372009, "Finetune/Loss (Raw)": 0.6987214088439941, "Finetune/Step": 10830, "Finetune/Step Time": 11.947560891509056}
+{"Finetune/Learning Rate": 8.445302805034027e-06, "Finetune/Loss": 0.6199662089347839, "Finetune/Loss (Raw)": 0.6412876844406128, "Finetune/Step": 10831, "Finetune/Step Time": 11.936695955693722}
+{"Finetune/Learning Rate": 8.443639344583547e-06, "Finetune/Loss": 0.6200433373451233, "Finetune/Loss (Raw)": 0.6338744759559631, "Finetune/Step": 10832, "Finetune/Step Time": 11.941423706710339}
+{"Finetune/Learning Rate": 8.44197592826703e-06, "Finetune/Loss": 0.6204280853271484, "Finetune/Loss (Raw)": 0.6318999528884888, "Finetune/Step": 10833, "Finetune/Step Time": 11.92409917153418}
+{"Finetune/Learning Rate": 8.440312556131647e-06, "Finetune/Loss": 0.6207432746887207, "Finetune/Loss (Raw)": 0.57403165102005, "Finetune/Step": 10834, "Finetune/Step Time": 11.919388603419065}
+{"Finetune/Learning Rate": 8.438649228224566e-06, "Finetune/Loss": 0.6200212240219116, "Finetune/Loss (Raw)": 0.5502722263336182, "Finetune/Step": 10835, "Finetune/Step Time": 11.91377623565495}
+{"Finetune/Learning Rate": 8.43698594459295e-06, "Finetune/Loss": 0.6193564534187317, "Finetune/Loss (Raw)": 0.5704724192619324, "Finetune/Step": 10836, "Finetune/Step Time": 11.9149538166821}
+{"Finetune/Learning Rate": 8.435322705283973e-06, "Finetune/Loss": 0.6182059049606323, "Finetune/Loss (Raw)": 0.5413905382156372, "Finetune/Step": 10837, "Finetune/Step Time": 11.914075162261724}
+{"Finetune/Learning Rate": 8.43365951034479e-06, "Finetune/Loss": 0.6184559464454651, "Finetune/Loss (Raw)": 0.638502299785614, "Finetune/Step": 10838, "Finetune/Step Time": 11.914761316031218}
+{"Finetune/Learning Rate": 8.43199635982257e-06, "Finetune/Loss": 0.6184855103492737, "Finetune/Loss (Raw)": 0.6286056041717529, "Finetune/Step": 10839, "Finetune/Step Time": 11.909704154357314}
+{"Finetune/Learning Rate": 8.430333253764474e-06, "Finetune/Loss": 0.6186731457710266, "Finetune/Loss (Raw)": 0.6184344291687012, "Finetune/Step": 10840, "Finetune/Step Time": 11.920494066551328}
+{"Finetune/Learning Rate": 8.428670192217665e-06, "Finetune/Loss": 0.6190947890281677, "Finetune/Loss (Raw)": 0.7272049784660339, "Finetune/Step": 10841, "Finetune/Step Time": 11.920524941757321}
+{"Finetune/Learning Rate": 8.4270071752293e-06, "Finetune/Loss": 0.6184731721878052, "Finetune/Loss (Raw)": 0.48757314682006836, "Finetune/Step": 10842, "Finetune/Step Time": 11.945984441787004}
+{"Finetune/Learning Rate": 8.425344202846541e-06, "Finetune/Loss": 0.6176832914352417, "Finetune/Loss (Raw)": 0.597384512424469, "Finetune/Step": 10843, "Finetune/Step Time": 11.940740874037147}
+{"Finetune/Learning Rate": 8.42368127511654e-06, "Finetune/Loss": 0.6170346736907959, "Finetune/Loss (Raw)": 0.5049926042556763, "Finetune/Step": 10844, "Finetune/Step Time": 11.972928114235401}
+{"Finetune/Learning Rate": 8.422018392086458e-06, "Finetune/Loss": 0.6178320050239563, "Finetune/Loss (Raw)": 0.7033420205116272, "Finetune/Step": 10845, "Finetune/Step Time": 11.971111679449677}
+{"Finetune/Learning Rate": 8.420355553803443e-06, "Finetune/Loss": 0.6175107955932617, "Finetune/Loss (Raw)": 0.662013590335846, "Finetune/Step": 10846, "Finetune/Step Time": 11.950153162702918}
+{"Finetune/Learning Rate": 8.418692760314654e-06, "Finetune/Loss": 0.6172964572906494, "Finetune/Loss (Raw)": 0.610559344291687, "Finetune/Step": 10847, "Finetune/Step Time": 11.955313857644796}
+{"Finetune/Learning Rate": 8.417030011667241e-06, "Finetune/Loss": 0.6170027852058411, "Finetune/Loss (Raw)": 0.579956591129303, "Finetune/Step": 10848, "Finetune/Step Time": 11.967500850558281}
+{"Finetune/Learning Rate": 8.41536730790836e-06, "Finetune/Loss": 0.6163175106048584, "Finetune/Loss (Raw)": 0.6052641868591309, "Finetune/Step": 10849, "Finetune/Step Time": 11.97667788527906}
+{"Finetune/Learning Rate": 8.413704649085155e-06, "Finetune/Loss": 0.616841197013855, "Finetune/Loss (Raw)": 0.6750322580337524, "Finetune/Step": 10850, "Finetune/Step Time": 11.97524849884212}
+{"Finetune/Learning Rate": 8.412042035244773e-06, "Finetune/Loss": 0.6167013645172119, "Finetune/Loss (Raw)": 0.697730302810669, "Finetune/Step": 10851, "Finetune/Step Time": 11.96222198754549}
+{"Finetune/Learning Rate": 8.410379466434363e-06, "Finetune/Loss": 0.6165739297866821, "Finetune/Loss (Raw)": 0.5778247117996216, "Finetune/Step": 10852, "Finetune/Step Time": 11.95592898875475}
+{"Finetune/Learning Rate": 8.40871694270107e-06, "Finetune/Loss": 0.616122841835022, "Finetune/Loss (Raw)": 0.5962178111076355, "Finetune/Step": 10853, "Finetune/Step Time": 11.971321804448962}
+{"Finetune/Learning Rate": 8.407054464092042e-06, "Finetune/Loss": 0.6160279512405396, "Finetune/Loss (Raw)": 0.5681540369987488, "Finetune/Step": 10854, "Finetune/Step Time": 11.964528502896428}
+{"Finetune/Learning Rate": 8.405392030654423e-06, "Finetune/Loss": 0.6162646412849426, "Finetune/Loss (Raw)": 0.6696396470069885, "Finetune/Step": 10855, "Finetune/Step Time": 11.967124495655298}
+{"Finetune/Learning Rate": 8.403729642435346e-06, "Finetune/Loss": 0.6159186363220215, "Finetune/Loss (Raw)": 0.6351013779640198, "Finetune/Step": 10856, "Finetune/Step Time": 12.038126680999994}
+{"Finetune/Learning Rate": 8.402067299481958e-06, "Finetune/Loss": 0.6167486906051636, "Finetune/Loss (Raw)": 0.6324545741081238, "Finetune/Step": 10857, "Finetune/Step Time": 12.028725879266858}
+{"Finetune/Learning Rate": 8.4004050018414e-06, "Finetune/Loss": 0.6146063804626465, "Finetune/Loss (Raw)": 0.4057900905609131, "Finetune/Step": 10858, "Finetune/Step Time": 12.05411366559565}
+{"Finetune/Learning Rate": 8.398742749560805e-06, "Finetune/Loss": 0.6144973635673523, "Finetune/Loss (Raw)": 0.5877974629402161, "Finetune/Step": 10859, "Finetune/Step Time": 12.049317760393023}
+{"Finetune/Learning Rate": 8.397080542687313e-06, "Finetune/Loss": 0.615303635597229, "Finetune/Loss (Raw)": 0.6159560680389404, "Finetune/Step": 10860, "Finetune/Step Time": 12.039979707449675}
+{"Finetune/Learning Rate": 8.395418381268061e-06, "Finetune/Loss": 0.6136972308158875, "Finetune/Loss (Raw)": 0.521868109703064, "Finetune/Step": 10861, "Finetune/Step Time": 12.03029783628881}
+{"Finetune/Learning Rate": 8.39375626535018e-06, "Finetune/Loss": 0.6167432069778442, "Finetune/Loss (Raw)": 0.7826622128486633, "Finetune/Step": 10862, "Finetune/Step Time": 11.997865000739694}
+{"Finetune/Learning Rate": 8.392094194980798e-06, "Finetune/Loss": 0.6167126893997192, "Finetune/Loss (Raw)": 0.5927605032920837, "Finetune/Step": 10863, "Finetune/Step Time": 12.012007277458906}
+{"Finetune/Learning Rate": 8.390432170207059e-06, "Finetune/Loss": 0.6177574396133423, "Finetune/Loss (Raw)": 0.7217133045196533, "Finetune/Step": 10864, "Finetune/Step Time": 12.01301783323288}
+{"Finetune/Learning Rate": 8.388770191076084e-06, "Finetune/Loss": 0.618149995803833, "Finetune/Loss (Raw)": 0.6703619956970215, "Finetune/Step": 10865, "Finetune/Step Time": 12.01933915913105}
+{"Finetune/Learning Rate": 8.387108257635003e-06, "Finetune/Loss": 0.6188050508499146, "Finetune/Loss (Raw)": 0.738793671131134, "Finetune/Step": 10866, "Finetune/Step Time": 12.014283154159784}
+{"Finetune/Learning Rate": 8.38544636993095e-06, "Finetune/Loss": 0.6192740201950073, "Finetune/Loss (Raw)": 0.6436465978622437, "Finetune/Step": 10867, "Finetune/Step Time": 12.010047091171145}
+{"Finetune/Learning Rate": 8.383784528011046e-06, "Finetune/Loss": 0.6208523511886597, "Finetune/Loss (Raw)": 0.783863365650177, "Finetune/Step": 10868, "Finetune/Step Time": 11.98987303301692}
+{"Finetune/Learning Rate": 8.382122731922414e-06, "Finetune/Loss": 0.6215106248855591, "Finetune/Loss (Raw)": 0.5492032170295715, "Finetune/Step": 10869, "Finetune/Step Time": 11.971394058316946}
+{"Finetune/Learning Rate": 8.38046098171218e-06, "Finetune/Loss": 0.6210960745811462, "Finetune/Loss (Raw)": 0.5828167200088501, "Finetune/Step": 10870, "Finetune/Step Time": 11.962913252413273}
+{"Finetune/Learning Rate": 8.37879927742747e-06, "Finetune/Loss": 0.621101438999176, "Finetune/Loss (Raw)": 0.6187378764152527, "Finetune/Step": 10871, "Finetune/Step Time": 11.959646033123136}
+{"Finetune/Learning Rate": 8.377137619115401e-06, "Finetune/Loss": 0.6202186346054077, "Finetune/Loss (Raw)": 0.5711852312088013, "Finetune/Step": 10872, "Finetune/Step Time": 11.957416104152799}
+{"Finetune/Learning Rate": 8.375476006823097e-06, "Finetune/Loss": 0.619676411151886, "Finetune/Loss (Raw)": 0.6007923483848572, "Finetune/Step": 10873, "Finetune/Step Time": 11.971869725733995}
+{"Finetune/Learning Rate": 8.37381444059767e-06, "Finetune/Loss": 0.6196713447570801, "Finetune/Loss (Raw)": 0.664833664894104, "Finetune/Step": 10874, "Finetune/Step Time": 11.97306620143354}
+{"Finetune/Learning Rate": 8.372152920486245e-06, "Finetune/Loss": 0.6202584505081177, "Finetune/Loss (Raw)": 0.7572100162506104, "Finetune/Step": 10875, "Finetune/Step Time": 11.972120674327016}
+{"Finetune/Learning Rate": 8.370491446535932e-06, "Finetune/Loss": 0.6207427978515625, "Finetune/Loss (Raw)": 0.6559491753578186, "Finetune/Step": 10876, "Finetune/Step Time": 11.965702386572957}
+{"Finetune/Learning Rate": 8.368830018793847e-06, "Finetune/Loss": 0.6204505562782288, "Finetune/Loss (Raw)": 0.5637723803520203, "Finetune/Step": 10877, "Finetune/Step Time": 11.98008642718196}
+{"Finetune/Learning Rate": 8.367168637307104e-06, "Finetune/Loss": 0.6205095052719116, "Finetune/Loss (Raw)": 0.6732777953147888, "Finetune/Step": 10878, "Finetune/Step Time": 11.986022904515266}
+{"Finetune/Learning Rate": 8.365507302122819e-06, "Finetune/Loss": 0.6216630339622498, "Finetune/Loss (Raw)": 0.7408775687217712, "Finetune/Step": 10879, "Finetune/Step Time": 11.979479305446148}
+{"Finetune/Learning Rate": 8.363846013288096e-06, "Finetune/Loss": 0.6216788291931152, "Finetune/Loss (Raw)": 0.6098982691764832, "Finetune/Step": 10880, "Finetune/Step Time": 11.939507527276874}
+{"Finetune/Learning Rate": 8.362184770850047e-06, "Finetune/Loss": 0.6211908459663391, "Finetune/Loss (Raw)": 0.5914955139160156, "Finetune/Step": 10881, "Finetune/Step Time": 11.979526126757264}
+{"Finetune/Learning Rate": 8.360523574855783e-06, "Finetune/Loss": 0.6210236549377441, "Finetune/Loss (Raw)": 0.6481436491012573, "Finetune/Step": 10882, "Finetune/Step Time": 11.974330255761743}
+{"Finetune/Learning Rate": 8.358862425352406e-06, "Finetune/Loss": 0.6205180883407593, "Finetune/Loss (Raw)": 0.5917126536369324, "Finetune/Step": 10883, "Finetune/Step Time": 11.97016129270196}
+{"Finetune/Learning Rate": 8.357201322387026e-06, "Finetune/Loss": 0.6211767792701721, "Finetune/Loss (Raw)": 0.6417520046234131, "Finetune/Step": 10884, "Finetune/Step Time": 11.961298750713468}
+{"Finetune/Learning Rate": 8.355540266006746e-06, "Finetune/Loss": 0.6204671263694763, "Finetune/Loss (Raw)": 0.5262357592582703, "Finetune/Step": 10885, "Finetune/Step Time": 11.95955597795546}
+{"Finetune/Learning Rate": 8.353879256258665e-06, "Finetune/Loss": 0.620358407497406, "Finetune/Loss (Raw)": 0.5735293030738831, "Finetune/Step": 10886, "Finetune/Step Time": 11.969617960974574}
+{"Finetune/Learning Rate": 8.352218293189887e-06, "Finetune/Loss": 0.6195601224899292, "Finetune/Loss (Raw)": 0.5070149898529053, "Finetune/Step": 10887, "Finetune/Step Time": 11.974422989413142}
+{"Finetune/Learning Rate": 8.350557376847513e-06, "Finetune/Loss": 0.6200224161148071, "Finetune/Loss (Raw)": 0.6506075859069824, "Finetune/Step": 10888, "Finetune/Step Time": 11.980994476005435}
+{"Finetune/Learning Rate": 8.348896507278642e-06, "Finetune/Loss": 0.6194798350334167, "Finetune/Loss (Raw)": 0.5947787165641785, "Finetune/Step": 10889, "Finetune/Step Time": 11.995475359261036}
+{"Finetune/Learning Rate": 8.347235684530369e-06, "Finetune/Loss": 0.6208983063697815, "Finetune/Loss (Raw)": 0.6276940703392029, "Finetune/Step": 10890, "Finetune/Step Time": 11.970420682802796}
+{"Finetune/Learning Rate": 8.345574908649796e-06, "Finetune/Loss": 0.6217042803764343, "Finetune/Loss (Raw)": 0.675893247127533, "Finetune/Step": 10891, "Finetune/Step Time": 12.006876785308123}
+{"Finetune/Learning Rate": 8.343914179684013e-06, "Finetune/Loss": 0.6213897466659546, "Finetune/Loss (Raw)": 0.6028687953948975, "Finetune/Step": 10892, "Finetune/Step Time": 12.01129550486803}
+{"Finetune/Learning Rate": 8.342253497680113e-06, "Finetune/Loss": 0.6216376423835754, "Finetune/Loss (Raw)": 0.6398056745529175, "Finetune/Step": 10893, "Finetune/Step Time": 12.019531417638063}
+{"Finetune/Learning Rate": 8.34059286268519e-06, "Finetune/Loss": 0.6225513219833374, "Finetune/Loss (Raw)": 0.7383477687835693, "Finetune/Step": 10894, "Finetune/Step Time": 12.022831439971924}
+{"Finetune/Learning Rate": 8.338932274746334e-06, "Finetune/Loss": 0.6226217150688171, "Finetune/Loss (Raw)": 0.5728475451469421, "Finetune/Step": 10895, "Finetune/Step Time": 11.94771159440279}
+{"Finetune/Learning Rate": 8.337271733910636e-06, "Finetune/Loss": 0.6225468516349792, "Finetune/Loss (Raw)": 0.5284321904182434, "Finetune/Step": 10896, "Finetune/Step Time": 11.949199562892318}
+{"Finetune/Learning Rate": 8.335611240225187e-06, "Finetune/Loss": 0.6231592297554016, "Finetune/Loss (Raw)": 0.6458396911621094, "Finetune/Step": 10897, "Finetune/Step Time": 11.943168619647622}
+{"Finetune/Learning Rate": 8.333950793737067e-06, "Finetune/Loss": 0.6225895285606384, "Finetune/Loss (Raw)": 0.5468902587890625, "Finetune/Step": 10898, "Finetune/Step Time": 11.943876199424267}
+{"Finetune/Learning Rate": 8.332290394493365e-06, "Finetune/Loss": 0.6222027540206909, "Finetune/Loss (Raw)": 0.5904675722122192, "Finetune/Step": 10899, "Finetune/Step Time": 11.95178621262312}
+{"Finetune/Learning Rate": 8.330630042541164e-06, "Finetune/Loss": 0.6217169761657715, "Finetune/Loss (Raw)": 0.6328675150871277, "Finetune/Step": 10900, "Finetune/Step Time": 11.917190110310912}
+{"Finetune/Learning Rate": 8.328969737927551e-06, "Finetune/Loss": 0.6230164766311646, "Finetune/Loss (Raw)": 0.6968374252319336, "Finetune/Step": 10901, "Finetune/Step Time": 11.920820919796824}
+{"Finetune/Learning Rate": 8.327309480699599e-06, "Finetune/Loss": 0.6230285167694092, "Finetune/Loss (Raw)": 0.6119118332862854, "Finetune/Step": 10902, "Finetune/Step Time": 11.914798147976398}
+{"Finetune/Learning Rate": 8.325649270904402e-06, "Finetune/Loss": 0.6235308647155762, "Finetune/Loss (Raw)": 0.6843268871307373, "Finetune/Step": 10903, "Finetune/Step Time": 11.897159975022078}
+{"Finetune/Learning Rate": 8.323989108589026e-06, "Finetune/Loss": 0.6235863566398621, "Finetune/Loss (Raw)": 0.613694965839386, "Finetune/Step": 10904, "Finetune/Step Time": 11.894767945632339}
+{"Finetune/Learning Rate": 8.32232899380055e-06, "Finetune/Loss": 0.6244993805885315, "Finetune/Loss (Raw)": 0.7000107765197754, "Finetune/Step": 10905, "Finetune/Step Time": 11.884205965325236}
+{"Finetune/Learning Rate": 8.320668926586055e-06, "Finetune/Loss": 0.6249331831932068, "Finetune/Loss (Raw)": 0.6154230833053589, "Finetune/Step": 10906, "Finetune/Step Time": 11.891721569001675}
+{"Finetune/Learning Rate": 8.319008906992615e-06, "Finetune/Loss": 0.6243453621864319, "Finetune/Loss (Raw)": 0.47891858220100403, "Finetune/Step": 10907, "Finetune/Step Time": 11.906654438003898}
+{"Finetune/Learning Rate": 8.317348935067303e-06, "Finetune/Loss": 0.6242080926895142, "Finetune/Loss (Raw)": 0.5447111129760742, "Finetune/Step": 10908, "Finetune/Step Time": 11.894670963287354}
+{"Finetune/Learning Rate": 8.315689010857186e-06, "Finetune/Loss": 0.6263150572776794, "Finetune/Loss (Raw)": 0.7041240334510803, "Finetune/Step": 10909, "Finetune/Step Time": 11.88199700601399}
+{"Finetune/Learning Rate": 8.314029134409348e-06, "Finetune/Loss": 0.6254147291183472, "Finetune/Loss (Raw)": 0.5753195285797119, "Finetune/Step": 10910, "Finetune/Step Time": 11.883962681517005}
+{"Finetune/Learning Rate": 8.312369305770843e-06, "Finetune/Loss": 0.6246851086616516, "Finetune/Loss (Raw)": 0.5449436902999878, "Finetune/Step": 10911, "Finetune/Step Time": 11.884254908189178}
+{"Finetune/Learning Rate": 8.310709524988743e-06, "Finetune/Loss": 0.6240547895431519, "Finetune/Loss (Raw)": 0.5890101194381714, "Finetune/Step": 10912, "Finetune/Step Time": 11.885434815660119}
+{"Finetune/Learning Rate": 8.309049792110122e-06, "Finetune/Loss": 0.6239458322525024, "Finetune/Loss (Raw)": 0.5362472534179688, "Finetune/Step": 10913, "Finetune/Step Time": 11.887818936258554}
+{"Finetune/Learning Rate": 8.307390107182038e-06, "Finetune/Loss": 0.623974084854126, "Finetune/Loss (Raw)": 0.5853986740112305, "Finetune/Step": 10914, "Finetune/Step Time": 11.922845060005784}
+{"Finetune/Learning Rate": 8.305730470251558e-06, "Finetune/Loss": 0.6234594583511353, "Finetune/Loss (Raw)": 0.5028844475746155, "Finetune/Step": 10915, "Finetune/Step Time": 11.923607654869556}
+{"Finetune/Learning Rate": 8.304070881365748e-06, "Finetune/Loss": 0.6225588321685791, "Finetune/Loss (Raw)": 0.5252388119697571, "Finetune/Step": 10916, "Finetune/Step Time": 11.935148416087031}
+{"Finetune/Learning Rate": 8.30241134057166e-06, "Finetune/Loss": 0.6230219602584839, "Finetune/Loss (Raw)": 0.6170710325241089, "Finetune/Step": 10917, "Finetune/Step Time": 11.87581535987556}
+{"Finetune/Learning Rate": 8.300751847916361e-06, "Finetune/Loss": 0.6225658059120178, "Finetune/Loss (Raw)": 0.6026286482810974, "Finetune/Step": 10918, "Finetune/Step Time": 11.88171599060297}
+{"Finetune/Learning Rate": 8.299092403446907e-06, "Finetune/Loss": 0.6232554316520691, "Finetune/Loss (Raw)": 0.6845775246620178, "Finetune/Step": 10919, "Finetune/Step Time": 11.879092641174793}
+{"Finetune/Learning Rate": 8.297433007210354e-06, "Finetune/Loss": 0.6235129833221436, "Finetune/Loss (Raw)": 0.6034122109413147, "Finetune/Step": 10920, "Finetune/Step Time": 11.880262095481157}
+{"Finetune/Learning Rate": 8.295773659253763e-06, "Finetune/Loss": 0.6218591332435608, "Finetune/Loss (Raw)": 0.502261221408844, "Finetune/Step": 10921, "Finetune/Step Time": 11.890808975324035}
+{"Finetune/Learning Rate": 8.294114359624186e-06, "Finetune/Loss": 0.6206835508346558, "Finetune/Loss (Raw)": 0.5805166363716125, "Finetune/Step": 10922, "Finetune/Step Time": 11.899091651663184}
+{"Finetune/Learning Rate": 8.292455108368671e-06, "Finetune/Loss": 0.6209007501602173, "Finetune/Loss (Raw)": 0.691346287727356, "Finetune/Step": 10923, "Finetune/Step Time": 11.89397955313325}
+{"Finetune/Learning Rate": 8.290795905534274e-06, "Finetune/Loss": 0.619509220123291, "Finetune/Loss (Raw)": 0.5519647598266602, "Finetune/Step": 10924, "Finetune/Step Time": 11.88792485371232}
+{"Finetune/Learning Rate": 8.289136751168047e-06, "Finetune/Loss": 0.6197510957717896, "Finetune/Loss (Raw)": 0.6743579506874084, "Finetune/Step": 10925, "Finetune/Step Time": 11.891870921477675}
+{"Finetune/Learning Rate": 8.287477645317032e-06, "Finetune/Loss": 0.6200418472290039, "Finetune/Loss (Raw)": 0.6273349523544312, "Finetune/Step": 10926, "Finetune/Step Time": 11.912564700469375}
+{"Finetune/Learning Rate": 8.285818588028285e-06, "Finetune/Loss": 0.6189717054367065, "Finetune/Loss (Raw)": 0.47247767448425293, "Finetune/Step": 10927, "Finetune/Step Time": 11.92494267784059}
+{"Finetune/Learning Rate": 8.284159579348852e-06, "Finetune/Loss": 0.6176714897155762, "Finetune/Loss (Raw)": 0.5549563765525818, "Finetune/Step": 10928, "Finetune/Step Time": 11.924444913864136}
+{"Finetune/Learning Rate": 8.282500619325769e-06, "Finetune/Loss": 0.6175150871276855, "Finetune/Loss (Raw)": 0.673492431640625, "Finetune/Step": 10929, "Finetune/Step Time": 11.928028527647257}
+{"Finetune/Learning Rate": 8.280841708006085e-06, "Finetune/Loss": 0.6172381043434143, "Finetune/Loss (Raw)": 0.6277942061424255, "Finetune/Step": 10930, "Finetune/Step Time": 11.930028762668371}
+{"Finetune/Learning Rate": 8.279182845436842e-06, "Finetune/Loss": 0.617983341217041, "Finetune/Loss (Raw)": 0.6914828419685364, "Finetune/Step": 10931, "Finetune/Step Time": 11.934387851506472}
+{"Finetune/Learning Rate": 8.277524031665079e-06, "Finetune/Loss": 0.6175388097763062, "Finetune/Loss (Raw)": 0.6078469157218933, "Finetune/Step": 10932, "Finetune/Step Time": 11.936540551483631}
+{"Finetune/Learning Rate": 8.275865266737838e-06, "Finetune/Loss": 0.616554319858551, "Finetune/Loss (Raw)": 0.616203248500824, "Finetune/Step": 10933, "Finetune/Step Time": 11.89675128646195}
+{"Finetune/Learning Rate": 8.274206550702158e-06, "Finetune/Loss": 0.6161402463912964, "Finetune/Loss (Raw)": 0.5278054475784302, "Finetune/Step": 10934, "Finetune/Step Time": 11.902303079143167}
+{"Finetune/Learning Rate": 8.272547883605068e-06, "Finetune/Loss": 0.6157259941101074, "Finetune/Loss (Raw)": 0.5788946151733398, "Finetune/Step": 10935, "Finetune/Step Time": 11.896358903497458}
+{"Finetune/Learning Rate": 8.270889265493608e-06, "Finetune/Loss": 0.6155211925506592, "Finetune/Loss (Raw)": 0.5310174226760864, "Finetune/Step": 10936, "Finetune/Step Time": 11.904355114325881}
+{"Finetune/Learning Rate": 8.269230696414813e-06, "Finetune/Loss": 0.6164016723632812, "Finetune/Loss (Raw)": 0.7166024446487427, "Finetune/Step": 10937, "Finetune/Step Time": 11.906712172552943}
+{"Finetune/Learning Rate": 8.267572176415713e-06, "Finetune/Loss": 0.6153956651687622, "Finetune/Loss (Raw)": 0.46069905161857605, "Finetune/Step": 10938, "Finetune/Step Time": 11.920119678601623}
+{"Finetune/Learning Rate": 8.26591370554334e-06, "Finetune/Loss": 0.6150320768356323, "Finetune/Loss (Raw)": 0.6214516162872314, "Finetune/Step": 10939, "Finetune/Step Time": 11.924759157001972}
+{"Finetune/Learning Rate": 8.264255283844727e-06, "Finetune/Loss": 0.6148034334182739, "Finetune/Loss (Raw)": 0.6398789882659912, "Finetune/Step": 10940, "Finetune/Step Time": 11.91594253666699}
+{"Finetune/Learning Rate": 8.262596911366894e-06, "Finetune/Loss": 0.6133771538734436, "Finetune/Loss (Raw)": 0.5338233709335327, "Finetune/Step": 10941, "Finetune/Step Time": 11.95066568441689}
+{"Finetune/Learning Rate": 8.260938588156873e-06, "Finetune/Loss": 0.6133593320846558, "Finetune/Loss (Raw)": 0.5697615146636963, "Finetune/Step": 10942, "Finetune/Step Time": 11.946478314697742}
+{"Finetune/Learning Rate": 8.259280314261688e-06, "Finetune/Loss": 0.6132434606552124, "Finetune/Loss (Raw)": 0.6538851261138916, "Finetune/Step": 10943, "Finetune/Step Time": 11.958790846168995}
+{"Finetune/Learning Rate": 8.257622089728362e-06, "Finetune/Loss": 0.6134326457977295, "Finetune/Loss (Raw)": 0.6279649138450623, "Finetune/Step": 10944, "Finetune/Step Time": 11.948525665327907}
+{"Finetune/Learning Rate": 8.25596391460392e-06, "Finetune/Loss": 0.6133764386177063, "Finetune/Loss (Raw)": 0.6157753467559814, "Finetune/Step": 10945, "Finetune/Step Time": 11.93904373422265}
+{"Finetune/Learning Rate": 8.254305788935386e-06, "Finetune/Loss": 0.6119822263717651, "Finetune/Loss (Raw)": 0.5493330359458923, "Finetune/Step": 10946, "Finetune/Step Time": 11.969118401408195}
+{"Finetune/Learning Rate": 8.252647712769773e-06, "Finetune/Loss": 0.6121200323104858, "Finetune/Loss (Raw)": 0.7144576907157898, "Finetune/Step": 10947, "Finetune/Step Time": 11.960634304210544}
+{"Finetune/Learning Rate": 8.2509896861541e-06, "Finetune/Loss": 0.612145721912384, "Finetune/Loss (Raw)": 0.6182694435119629, "Finetune/Step": 10948, "Finetune/Step Time": 11.958766900002956}
+{"Finetune/Learning Rate": 8.249331709135388e-06, "Finetune/Loss": 0.6106765270233154, "Finetune/Loss (Raw)": 0.3858197033405304, "Finetune/Step": 10949, "Finetune/Step Time": 11.984601683914661}
+{"Finetune/Learning Rate": 8.24767378176065e-06, "Finetune/Loss": 0.6107978820800781, "Finetune/Loss (Raw)": 0.6187946796417236, "Finetune/Step": 10950, "Finetune/Step Time": 11.990720381960273}
+{"Finetune/Learning Rate": 8.2460159040769e-06, "Finetune/Loss": 0.6114267110824585, "Finetune/Loss (Raw)": 0.6019692420959473, "Finetune/Step": 10951, "Finetune/Step Time": 11.992510380223393}
+{"Finetune/Learning Rate": 8.244358076131154e-06, "Finetune/Loss": 0.6116839051246643, "Finetune/Loss (Raw)": 0.7290096879005432, "Finetune/Step": 10952, "Finetune/Step Time": 11.993101917207241}
+{"Finetune/Learning Rate": 8.242700297970419e-06, "Finetune/Loss": 0.611431360244751, "Finetune/Loss (Raw)": 0.5828549861907959, "Finetune/Step": 10953, "Finetune/Step Time": 11.989066377282143}
+{"Finetune/Learning Rate": 8.241042569641705e-06, "Finetune/Loss": 0.6123696565628052, "Finetune/Loss (Raw)": 0.6460569500923157, "Finetune/Step": 10954, "Finetune/Step Time": 11.981087900698185}
+{"Finetune/Learning Rate": 8.239384891192021e-06, "Finetune/Loss": 0.6117497086524963, "Finetune/Loss (Raw)": 0.5533261895179749, "Finetune/Step": 10955, "Finetune/Step Time": 11.992971427738667}
+{"Finetune/Learning Rate": 8.237727262668378e-06, "Finetune/Loss": 0.6112992167472839, "Finetune/Loss (Raw)": 0.6576723456382751, "Finetune/Step": 10956, "Finetune/Step Time": 11.98676635697484}
+{"Finetune/Learning Rate": 8.236069684117775e-06, "Finetune/Loss": 0.6119580268859863, "Finetune/Loss (Raw)": 0.6678494811058044, "Finetune/Step": 10957, "Finetune/Step Time": 11.974305238574743}
+{"Finetune/Learning Rate": 8.234412155587226e-06, "Finetune/Loss": 0.6120518445968628, "Finetune/Loss (Raw)": 0.7107204794883728, "Finetune/Step": 10958, "Finetune/Step Time": 11.975562890991569}
+{"Finetune/Learning Rate": 8.232754677123723e-06, "Finetune/Loss": 0.61253821849823, "Finetune/Loss (Raw)": 0.7035459876060486, "Finetune/Step": 10959, "Finetune/Step Time": 11.9827941916883}
+{"Finetune/Learning Rate": 8.231097248774273e-06, "Finetune/Loss": 0.6122697591781616, "Finetune/Loss (Raw)": 0.599515974521637, "Finetune/Step": 10960, "Finetune/Step Time": 11.977521212771535}
+{"Finetune/Learning Rate": 8.229439870585872e-06, "Finetune/Loss": 0.6127201914787292, "Finetune/Loss (Raw)": 0.6895527839660645, "Finetune/Step": 10961, "Finetune/Step Time": 11.980565570294857}
+{"Finetune/Learning Rate": 8.227782542605525e-06, "Finetune/Loss": 0.6138110756874084, "Finetune/Loss (Raw)": 0.7136610746383667, "Finetune/Step": 10962, "Finetune/Step Time": 11.95699324645102}
+{"Finetune/Learning Rate": 8.226125264880224e-06, "Finetune/Loss": 0.6149550080299377, "Finetune/Loss (Raw)": 0.6967038512229919, "Finetune/Step": 10963, "Finetune/Step Time": 11.958514442667365}
+{"Finetune/Learning Rate": 8.224468037456969e-06, "Finetune/Loss": 0.6159801483154297, "Finetune/Loss (Raw)": 0.7016881108283997, "Finetune/Step": 10964, "Finetune/Step Time": 11.956507436931133}
+{"Finetune/Learning Rate": 8.22281086038275e-06, "Finetune/Loss": 0.6149665117263794, "Finetune/Loss (Raw)": 0.4116440415382385, "Finetune/Step": 10965, "Finetune/Step Time": 11.981868842616677}
+{"Finetune/Learning Rate": 8.22115373370456e-06, "Finetune/Loss": 0.6155025959014893, "Finetune/Loss (Raw)": 0.7071254849433899, "Finetune/Step": 10966, "Finetune/Step Time": 11.98535244166851}
+{"Finetune/Learning Rate": 8.219496657469393e-06, "Finetune/Loss": 0.6163437962532043, "Finetune/Loss (Raw)": 0.7362719178199768, "Finetune/Step": 10967, "Finetune/Step Time": 11.99000146239996}
+{"Finetune/Learning Rate": 8.217839631724236e-06, "Finetune/Loss": 0.6162193417549133, "Finetune/Loss (Raw)": 0.6025106310844421, "Finetune/Step": 10968, "Finetune/Step Time": 12.003974821418524}
+{"Finetune/Learning Rate": 8.216182656516081e-06, "Finetune/Loss": 0.6157194972038269, "Finetune/Loss (Raw)": 0.6632224321365356, "Finetune/Step": 10969, "Finetune/Step Time": 12.00254425778985}
+{"Finetune/Learning Rate": 8.214525731891917e-06, "Finetune/Loss": 0.6166307926177979, "Finetune/Loss (Raw)": 0.6042234301567078, "Finetune/Step": 10970, "Finetune/Step Time": 11.976935263723135}
+{"Finetune/Learning Rate": 8.21286885789872e-06, "Finetune/Loss": 0.6160391569137573, "Finetune/Loss (Raw)": 0.5216516256332397, "Finetune/Step": 10971, "Finetune/Step Time": 11.974624255672097}
+{"Finetune/Learning Rate": 8.211212034583483e-06, "Finetune/Loss": 0.6161468029022217, "Finetune/Loss (Raw)": 0.5187696218490601, "Finetune/Step": 10972, "Finetune/Step Time": 11.942637838423252}
+{"Finetune/Learning Rate": 8.209555261993185e-06, "Finetune/Loss": 0.6135222911834717, "Finetune/Loss (Raw)": 0.36740541458129883, "Finetune/Step": 10973, "Finetune/Step Time": 11.959211183711886}
+{"Finetune/Learning Rate": 8.207898540174807e-06, "Finetune/Loss": 0.6134534478187561, "Finetune/Loss (Raw)": 0.6531985402107239, "Finetune/Step": 10974, "Finetune/Step Time": 11.967391965910792}
+{"Finetune/Learning Rate": 8.20624186917533e-06, "Finetune/Loss": 0.6131584644317627, "Finetune/Loss (Raw)": 0.5728051662445068, "Finetune/Step": 10975, "Finetune/Step Time": 11.976804593577981}
+{"Finetune/Learning Rate": 8.20458524904174e-06, "Finetune/Loss": 0.6133275628089905, "Finetune/Loss (Raw)": 0.6016057133674622, "Finetune/Step": 10976, "Finetune/Step Time": 11.944037390872836}
+{"Finetune/Learning Rate": 8.202928679821002e-06, "Finetune/Loss": 0.6134134531021118, "Finetune/Loss (Raw)": 0.616253137588501, "Finetune/Step": 10977, "Finetune/Step Time": 11.927963871508837}
+{"Finetune/Learning Rate": 8.201272161560094e-06, "Finetune/Loss": 0.6130876541137695, "Finetune/Loss (Raw)": 0.6333293914794922, "Finetune/Step": 10978, "Finetune/Step Time": 11.924609374254942}
+{"Finetune/Learning Rate": 8.199615694305995e-06, "Finetune/Loss": 0.613188624382019, "Finetune/Loss (Raw)": 0.7106545567512512, "Finetune/Step": 10979, "Finetune/Step Time": 11.931411907076836}
+{"Finetune/Learning Rate": 8.197959278105675e-06, "Finetune/Loss": 0.61383056640625, "Finetune/Loss (Raw)": 0.6600008606910706, "Finetune/Step": 10980, "Finetune/Step Time": 11.944361375644803}
+{"Finetune/Learning Rate": 8.196302913006106e-06, "Finetune/Loss": 0.6148123741149902, "Finetune/Loss (Raw)": 0.7218862771987915, "Finetune/Step": 10981, "Finetune/Step Time": 11.92734918743372}
+{"Finetune/Learning Rate": 8.194646599054259e-06, "Finetune/Loss": 0.6158167123794556, "Finetune/Loss (Raw)": 0.6966990232467651, "Finetune/Step": 10982, "Finetune/Step Time": 11.93346619233489}
+{"Finetune/Learning Rate": 8.192990336297098e-06, "Finetune/Loss": 0.6156880855560303, "Finetune/Loss (Raw)": 0.6531752347946167, "Finetune/Step": 10983, "Finetune/Step Time": 11.952907748520374}
+{"Finetune/Learning Rate": 8.191334124781594e-06, "Finetune/Loss": 0.61592698097229, "Finetune/Loss (Raw)": 0.6656845211982727, "Finetune/Step": 10984, "Finetune/Step Time": 11.880004450678825}
+{"Finetune/Learning Rate": 8.189677964554709e-06, "Finetune/Loss": 0.6162258982658386, "Finetune/Loss (Raw)": 0.6707190275192261, "Finetune/Step": 10985, "Finetune/Step Time": 11.872362336143851}
+{"Finetune/Learning Rate": 8.188021855663411e-06, "Finetune/Loss": 0.6172341704368591, "Finetune/Loss (Raw)": 0.5348474979400635, "Finetune/Step": 10986, "Finetune/Step Time": 11.849008535966277}
+{"Finetune/Learning Rate": 8.18636579815466e-06, "Finetune/Loss": 0.6173117160797119, "Finetune/Loss (Raw)": 0.5977195501327515, "Finetune/Step": 10987, "Finetune/Step Time": 11.85167134553194}
+{"Finetune/Learning Rate": 8.184709792075418e-06, "Finetune/Loss": 0.6174482107162476, "Finetune/Loss (Raw)": 0.6334308385848999, "Finetune/Step": 10988, "Finetune/Step Time": 11.881936147809029}
+{"Finetune/Learning Rate": 8.183053837472645e-06, "Finetune/Loss": 0.6174455881118774, "Finetune/Loss (Raw)": 0.5215322375297546, "Finetune/Step": 10989, "Finetune/Step Time": 11.907047042623162}
+{"Finetune/Learning Rate": 8.181397934393297e-06, "Finetune/Loss": 0.6161226034164429, "Finetune/Loss (Raw)": 0.6133208274841309, "Finetune/Step": 10990, "Finetune/Step Time": 11.918024811893702}
+{"Finetune/Learning Rate": 8.179742082884333e-06, "Finetune/Loss": 0.6159146428108215, "Finetune/Loss (Raw)": 0.5661358833312988, "Finetune/Step": 10991, "Finetune/Step Time": 11.915689818561077}
+{"Finetune/Learning Rate": 8.178086282992705e-06, "Finetune/Loss": 0.6148783564567566, "Finetune/Loss (Raw)": 0.589074969291687, "Finetune/Step": 10992, "Finetune/Step Time": 11.921516062691808}
+{"Finetune/Learning Rate": 8.176430534765372e-06, "Finetune/Loss": 0.6145615577697754, "Finetune/Loss (Raw)": 0.6298105120658875, "Finetune/Step": 10993, "Finetune/Step Time": 11.920188201591372}
+{"Finetune/Learning Rate": 8.174774838249282e-06, "Finetune/Loss": 0.6137282252311707, "Finetune/Loss (Raw)": 0.6321300864219666, "Finetune/Step": 10994, "Finetune/Step Time": 11.923463851213455}
+{"Finetune/Learning Rate": 8.173119193491392e-06, "Finetune/Loss": 0.6126247644424438, "Finetune/Loss (Raw)": 0.502403199672699, "Finetune/Step": 10995, "Finetune/Step Time": 11.928020657971501}
+{"Finetune/Learning Rate": 8.171463600538642e-06, "Finetune/Loss": 0.6112087965011597, "Finetune/Loss (Raw)": 0.6026222109794617, "Finetune/Step": 10996, "Finetune/Step Time": 11.937663286924362}
+{"Finetune/Learning Rate": 8.169808059437985e-06, "Finetune/Loss": 0.6110132932662964, "Finetune/Loss (Raw)": 0.5241795182228088, "Finetune/Step": 10997, "Finetune/Step Time": 11.938423166051507}
+{"Finetune/Learning Rate": 8.168152570236368e-06, "Finetune/Loss": 0.6109523773193359, "Finetune/Loss (Raw)": 0.5750136375427246, "Finetune/Step": 10998, "Finetune/Step Time": 11.93125294521451}
+{"Finetune/Learning Rate": 8.166497132980734e-06, "Finetune/Loss": 0.6116296648979187, "Finetune/Loss (Raw)": 0.705428421497345, "Finetune/Step": 10999, "Finetune/Step Time": 11.935478832572699}
+{"Finetune/Learning Rate": 8.164841747718027e-06, "Finetune/Loss": 0.6123431921005249, "Finetune/Loss (Raw)": 0.6625220775604248, "Finetune/Step": 11000, "Finetune/Step Time": 11.931771006435156}
+{"Finetune/Learning Rate": 8.163186414495195e-06, "Finetune/Loss": 0.611254096031189, "Finetune/Loss (Raw)": 0.46138811111450195, "Finetune/Step": 11001, "Finetune/Step Time": 11.96195625513792}
+{"Finetune/Learning Rate": 8.161531133359166e-06, "Finetune/Loss": 0.6109050512313843, "Finetune/Loss (Raw)": 0.6201531887054443, "Finetune/Step": 11002, "Finetune/Step Time": 11.961160950362682}
+{"Finetune/Learning Rate": 8.159875904356889e-06, "Finetune/Loss": 0.6103771328926086, "Finetune/Loss (Raw)": 0.6896349787712097, "Finetune/Step": 11003, "Finetune/Step Time": 11.962332375347614}
+{"Finetune/Learning Rate": 8.158220727535298e-06, "Finetune/Loss": 0.6099598407745361, "Finetune/Loss (Raw)": 0.6025353670120239, "Finetune/Step": 11004, "Finetune/Step Time": 11.966929353773594}
+{"Finetune/Learning Rate": 8.156565602941332e-06, "Finetune/Loss": 0.6105948090553284, "Finetune/Loss (Raw)": 0.6450554728507996, "Finetune/Step": 11005, "Finetune/Step Time": 11.971057852730155}
+{"Finetune/Learning Rate": 8.15491053062192e-06, "Finetune/Loss": 0.6101337671279907, "Finetune/Loss (Raw)": 0.6142611503601074, "Finetune/Step": 11006, "Finetune/Step Time": 11.97934385202825}
+{"Finetune/Learning Rate": 8.153255510624004e-06, "Finetune/Loss": 0.6106401681900024, "Finetune/Loss (Raw)": 0.8056891560554504, "Finetune/Step": 11007, "Finetune/Step Time": 11.983324058353901}
+{"Finetune/Learning Rate": 8.151600542994506e-06, "Finetune/Loss": 0.610913097858429, "Finetune/Loss (Raw)": 0.6448389291763306, "Finetune/Step": 11008, "Finetune/Step Time": 11.983000721782446}
+{"Finetune/Learning Rate": 8.149945627780362e-06, "Finetune/Loss": 0.611085057258606, "Finetune/Loss (Raw)": 0.6135116219520569, "Finetune/Step": 11009, "Finetune/Step Time": 11.941576711833477}
+{"Finetune/Learning Rate": 8.148290765028497e-06, "Finetune/Loss": 0.6109440326690674, "Finetune/Loss (Raw)": 0.6300842761993408, "Finetune/Step": 11010, "Finetune/Step Time": 11.940146617591381}
+{"Finetune/Learning Rate": 8.146635954785841e-06, "Finetune/Loss": 0.6093409061431885, "Finetune/Loss (Raw)": 0.3865140974521637, "Finetune/Step": 11011, "Finetune/Step Time": 11.970397612079978}
+{"Finetune/Learning Rate": 8.14498119709932e-06, "Finetune/Loss": 0.6085172891616821, "Finetune/Loss (Raw)": 0.5363291501998901, "Finetune/Step": 11012, "Finetune/Step Time": 11.967651395127177}
+{"Finetune/Learning Rate": 8.14332649201586e-06, "Finetune/Loss": 0.6092323064804077, "Finetune/Loss (Raw)": 0.6177617907524109, "Finetune/Step": 11013, "Finetune/Step Time": 11.967454953119159}
+{"Finetune/Learning Rate": 8.141671839582379e-06, "Finetune/Loss": 0.6095659732818604, "Finetune/Loss (Raw)": 0.6162398457527161, "Finetune/Step": 11014, "Finetune/Step Time": 11.971449483186007}
+{"Finetune/Learning Rate": 8.140017239845798e-06, "Finetune/Loss": 0.6087474822998047, "Finetune/Loss (Raw)": 0.4022407531738281, "Finetune/Step": 11015, "Finetune/Step Time": 11.996330004185438}
+{"Finetune/Learning Rate": 8.138362692853041e-06, "Finetune/Loss": 0.6090313792228699, "Finetune/Loss (Raw)": 0.6869522333145142, "Finetune/Step": 11016, "Finetune/Step Time": 11.993821250274777}
+{"Finetune/Learning Rate": 8.136708198651022e-06, "Finetune/Loss": 0.6094809770584106, "Finetune/Loss (Raw)": 0.652331531047821, "Finetune/Step": 11017, "Finetune/Step Time": 11.97832840308547}
+{"Finetune/Learning Rate": 8.135053757286661e-06, "Finetune/Loss": 0.6094688177108765, "Finetune/Loss (Raw)": 0.6261327862739563, "Finetune/Step": 11018, "Finetune/Step Time": 11.97490257024765}
+{"Finetune/Learning Rate": 8.133399368806876e-06, "Finetune/Loss": 0.608918309211731, "Finetune/Loss (Raw)": 0.6054320335388184, "Finetune/Step": 11019, "Finetune/Step Time": 11.930283548310399}
+{"Finetune/Learning Rate": 8.131745033258573e-06, "Finetune/Loss": 0.609220027923584, "Finetune/Loss (Raw)": 0.6414849162101746, "Finetune/Step": 11020, "Finetune/Step Time": 11.929815104231238}
+{"Finetune/Learning Rate": 8.13009075068867e-06, "Finetune/Loss": 0.610029935836792, "Finetune/Loss (Raw)": 0.7434763312339783, "Finetune/Step": 11021, "Finetune/Step Time": 11.921756606549025}
+{"Finetune/Learning Rate": 8.128436521144073e-06, "Finetune/Loss": 0.6097649931907654, "Finetune/Loss (Raw)": 0.7044357061386108, "Finetune/Step": 11022, "Finetune/Step Time": 11.918098364025354}
+{"Finetune/Learning Rate": 8.126782344671698e-06, "Finetune/Loss": 0.6105632781982422, "Finetune/Loss (Raw)": 0.6750178933143616, "Finetune/Step": 11023, "Finetune/Step Time": 11.905815972015262}
+{"Finetune/Learning Rate": 8.125128221318446e-06, "Finetune/Loss": 0.6115900874137878, "Finetune/Loss (Raw)": 0.6598705053329468, "Finetune/Step": 11024, "Finetune/Step Time": 11.90666639059782}
+{"Finetune/Learning Rate": 8.123474151131232e-06, "Finetune/Loss": 0.6114652156829834, "Finetune/Loss (Raw)": 0.6298552751541138, "Finetune/Step": 11025, "Finetune/Step Time": 11.921507067978382}
+{"Finetune/Learning Rate": 8.12182013415695e-06, "Finetune/Loss": 0.6106659173965454, "Finetune/Loss (Raw)": 0.44458046555519104, "Finetune/Step": 11026, "Finetune/Step Time": 11.941326109692454}
+{"Finetune/Learning Rate": 8.120166170442507e-06, "Finetune/Loss": 0.610321581363678, "Finetune/Loss (Raw)": 0.5463904738426208, "Finetune/Step": 11027, "Finetune/Step Time": 11.935430314391851}
+{"Finetune/Learning Rate": 8.118512260034808e-06, "Finetune/Loss": 0.6101353168487549, "Finetune/Loss (Raw)": 0.6090277433395386, "Finetune/Step": 11028, "Finetune/Step Time": 11.94058165512979}
+{"Finetune/Learning Rate": 8.11685840298075e-06, "Finetune/Loss": 0.609947919845581, "Finetune/Loss (Raw)": 0.6728500127792358, "Finetune/Step": 11029, "Finetune/Step Time": 11.939147783443332}
+{"Finetune/Learning Rate": 8.115204599327233e-06, "Finetune/Loss": 0.6112873554229736, "Finetune/Loss (Raw)": 0.7833671569824219, "Finetune/Step": 11030, "Finetune/Step Time": 11.93839236535132}
+{"Finetune/Learning Rate": 8.113550849121158e-06, "Finetune/Loss": 0.6104966402053833, "Finetune/Loss (Raw)": 0.5831044316291809, "Finetune/Step": 11031, "Finetune/Step Time": 11.936364652588964}
+{"Finetune/Learning Rate": 8.111897152409411e-06, "Finetune/Loss": 0.608885645866394, "Finetune/Loss (Raw)": 0.40749189257621765, "Finetune/Step": 11032, "Finetune/Step Time": 11.960041373968124}
+{"Finetune/Learning Rate": 8.110243509238895e-06, "Finetune/Loss": 0.6084328889846802, "Finetune/Loss (Raw)": 0.6420572996139526, "Finetune/Step": 11033, "Finetune/Step Time": 11.97067454084754}
+{"Finetune/Learning Rate": 8.108589919656496e-06, "Finetune/Loss": 0.608600378036499, "Finetune/Loss (Raw)": 0.6368651390075684, "Finetune/Step": 11034, "Finetune/Step Time": 11.987386547029018}
+{"Finetune/Learning Rate": 8.10693638370911e-06, "Finetune/Loss": 0.6100496053695679, "Finetune/Loss (Raw)": 0.6644114255905151, "Finetune/Step": 11035, "Finetune/Step Time": 11.978068182244897}
+{"Finetune/Learning Rate": 8.105282901443626e-06, "Finetune/Loss": 0.6107437014579773, "Finetune/Loss (Raw)": 0.6335623860359192, "Finetune/Step": 11036, "Finetune/Step Time": 11.983327649533749}
+{"Finetune/Learning Rate": 8.103629472906932e-06, "Finetune/Loss": 0.6106535792350769, "Finetune/Loss (Raw)": 0.6925866007804871, "Finetune/Step": 11037, "Finetune/Step Time": 11.989348657429218}
+{"Finetune/Learning Rate": 8.101976098145912e-06, "Finetune/Loss": 0.6111249923706055, "Finetune/Loss (Raw)": 0.6356596946716309, "Finetune/Step": 11038, "Finetune/Step Time": 11.98172895424068}
+{"Finetune/Learning Rate": 8.100322777207452e-06, "Finetune/Loss": 0.611114501953125, "Finetune/Loss (Raw)": 0.5436047911643982, "Finetune/Step": 11039, "Finetune/Step Time": 11.982384154573083}
+{"Finetune/Learning Rate": 8.098669510138438e-06, "Finetune/Loss": 0.6113115549087524, "Finetune/Loss (Raw)": 0.6142283082008362, "Finetune/Step": 11040, "Finetune/Step Time": 11.98114757426083}
+{"Finetune/Learning Rate": 8.097016296985746e-06, "Finetune/Loss": 0.6121771335601807, "Finetune/Loss (Raw)": 0.6470488905906677, "Finetune/Step": 11041, "Finetune/Step Time": 11.97983724065125}
+{"Finetune/Learning Rate": 8.095363137796264e-06, "Finetune/Loss": 0.612059473991394, "Finetune/Loss (Raw)": 0.5703338980674744, "Finetune/Step": 11042, "Finetune/Step Time": 11.943662028759718}
+{"Finetune/Learning Rate": 8.093710032616871e-06, "Finetune/Loss": 0.6130459904670715, "Finetune/Loss (Raw)": 0.6291525363922119, "Finetune/Step": 11043, "Finetune/Step Time": 11.9470176063478}
+{"Finetune/Learning Rate": 8.092056981494433e-06, "Finetune/Loss": 0.6145777702331543, "Finetune/Loss (Raw)": 0.7213094830513, "Finetune/Step": 11044, "Finetune/Step Time": 11.934017140418291}
+{"Finetune/Learning Rate": 8.090403984475838e-06, "Finetune/Loss": 0.6144533157348633, "Finetune/Loss (Raw)": 0.601137638092041, "Finetune/Step": 11045, "Finetune/Step Time": 11.921773916110396}
+{"Finetune/Learning Rate": 8.088751041607955e-06, "Finetune/Loss": 0.6146018505096436, "Finetune/Loss (Raw)": 0.6216474175453186, "Finetune/Step": 11046, "Finetune/Step Time": 11.914665611460805}
+{"Finetune/Learning Rate": 8.087098152937655e-06, "Finetune/Loss": 0.613932728767395, "Finetune/Loss (Raw)": 0.5989300608634949, "Finetune/Step": 11047, "Finetune/Step Time": 11.939290249720216}
+{"Finetune/Learning Rate": 8.085445318511814e-06, "Finetune/Loss": 0.614016056060791, "Finetune/Loss (Raw)": 0.6140734553337097, "Finetune/Step": 11048, "Finetune/Step Time": 11.943509133532643}
+{"Finetune/Learning Rate": 8.083792538377303e-06, "Finetune/Loss": 0.6147080063819885, "Finetune/Loss (Raw)": 0.5908353328704834, "Finetune/Step": 11049, "Finetune/Step Time": 11.941581657156348}
+{"Finetune/Learning Rate": 8.082139812580983e-06, "Finetune/Loss": 0.6151254177093506, "Finetune/Loss (Raw)": 0.6339478492736816, "Finetune/Step": 11050, "Finetune/Step Time": 11.939920926466584}
+{"Finetune/Learning Rate": 8.080487141169722e-06, "Finetune/Loss": 0.6149644255638123, "Finetune/Loss (Raw)": 0.6707310676574707, "Finetune/Step": 11051, "Finetune/Step Time": 11.944990050047636}
+{"Finetune/Learning Rate": 8.078834524190391e-06, "Finetune/Loss": 0.6154050827026367, "Finetune/Loss (Raw)": 0.6083739995956421, "Finetune/Step": 11052, "Finetune/Step Time": 11.955593850463629}
+{"Finetune/Learning Rate": 8.077181961689849e-06, "Finetune/Loss": 0.6136088371276855, "Finetune/Loss (Raw)": 0.44443434476852417, "Finetune/Step": 11053, "Finetune/Step Time": 11.976614754647017}
+{"Finetune/Learning Rate": 8.075529453714957e-06, "Finetune/Loss": 0.6138488054275513, "Finetune/Loss (Raw)": 0.6580479741096497, "Finetune/Step": 11054, "Finetune/Step Time": 11.957232212647796}
+{"Finetune/Learning Rate": 8.073877000312582e-06, "Finetune/Loss": 0.6147968173027039, "Finetune/Loss (Raw)": 0.5938268899917603, "Finetune/Step": 11055, "Finetune/Step Time": 11.930564548820257}
+{"Finetune/Learning Rate": 8.072224601529574e-06, "Finetune/Loss": 0.6161969304084778, "Finetune/Loss (Raw)": 0.7341740131378174, "Finetune/Step": 11056, "Finetune/Step Time": 11.928442811593413}
+{"Finetune/Learning Rate": 8.070572257412796e-06, "Finetune/Loss": 0.6159446239471436, "Finetune/Loss (Raw)": 0.6412028074264526, "Finetune/Step": 11057, "Finetune/Step Time": 11.92369531467557}
+{"Finetune/Learning Rate": 8.068919968009098e-06, "Finetune/Loss": 0.61617511510849, "Finetune/Loss (Raw)": 0.6572912335395813, "Finetune/Step": 11058, "Finetune/Step Time": 11.917670795693994}
+{"Finetune/Learning Rate": 8.067267733365342e-06, "Finetune/Loss": 0.614453911781311, "Finetune/Loss (Raw)": 0.47116321325302124, "Finetune/Step": 11059, "Finetune/Step Time": 11.957877200096846}
+{"Finetune/Learning Rate": 8.06561555352838e-06, "Finetune/Loss": 0.6145784854888916, "Finetune/Loss (Raw)": 0.6237937211990356, "Finetune/Step": 11060, "Finetune/Step Time": 11.961713187396526}
+{"Finetune/Learning Rate": 8.063963428545057e-06, "Finetune/Loss": 0.6137080192565918, "Finetune/Loss (Raw)": 0.5047893524169922, "Finetune/Step": 11061, "Finetune/Step Time": 11.980700645595789}
+{"Finetune/Learning Rate": 8.062311358462227e-06, "Finetune/Loss": 0.614936888217926, "Finetune/Loss (Raw)": 0.6850968599319458, "Finetune/Step": 11062, "Finetune/Step Time": 11.979306565597653}
+{"Finetune/Learning Rate": 8.060659343326735e-06, "Finetune/Loss": 0.6145605444908142, "Finetune/Loss (Raw)": 0.5307210087776184, "Finetune/Step": 11063, "Finetune/Step Time": 11.983670607209206}
+{"Finetune/Learning Rate": 8.059007383185431e-06, "Finetune/Loss": 0.6159540414810181, "Finetune/Loss (Raw)": 0.7093848586082458, "Finetune/Step": 11064, "Finetune/Step Time": 11.970659391954541}
+{"Finetune/Learning Rate": 8.057355478085157e-06, "Finetune/Loss": 0.6149401664733887, "Finetune/Loss (Raw)": 0.5868291854858398, "Finetune/Step": 11065, "Finetune/Step Time": 11.969587534666061}
+{"Finetune/Learning Rate": 8.055703628072757e-06, "Finetune/Loss": 0.6158380508422852, "Finetune/Loss (Raw)": 0.575625479221344, "Finetune/Step": 11066, "Finetune/Step Time": 11.963557988405228}
+{"Finetune/Learning Rate": 8.054051833195077e-06, "Finetune/Loss": 0.6160179972648621, "Finetune/Loss (Raw)": 0.644486129283905, "Finetune/Step": 11067, "Finetune/Step Time": 11.962651120498776}
+{"Finetune/Learning Rate": 8.052400093498949e-06, "Finetune/Loss": 0.6164458990097046, "Finetune/Loss (Raw)": 0.6946482062339783, "Finetune/Step": 11068, "Finetune/Step Time": 11.97128925845027}
+{"Finetune/Learning Rate": 8.050748409031218e-06, "Finetune/Loss": 0.6173057556152344, "Finetune/Loss (Raw)": 0.6438890099525452, "Finetune/Step": 11069, "Finetune/Step Time": 11.941161040216684}
+{"Finetune/Learning Rate": 8.04909677983872e-06, "Finetune/Loss": 0.6176366806030273, "Finetune/Loss (Raw)": 0.6121227741241455, "Finetune/Step": 11070, "Finetune/Step Time": 11.945564640685916}
+{"Finetune/Learning Rate": 8.047445205968287e-06, "Finetune/Loss": 0.6167364120483398, "Finetune/Loss (Raw)": 0.5386461019515991, "Finetune/Step": 11071, "Finetune/Step Time": 11.94377320446074}
+{"Finetune/Learning Rate": 8.045793687466757e-06, "Finetune/Loss": 0.616659939289093, "Finetune/Loss (Raw)": 0.6181779503822327, "Finetune/Step": 11072, "Finetune/Step Time": 11.94826734252274}
+{"Finetune/Learning Rate": 8.04414222438096e-06, "Finetune/Loss": 0.6168506145477295, "Finetune/Loss (Raw)": 0.640180230140686, "Finetune/Step": 11073, "Finetune/Step Time": 11.965868385508657}
+{"Finetune/Learning Rate": 8.042490816757734e-06, "Finetune/Loss": 0.618170976638794, "Finetune/Loss (Raw)": 0.71834796667099, "Finetune/Step": 11074, "Finetune/Step Time": 11.94415184110403}
+{"Finetune/Learning Rate": 8.040839464643895e-06, "Finetune/Loss": 0.617601752281189, "Finetune/Loss (Raw)": 0.6415819525718689, "Finetune/Step": 11075, "Finetune/Step Time": 11.958012744784355}
+{"Finetune/Learning Rate": 8.039188168086278e-06, "Finetune/Loss": 0.6178169250488281, "Finetune/Loss (Raw)": 0.6458191871643066, "Finetune/Step": 11076, "Finetune/Step Time": 11.963446849957108}
+{"Finetune/Learning Rate": 8.037536927131712e-06, "Finetune/Loss": 0.6193116307258606, "Finetune/Loss (Raw)": 0.5771424174308777, "Finetune/Step": 11077, "Finetune/Step Time": 11.940531587228179}
+{"Finetune/Learning Rate": 8.035885741827016e-06, "Finetune/Loss": 0.61830735206604, "Finetune/Loss (Raw)": 0.4902447462081909, "Finetune/Step": 11078, "Finetune/Step Time": 11.94820298999548}
+{"Finetune/Learning Rate": 8.034234612219015e-06, "Finetune/Loss": 0.6200019717216492, "Finetune/Loss (Raw)": 0.8188807964324951, "Finetune/Step": 11079, "Finetune/Step Time": 11.949241258203983}
+{"Finetune/Learning Rate": 8.032583538354534e-06, "Finetune/Loss": 0.6194481253623962, "Finetune/Loss (Raw)": 0.6581186056137085, "Finetune/Step": 11080, "Finetune/Step Time": 11.943856621161103}
+{"Finetune/Learning Rate": 8.030932520280388e-06, "Finetune/Loss": 0.6198232769966125, "Finetune/Loss (Raw)": 0.6308774352073669, "Finetune/Step": 11081, "Finetune/Step Time": 11.991382896900177}
+{"Finetune/Learning Rate": 8.029281558043394e-06, "Finetune/Loss": 0.6207464933395386, "Finetune/Loss (Raw)": 0.7642302513122559, "Finetune/Step": 11082, "Finetune/Step Time": 11.993041079491377}
+{"Finetune/Learning Rate": 8.02763065169037e-06, "Finetune/Loss": 0.621228814125061, "Finetune/Loss (Raw)": 0.6150590181350708, "Finetune/Step": 11083, "Finetune/Step Time": 11.992894910275936}
+{"Finetune/Learning Rate": 8.025979801268135e-06, "Finetune/Loss": 0.6200965642929077, "Finetune/Loss (Raw)": 0.5127404928207397, "Finetune/Step": 11084, "Finetune/Step Time": 11.99335665255785}
+{"Finetune/Learning Rate": 8.024329006823499e-06, "Finetune/Loss": 0.6201759576797485, "Finetune/Loss (Raw)": 0.6780180335044861, "Finetune/Step": 11085, "Finetune/Step Time": 12.001498859375715}
+{"Finetune/Learning Rate": 8.022678268403277e-06, "Finetune/Loss": 0.6193650960922241, "Finetune/Loss (Raw)": 0.6069268584251404, "Finetune/Step": 11086, "Finetune/Step Time": 12.002038862556219}
+{"Finetune/Learning Rate": 8.021027586054273e-06, "Finetune/Loss": 0.6185409426689148, "Finetune/Loss (Raw)": 0.5980541706085205, "Finetune/Step": 11087, "Finetune/Step Time": 12.00368956103921}
+{"Finetune/Learning Rate": 8.0193769598233e-06, "Finetune/Loss": 0.6191575527191162, "Finetune/Loss (Raw)": 0.6784443259239197, "Finetune/Step": 11088, "Finetune/Step Time": 12.001512655988336}
+{"Finetune/Learning Rate": 8.017726389757163e-06, "Finetune/Loss": 0.6187163591384888, "Finetune/Loss (Raw)": 0.6330743432044983, "Finetune/Step": 11089, "Finetune/Step Time": 12.008544035255909}
+{"Finetune/Learning Rate": 8.016075875902669e-06, "Finetune/Loss": 0.6178314685821533, "Finetune/Loss (Raw)": 0.6003968119621277, "Finetune/Step": 11090, "Finetune/Step Time": 12.029723117128015}
+{"Finetune/Learning Rate": 8.014425418306622e-06, "Finetune/Loss": 0.6183421611785889, "Finetune/Loss (Raw)": 0.7620725035667419, "Finetune/Step": 11091, "Finetune/Step Time": 12.030717421323061}
+{"Finetune/Learning Rate": 8.012775017015829e-06, "Finetune/Loss": 0.6159520149230957, "Finetune/Loss (Raw)": 0.3957558274269104, "Finetune/Step": 11092, "Finetune/Step Time": 12.06629391759634}
+{"Finetune/Learning Rate": 8.011124672077078e-06, "Finetune/Loss": 0.617446780204773, "Finetune/Loss (Raw)": 0.602969765663147, "Finetune/Step": 11093, "Finetune/Step Time": 12.049948263913393}
+{"Finetune/Learning Rate": 8.00947438353718e-06, "Finetune/Loss": 0.6169518828392029, "Finetune/Loss (Raw)": 0.6437768340110779, "Finetune/Step": 11094, "Finetune/Step Time": 12.046762958168983}
+{"Finetune/Learning Rate": 8.007824151442927e-06, "Finetune/Loss": 0.6159491539001465, "Finetune/Loss (Raw)": 0.6079328060150146, "Finetune/Step": 11095, "Finetune/Step Time": 12.044171936810017}
+{"Finetune/Learning Rate": 8.006173975841115e-06, "Finetune/Loss": 0.615056037902832, "Finetune/Loss (Raw)": 0.48818421363830566, "Finetune/Step": 11096, "Finetune/Step Time": 12.049965297803283}
+{"Finetune/Learning Rate": 8.00452385677854e-06, "Finetune/Loss": 0.6152846813201904, "Finetune/Loss (Raw)": 0.6924851536750793, "Finetune/Step": 11097, "Finetune/Step Time": 12.047886339947581}
+{"Finetune/Learning Rate": 8.002873794301997e-06, "Finetune/Loss": 0.6151254177093506, "Finetune/Loss (Raw)": 0.5838454365730286, "Finetune/Step": 11098, "Finetune/Step Time": 12.052523221820593}
+{"Finetune/Learning Rate": 8.001223788458273e-06, "Finetune/Loss": 0.6159096956253052, "Finetune/Loss (Raw)": 0.6220336556434631, "Finetune/Step": 11099, "Finetune/Step Time": 12.051744569092989}
+{"Finetune/Learning Rate": 7.999573839294154e-06, "Finetune/Loss": 0.617431640625, "Finetune/Loss (Raw)": 0.7135761380195618, "Finetune/Step": 11100, "Finetune/Step Time": 12.056238306686282}
+{"Finetune/Learning Rate": 7.997923946856435e-06, "Finetune/Loss": 0.6195939183235168, "Finetune/Loss (Raw)": 0.6441823840141296, "Finetune/Step": 11101, "Finetune/Step Time": 12.034382985904813}
+{"Finetune/Learning Rate": 7.996274111191901e-06, "Finetune/Loss": 0.620242714881897, "Finetune/Loss (Raw)": 0.736238420009613, "Finetune/Step": 11102, "Finetune/Step Time": 12.024410849437118}
+{"Finetune/Learning Rate": 7.994624332347335e-06, "Finetune/Loss": 0.6201854348182678, "Finetune/Loss (Raw)": 0.565475344657898, "Finetune/Step": 11103, "Finetune/Step Time": 12.016002332791686}
+{"Finetune/Learning Rate": 7.992974610369521e-06, "Finetune/Loss": 0.6202455759048462, "Finetune/Loss (Raw)": 0.6093108654022217, "Finetune/Step": 11104, "Finetune/Step Time": 12.014269676059484}
+{"Finetune/Learning Rate": 7.991324945305239e-06, "Finetune/Loss": 0.6202656626701355, "Finetune/Loss (Raw)": 0.6188204288482666, "Finetune/Step": 11105, "Finetune/Step Time": 12.018910750746727}
+{"Finetune/Learning Rate": 7.98967533720127e-06, "Finetune/Loss": 0.6204348802566528, "Finetune/Loss (Raw)": 0.6549926996231079, "Finetune/Step": 11106, "Finetune/Step Time": 12.02180391550064}
+{"Finetune/Learning Rate": 7.988025786104389e-06, "Finetune/Loss": 0.6206560134887695, "Finetune/Loss (Raw)": 0.7389567494392395, "Finetune/Step": 11107, "Finetune/Step Time": 12.013030050322413}
+{"Finetune/Learning Rate": 7.986376292061378e-06, "Finetune/Loss": 0.6207504272460938, "Finetune/Loss (Raw)": 0.6720888018608093, "Finetune/Step": 11108, "Finetune/Step Time": 12.011171640828252}
+{"Finetune/Learning Rate": 7.98472685511901e-06, "Finetune/Loss": 0.6199311017990112, "Finetune/Loss (Raw)": 0.6170068383216858, "Finetune/Step": 11109, "Finetune/Step Time": 12.008612623438239}
+{"Finetune/Learning Rate": 7.983077475324058e-06, "Finetune/Loss": 0.6189316511154175, "Finetune/Loss (Raw)": 0.5687694549560547, "Finetune/Step": 11110, "Finetune/Step Time": 12.003287203609943}
+{"Finetune/Learning Rate": 7.981428152723292e-06, "Finetune/Loss": 0.6184992790222168, "Finetune/Loss (Raw)": 0.5978330969810486, "Finetune/Step": 11111, "Finetune/Step Time": 11.986128674820065}
+{"Finetune/Learning Rate": 7.979778887363485e-06, "Finetune/Loss": 0.617998480796814, "Finetune/Loss (Raw)": 0.6015796065330505, "Finetune/Step": 11112, "Finetune/Step Time": 11.991900397464633}
+{"Finetune/Learning Rate": 7.978129679291403e-06, "Finetune/Loss": 0.6172760725021362, "Finetune/Loss (Raw)": 0.5782566666603088, "Finetune/Step": 11113, "Finetune/Step Time": 11.992895741015673}
+{"Finetune/Learning Rate": 7.976480528553812e-06, "Finetune/Loss": 0.6177132725715637, "Finetune/Loss (Raw)": 0.5908084511756897, "Finetune/Step": 11114, "Finetune/Step Time": 11.99593816138804}
+{"Finetune/Learning Rate": 7.97483143519748e-06, "Finetune/Loss": 0.6180081367492676, "Finetune/Loss (Raw)": 0.6354557871818542, "Finetune/Step": 11115, "Finetune/Step Time": 11.993055624887347}
+{"Finetune/Learning Rate": 7.973182399269176e-06, "Finetune/Loss": 0.6181299090385437, "Finetune/Loss (Raw)": 0.6490224599838257, "Finetune/Step": 11116, "Finetune/Step Time": 11.977701203897595}
+{"Finetune/Learning Rate": 7.971533420815646e-06, "Finetune/Loss": 0.6191309094429016, "Finetune/Loss (Raw)": 0.6496615409851074, "Finetune/Step": 11117, "Finetune/Step Time": 11.958915194496512}
+{"Finetune/Learning Rate": 7.969884499883666e-06, "Finetune/Loss": 0.6197522878646851, "Finetune/Loss (Raw)": 0.6928566694259644, "Finetune/Step": 11118, "Finetune/Step Time": 11.961985468864441}
+{"Finetune/Learning Rate": 7.968235636519986e-06, "Finetune/Loss": 0.6203944683074951, "Finetune/Loss (Raw)": 0.6483293771743774, "Finetune/Step": 11119, "Finetune/Step Time": 11.94453976303339}
+{"Finetune/Learning Rate": 7.966586830771367e-06, "Finetune/Loss": 0.6202572584152222, "Finetune/Loss (Raw)": 0.5715179443359375, "Finetune/Step": 11120, "Finetune/Step Time": 11.940725151449442}
+{"Finetune/Learning Rate": 7.964938082684564e-06, "Finetune/Loss": 0.6201704740524292, "Finetune/Loss (Raw)": 0.6187004446983337, "Finetune/Step": 11121, "Finetune/Step Time": 11.939508808776736}
+{"Finetune/Learning Rate": 7.96328939230633e-06, "Finetune/Loss": 0.620360255241394, "Finetune/Loss (Raw)": 0.6564228534698486, "Finetune/Step": 11122, "Finetune/Step Time": 11.935280630365014}
+{"Finetune/Learning Rate": 7.961640759683416e-06, "Finetune/Loss": 0.6215312480926514, "Finetune/Loss (Raw)": 0.6522833108901978, "Finetune/Step": 11123, "Finetune/Step Time": 11.929981265217066}
+{"Finetune/Learning Rate": 7.959992184862572e-06, "Finetune/Loss": 0.6213124990463257, "Finetune/Loss (Raw)": 0.5746314525604248, "Finetune/Step": 11124, "Finetune/Step Time": 11.913783894851804}
+{"Finetune/Learning Rate": 7.958343667890552e-06, "Finetune/Loss": 0.622141420841217, "Finetune/Loss (Raw)": 0.6302762627601624, "Finetune/Step": 11125, "Finetune/Step Time": 11.909119950607419}
+{"Finetune/Learning Rate": 7.956695208814097e-06, "Finetune/Loss": 0.622589111328125, "Finetune/Loss (Raw)": 0.6323234438896179, "Finetune/Step": 11126, "Finetune/Step Time": 11.916223840788007}
+{"Finetune/Learning Rate": 7.955046807679958e-06, "Finetune/Loss": 0.6211042404174805, "Finetune/Loss (Raw)": 0.5153579115867615, "Finetune/Step": 11127, "Finetune/Step Time": 11.945846110582352}
+{"Finetune/Learning Rate": 7.953398464534878e-06, "Finetune/Loss": 0.6209871768951416, "Finetune/Loss (Raw)": 0.647544801235199, "Finetune/Step": 11128, "Finetune/Step Time": 11.948645703494549}
+{"Finetune/Learning Rate": 7.951750179425594e-06, "Finetune/Loss": 0.6229133009910583, "Finetune/Loss (Raw)": 0.70792555809021, "Finetune/Step": 11129, "Finetune/Step Time": 11.913210460916162}
+{"Finetune/Learning Rate": 7.950101952398852e-06, "Finetune/Loss": 0.6224600076675415, "Finetune/Loss (Raw)": 0.5621321201324463, "Finetune/Step": 11130, "Finetune/Step Time": 11.914256568998098}
+{"Finetune/Learning Rate": 7.948453783501387e-06, "Finetune/Loss": 0.6222708225250244, "Finetune/Loss (Raw)": 0.6654194593429565, "Finetune/Step": 11131, "Finetune/Step Time": 11.914020352065563}
+{"Finetune/Learning Rate": 7.94680567277994e-06, "Finetune/Loss": 0.6219549775123596, "Finetune/Loss (Raw)": 0.5621082782745361, "Finetune/Step": 11132, "Finetune/Step Time": 11.936610581353307}
+{"Finetune/Learning Rate": 7.945157620281247e-06, "Finetune/Loss": 0.622689962387085, "Finetune/Loss (Raw)": 0.7391394972801208, "Finetune/Step": 11133, "Finetune/Step Time": 11.920667327940464}
+{"Finetune/Learning Rate": 7.943509626052042e-06, "Finetune/Loss": 0.6239099502563477, "Finetune/Loss (Raw)": 0.770422101020813, "Finetune/Step": 11134, "Finetune/Step Time": 11.93261961080134}
+{"Finetune/Learning Rate": 7.941861690139055e-06, "Finetune/Loss": 0.6229413151741028, "Finetune/Loss (Raw)": 0.6816943287849426, "Finetune/Step": 11135, "Finetune/Step Time": 11.932024151086807}
+{"Finetune/Learning Rate": 7.940213812589018e-06, "Finetune/Loss": 0.6224697828292847, "Finetune/Loss (Raw)": 0.5844845175743103, "Finetune/Step": 11136, "Finetune/Step Time": 11.94937802106142}
+{"Finetune/Learning Rate": 7.938565993448658e-06, "Finetune/Loss": 0.6225508451461792, "Finetune/Loss (Raw)": 0.623885452747345, "Finetune/Step": 11137, "Finetune/Step Time": 11.952244866639376}
+{"Finetune/Learning Rate": 7.936918232764708e-06, "Finetune/Loss": 0.6222901344299316, "Finetune/Loss (Raw)": 0.596720814704895, "Finetune/Step": 11138, "Finetune/Step Time": 11.955138565972447}
+{"Finetune/Learning Rate": 7.935270530583886e-06, "Finetune/Loss": 0.6240830421447754, "Finetune/Loss (Raw)": 0.6159976720809937, "Finetune/Step": 11139, "Finetune/Step Time": 11.927359471097589}
+{"Finetune/Learning Rate": 7.933622886952926e-06, "Finetune/Loss": 0.6247439980506897, "Finetune/Loss (Raw)": 0.6209365129470825, "Finetune/Step": 11140, "Finetune/Step Time": 11.923391841351986}
+{"Finetune/Learning Rate": 7.93197530191854e-06, "Finetune/Loss": 0.6233770847320557, "Finetune/Loss (Raw)": 0.44279032945632935, "Finetune/Step": 11141, "Finetune/Step Time": 11.952305430546403}
+{"Finetune/Learning Rate": 7.930327775527456e-06, "Finetune/Loss": 0.6238551139831543, "Finetune/Loss (Raw)": 0.677436351776123, "Finetune/Step": 11142, "Finetune/Step Time": 11.945796383544803}
+{"Finetune/Learning Rate": 7.928680307826389e-06, "Finetune/Loss": 0.625893771648407, "Finetune/Loss (Raw)": 0.6631882190704346, "Finetune/Step": 11143, "Finetune/Step Time": 11.915626427158713}
+{"Finetune/Learning Rate": 7.927032898862061e-06, "Finetune/Loss": 0.6259027123451233, "Finetune/Loss (Raw)": 0.6880943775177002, "Finetune/Step": 11144, "Finetune/Step Time": 11.903526762500405}
+{"Finetune/Learning Rate": 7.925385548681183e-06, "Finetune/Loss": 0.6250772476196289, "Finetune/Loss (Raw)": 0.5466679930686951, "Finetune/Step": 11145, "Finetune/Step Time": 11.908886261284351}
+{"Finetune/Learning Rate": 7.923738257330475e-06, "Finetune/Loss": 0.6253774166107178, "Finetune/Loss (Raw)": 0.664557933807373, "Finetune/Step": 11146, "Finetune/Step Time": 11.927331874147058}
+{"Finetune/Learning Rate": 7.922091024856645e-06, "Finetune/Loss": 0.6259735822677612, "Finetune/Loss (Raw)": 0.6817381978034973, "Finetune/Step": 11147, "Finetune/Step Time": 11.930498683825135}
+{"Finetune/Learning Rate": 7.920443851306402e-06, "Finetune/Loss": 0.6270160675048828, "Finetune/Loss (Raw)": 0.774926483631134, "Finetune/Step": 11148, "Finetune/Step Time": 11.924404168501496}
+{"Finetune/Learning Rate": 7.918796736726456e-06, "Finetune/Loss": 0.6251881122589111, "Finetune/Loss (Raw)": 0.5094913840293884, "Finetune/Step": 11149, "Finetune/Step Time": 11.935047345235944}
+{"Finetune/Learning Rate": 7.91714968116352e-06, "Finetune/Loss": 0.6246116161346436, "Finetune/Loss (Raw)": 0.6306586265563965, "Finetune/Step": 11150, "Finetune/Step Time": 11.952170437201858}
+{"Finetune/Learning Rate": 7.915502684664296e-06, "Finetune/Loss": 0.6249674558639526, "Finetune/Loss (Raw)": 0.7205562591552734, "Finetune/Step": 11151, "Finetune/Step Time": 11.956914752721786}
+{"Finetune/Learning Rate": 7.91385574727549e-06, "Finetune/Loss": 0.6256430149078369, "Finetune/Loss (Raw)": 0.7463404536247253, "Finetune/Step": 11152, "Finetune/Step Time": 11.956972412765026}
+{"Finetune/Learning Rate": 7.9122088690438e-06, "Finetune/Loss": 0.6254962682723999, "Finetune/Loss (Raw)": 0.6110760569572449, "Finetune/Step": 11153, "Finetune/Step Time": 11.944482374936342}
+{"Finetune/Learning Rate": 7.910562050015931e-06, "Finetune/Loss": 0.6270972490310669, "Finetune/Loss (Raw)": 0.6495093107223511, "Finetune/Step": 11154, "Finetune/Step Time": 11.916774738579988}
+{"Finetune/Learning Rate": 7.90891529023858e-06, "Finetune/Loss": 0.6271594762802124, "Finetune/Loss (Raw)": 0.554349958896637, "Finetune/Step": 11155, "Finetune/Step Time": 11.919748427346349}
+{"Finetune/Learning Rate": 7.907268589758443e-06, "Finetune/Loss": 0.6277467012405396, "Finetune/Loss (Raw)": 0.6841877698898315, "Finetune/Step": 11156, "Finetune/Step Time": 11.918771332129836}
+{"Finetune/Learning Rate": 7.90562194862222e-06, "Finetune/Loss": 0.6262763738632202, "Finetune/Loss (Raw)": 0.4846596419811249, "Finetune/Step": 11157, "Finetune/Step Time": 11.924065578728914}
+{"Finetune/Learning Rate": 7.903975366876603e-06, "Finetune/Loss": 0.6248372197151184, "Finetune/Loss (Raw)": 0.5991519689559937, "Finetune/Step": 11158, "Finetune/Step Time": 11.925529265776277}
+{"Finetune/Learning Rate": 7.902328844568287e-06, "Finetune/Loss": 0.6253699064254761, "Finetune/Loss (Raw)": 0.6512923240661621, "Finetune/Step": 11159, "Finetune/Step Time": 11.928610440343618}
+{"Finetune/Learning Rate": 7.900682381743956e-06, "Finetune/Loss": 0.6252931952476501, "Finetune/Loss (Raw)": 0.3976667821407318, "Finetune/Step": 11160, "Finetune/Step Time": 11.93434289842844}
+{"Finetune/Learning Rate": 7.899035978450305e-06, "Finetune/Loss": 0.625240683555603, "Finetune/Loss (Raw)": 0.6353393197059631, "Finetune/Step": 11161, "Finetune/Step Time": 11.948275953531265}
+{"Finetune/Learning Rate": 7.897389634734019e-06, "Finetune/Loss": 0.6256097555160522, "Finetune/Loss (Raw)": 0.6841019988059998, "Finetune/Step": 11162, "Finetune/Step Time": 11.925950272008777}
+{"Finetune/Learning Rate": 7.89574335064178e-06, "Finetune/Loss": 0.6261687278747559, "Finetune/Loss (Raw)": 0.735964834690094, "Finetune/Step": 11163, "Finetune/Step Time": 11.923392312601209}
+{"Finetune/Learning Rate": 7.89409712622028e-06, "Finetune/Loss": 0.6258097887039185, "Finetune/Loss (Raw)": 0.5876174569129944, "Finetune/Step": 11164, "Finetune/Step Time": 11.92561136931181}
+{"Finetune/Learning Rate": 7.8924509615162e-06, "Finetune/Loss": 0.6259617209434509, "Finetune/Loss (Raw)": 0.7120261192321777, "Finetune/Step": 11165, "Finetune/Step Time": 11.931320147588849}
+{"Finetune/Learning Rate": 7.890804856576213e-06, "Finetune/Loss": 0.6251522302627563, "Finetune/Loss (Raw)": 0.5320495963096619, "Finetune/Step": 11166, "Finetune/Step Time": 11.939089559018612}
+{"Finetune/Learning Rate": 7.889158811447003e-06, "Finetune/Loss": 0.6268391609191895, "Finetune/Loss (Raw)": 0.7595296502113342, "Finetune/Step": 11167, "Finetune/Step Time": 11.942464528605342}
+{"Finetune/Learning Rate": 7.887512826175247e-06, "Finetune/Loss": 0.6270880103111267, "Finetune/Loss (Raw)": 0.6460776925086975, "Finetune/Step": 11168, "Finetune/Step Time": 11.94505262374878}
+{"Finetune/Learning Rate": 7.885866900807622e-06, "Finetune/Loss": 0.6253353357315063, "Finetune/Loss (Raw)": 0.4227178692817688, "Finetune/Step": 11169, "Finetune/Step Time": 11.975434886291623}
+{"Finetune/Learning Rate": 7.884221035390796e-06, "Finetune/Loss": 0.6259094476699829, "Finetune/Loss (Raw)": 0.6438162326812744, "Finetune/Step": 11170, "Finetune/Step Time": 11.980762550607324}
+{"Finetune/Learning Rate": 7.882575229971452e-06, "Finetune/Loss": 0.6254689693450928, "Finetune/Loss (Raw)": 0.5727654099464417, "Finetune/Step": 11171, "Finetune/Step Time": 11.974530776962638}
+{"Finetune/Learning Rate": 7.880929484596249e-06, "Finetune/Loss": 0.625270426273346, "Finetune/Loss (Raw)": 0.6958987712860107, "Finetune/Step": 11172, "Finetune/Step Time": 11.987141162157059}
+{"Finetune/Learning Rate": 7.879283799311856e-06, "Finetune/Loss": 0.6246684193611145, "Finetune/Loss (Raw)": 0.5240845084190369, "Finetune/Step": 11173, "Finetune/Step Time": 11.987554550170898}
+{"Finetune/Learning Rate": 7.877638174164947e-06, "Finetune/Loss": 0.624457597732544, "Finetune/Loss (Raw)": 0.5946629047393799, "Finetune/Step": 11174, "Finetune/Step Time": 11.997446034103632}
+{"Finetune/Learning Rate": 7.875992609202186e-06, "Finetune/Loss": 0.6239925622940063, "Finetune/Loss (Raw)": 0.5393995046615601, "Finetune/Step": 11175, "Finetune/Step Time": 12.00328142568469}
+{"Finetune/Learning Rate": 7.874347104470234e-06, "Finetune/Loss": 0.62281334400177, "Finetune/Loss (Raw)": 0.4631292521953583, "Finetune/Step": 11176, "Finetune/Step Time": 12.01722313836217}
+{"Finetune/Learning Rate": 7.872701660015755e-06, "Finetune/Loss": 0.623866856098175, "Finetune/Loss (Raw)": 0.7256938815116882, "Finetune/Step": 11177, "Finetune/Step Time": 12.0084797013551}
+{"Finetune/Learning Rate": 7.871056275885407e-06, "Finetune/Loss": 0.6244326233863831, "Finetune/Loss (Raw)": 0.7063643932342529, "Finetune/Step": 11178, "Finetune/Step Time": 12.009144386276603}
+{"Finetune/Learning Rate": 7.869410952125847e-06, "Finetune/Loss": 0.6245505809783936, "Finetune/Loss (Raw)": 0.6858332753181458, "Finetune/Step": 11179, "Finetune/Step Time": 12.009254606440663}
+{"Finetune/Learning Rate": 7.867765688783732e-06, "Finetune/Loss": 0.6243771314620972, "Finetune/Loss (Raw)": 0.586169958114624, "Finetune/Step": 11180, "Finetune/Step Time": 12.003006732091308}
+{"Finetune/Learning Rate": 7.866120485905721e-06, "Finetune/Loss": 0.6255733966827393, "Finetune/Loss (Raw)": 0.5975544452667236, "Finetune/Step": 11181, "Finetune/Step Time": 11.974055737257004}
+{"Finetune/Learning Rate": 7.864475343538466e-06, "Finetune/Loss": 0.624405026435852, "Finetune/Loss (Raw)": 0.5084980726242065, "Finetune/Step": 11182, "Finetune/Step Time": 12.0035350471735}
+{"Finetune/Learning Rate": 7.86283026172862e-06, "Finetune/Loss": 0.6242364645004272, "Finetune/Loss (Raw)": 0.5722527503967285, "Finetune/Step": 11183, "Finetune/Step Time": 12.016255283728242}
+{"Finetune/Learning Rate": 7.861185240522828e-06, "Finetune/Loss": 0.623569905757904, "Finetune/Loss (Raw)": 0.6488485932350159, "Finetune/Step": 11184, "Finetune/Step Time": 12.032041730359197}
+{"Finetune/Learning Rate": 7.85954027996774e-06, "Finetune/Loss": 0.6232626438140869, "Finetune/Loss (Raw)": 0.6018757224082947, "Finetune/Step": 11185, "Finetune/Step Time": 12.027869263663888}
+{"Finetune/Learning Rate": 7.857895380110004e-06, "Finetune/Loss": 0.6226412653923035, "Finetune/Loss (Raw)": 0.577752947807312, "Finetune/Step": 11186, "Finetune/Step Time": 12.024140710011125}
+{"Finetune/Learning Rate": 7.85625054099626e-06, "Finetune/Loss": 0.6239906549453735, "Finetune/Loss (Raw)": 0.6438843607902527, "Finetune/Step": 11187, "Finetune/Step Time": 11.988888991996646}
+{"Finetune/Learning Rate": 7.854605762673158e-06, "Finetune/Loss": 0.6244401335716248, "Finetune/Loss (Raw)": 0.6813308596611023, "Finetune/Step": 11188, "Finetune/Step Time": 11.976917190477252}
+{"Finetune/Learning Rate": 7.85296104518734e-06, "Finetune/Loss": 0.6249604225158691, "Finetune/Loss (Raw)": 0.5713856220245361, "Finetune/Step": 11189, "Finetune/Step Time": 11.963983204215765}
+{"Finetune/Learning Rate": 7.851316388585436e-06, "Finetune/Loss": 0.6241921186447144, "Finetune/Loss (Raw)": 0.5867553353309631, "Finetune/Step": 11190, "Finetune/Step Time": 11.958812469616532}
+{"Finetune/Learning Rate": 7.849671792914089e-06, "Finetune/Loss": 0.6238404512405396, "Finetune/Loss (Raw)": 0.485700786113739, "Finetune/Step": 11191, "Finetune/Step Time": 11.956096187233925}
+{"Finetune/Learning Rate": 7.848027258219938e-06, "Finetune/Loss": 0.6229984164237976, "Finetune/Loss (Raw)": 0.6016045212745667, "Finetune/Step": 11192, "Finetune/Step Time": 11.956086510792375}
+{"Finetune/Learning Rate": 7.846382784549611e-06, "Finetune/Loss": 0.6231657862663269, "Finetune/Loss (Raw)": 0.6082581877708435, "Finetune/Step": 11193, "Finetune/Step Time": 11.975603373721242}
+{"Finetune/Learning Rate": 7.844738371949747e-06, "Finetune/Loss": 0.6240246295928955, "Finetune/Loss (Raw)": 0.6855565905570984, "Finetune/Step": 11194, "Finetune/Step Time": 11.960824584588408}
+{"Finetune/Learning Rate": 7.843094020466975e-06, "Finetune/Loss": 0.6239875555038452, "Finetune/Loss (Raw)": 0.6397345066070557, "Finetune/Step": 11195, "Finetune/Step Time": 11.96637967415154}
+{"Finetune/Learning Rate": 7.841449730147921e-06, "Finetune/Loss": 0.6238546371459961, "Finetune/Loss (Raw)": 0.6776366829872131, "Finetune/Step": 11196, "Finetune/Step Time": 11.960837027058005}
+{"Finetune/Learning Rate": 7.839805501039212e-06, "Finetune/Loss": 0.6230024099349976, "Finetune/Loss (Raw)": 0.5348095893859863, "Finetune/Step": 11197, "Finetune/Step Time": 11.98103279992938}
+{"Finetune/Learning Rate": 7.83816133318748e-06, "Finetune/Loss": 0.6231368780136108, "Finetune/Loss (Raw)": 0.6293381452560425, "Finetune/Step": 11198, "Finetune/Step Time": 11.986067393794656}
+{"Finetune/Learning Rate": 7.836517226639344e-06, "Finetune/Loss": 0.6241523623466492, "Finetune/Loss (Raw)": 0.6686218976974487, "Finetune/Step": 11199, "Finetune/Step Time": 11.984189633280039}
+{"Finetune/Learning Rate": 7.834873181441426e-06, "Finetune/Loss": 0.6238722801208496, "Finetune/Loss (Raw)": 0.5823272466659546, "Finetune/Step": 11200, "Finetune/Step Time": 11.982216943055391}
+{"Finetune/Learning Rate": 7.833229197640353e-06, "Finetune/Loss": 0.6236628293991089, "Finetune/Loss (Raw)": 0.6133770942687988, "Finetune/Step": 11201, "Finetune/Step Time": 11.968549769371748}
+{"Finetune/Learning Rate": 7.831585275282735e-06, "Finetune/Loss": 0.622498631477356, "Finetune/Loss (Raw)": 0.5693278908729553, "Finetune/Step": 11202, "Finetune/Step Time": 11.966249594464898}
+{"Finetune/Learning Rate": 7.829941414415193e-06, "Finetune/Loss": 0.6221810579299927, "Finetune/Loss (Raw)": 0.6009259819984436, "Finetune/Step": 11203, "Finetune/Step Time": 11.954180516302586}
+{"Finetune/Learning Rate": 7.828297615084341e-06, "Finetune/Loss": 0.6214115023612976, "Finetune/Loss (Raw)": 0.5473216772079468, "Finetune/Step": 11204, "Finetune/Step Time": 11.968482220545411}
+{"Finetune/Learning Rate": 7.82665387733679e-06, "Finetune/Loss": 0.62186598777771, "Finetune/Loss (Raw)": 0.63531494140625, "Finetune/Step": 11205, "Finetune/Step Time": 11.96256428398192}
+{"Finetune/Learning Rate": 7.82501020121916e-06, "Finetune/Loss": 0.6229544878005981, "Finetune/Loss (Raw)": 0.6295738220214844, "Finetune/Step": 11206, "Finetune/Step Time": 11.955740742385387}
+{"Finetune/Learning Rate": 7.823366586778053e-06, "Finetune/Loss": 0.621766209602356, "Finetune/Loss (Raw)": 0.6667817234992981, "Finetune/Step": 11207, "Finetune/Step Time": 12.000291159376502}
+{"Finetune/Learning Rate": 7.821723034060082e-06, "Finetune/Loss": 0.6207782626152039, "Finetune/Loss (Raw)": 0.5316569805145264, "Finetune/Step": 11208, "Finetune/Step Time": 12.011922279372811}
+{"Finetune/Learning Rate": 7.82007954311185e-06, "Finetune/Loss": 0.6203910112380981, "Finetune/Loss (Raw)": 0.5813125371932983, "Finetune/Step": 11209, "Finetune/Step Time": 11.963306292891502}
+{"Finetune/Learning Rate": 7.818436113979963e-06, "Finetune/Loss": 0.6190398931503296, "Finetune/Loss (Raw)": 0.5912838578224182, "Finetune/Step": 11210, "Finetune/Step Time": 11.980411676689982}
+{"Finetune/Learning Rate": 7.816792746711027e-06, "Finetune/Loss": 0.6190825700759888, "Finetune/Loss (Raw)": 0.6205279231071472, "Finetune/Step": 11211, "Finetune/Step Time": 11.96589358523488}
+{"Finetune/Learning Rate": 7.815149441351636e-06, "Finetune/Loss": 0.6204617023468018, "Finetune/Loss (Raw)": 0.6892659068107605, "Finetune/Step": 11212, "Finetune/Step Time": 11.973219675943255}
+{"Finetune/Learning Rate": 7.8135061979484e-06, "Finetune/Loss": 0.6196209192276001, "Finetune/Loss (Raw)": 0.5703980326652527, "Finetune/Step": 11213, "Finetune/Step Time": 11.969174701720476}
+{"Finetune/Learning Rate": 7.811863016547908e-06, "Finetune/Loss": 0.6191928386688232, "Finetune/Loss (Raw)": 0.5521385073661804, "Finetune/Step": 11214, "Finetune/Step Time": 11.972856018692255}
+{"Finetune/Learning Rate": 7.810219897196756e-06, "Finetune/Loss": 0.6196672916412354, "Finetune/Loss (Raw)": 0.6587806940078735, "Finetune/Step": 11215, "Finetune/Step Time": 11.971419272944331}
+{"Finetune/Learning Rate": 7.808576839941541e-06, "Finetune/Loss": 0.6192588210105896, "Finetune/Loss (Raw)": 0.6261570453643799, "Finetune/Step": 11216, "Finetune/Step Time": 12.005487894639373}
+{"Finetune/Learning Rate": 7.806933844828857e-06, "Finetune/Loss": 0.6186293959617615, "Finetune/Loss (Raw)": 0.5525112748146057, "Finetune/Step": 11217, "Finetune/Step Time": 12.00016070343554}
+{"Finetune/Learning Rate": 7.805290911905294e-06, "Finetune/Loss": 0.6192587614059448, "Finetune/Loss (Raw)": 0.6809537410736084, "Finetune/Step": 11218, "Finetune/Step Time": 11.991887072101235}
+{"Finetune/Learning Rate": 7.80364804121744e-06, "Finetune/Loss": 0.6178547143936157, "Finetune/Loss (Raw)": 0.5823503136634827, "Finetune/Step": 11219, "Finetune/Step Time": 11.99072846956551}
+{"Finetune/Learning Rate": 7.80200523281188e-06, "Finetune/Loss": 0.6199243068695068, "Finetune/Loss (Raw)": 0.6606671810150146, "Finetune/Step": 11220, "Finetune/Step Time": 11.9609600212425}
+{"Finetune/Learning Rate": 7.800362486735203e-06, "Finetune/Loss": 0.6199064254760742, "Finetune/Loss (Raw)": 0.6006860733032227, "Finetune/Step": 11221, "Finetune/Step Time": 11.951129496097565}
+{"Finetune/Learning Rate": 7.798719803033988e-06, "Finetune/Loss": 0.6197806596755981, "Finetune/Loss (Raw)": 0.6276798844337463, "Finetune/Step": 11222, "Finetune/Step Time": 11.992775082588196}
+{"Finetune/Learning Rate": 7.797077181754821e-06, "Finetune/Loss": 0.6213421821594238, "Finetune/Loss (Raw)": 0.8077986836433411, "Finetune/Step": 11223, "Finetune/Step Time": 11.993507795035839}
+{"Finetune/Learning Rate": 7.795434622944282e-06, "Finetune/Loss": 0.6227649450302124, "Finetune/Loss (Raw)": 0.6703044176101685, "Finetune/Step": 11224, "Finetune/Step Time": 11.964698448777199}
+{"Finetune/Learning Rate": 7.793792126648949e-06, "Finetune/Loss": 0.6232223510742188, "Finetune/Loss (Raw)": 0.7510363459587097, "Finetune/Step": 11225, "Finetune/Step Time": 11.962229980155826}
+{"Finetune/Learning Rate": 7.792149692915396e-06, "Finetune/Loss": 0.6229579448699951, "Finetune/Loss (Raw)": 0.5499923229217529, "Finetune/Step": 11226, "Finetune/Step Time": 12.015282705426216}
+{"Finetune/Learning Rate": 7.7905073217902e-06, "Finetune/Loss": 0.6231082677841187, "Finetune/Loss (Raw)": 0.6412769556045532, "Finetune/Step": 11227, "Finetune/Step Time": 12.016185879707336}
+{"Finetune/Learning Rate": 7.788865013319932e-06, "Finetune/Loss": 0.6223869323730469, "Finetune/Loss (Raw)": 0.621250331401825, "Finetune/Step": 11228, "Finetune/Step Time": 12.02826319821179}
+{"Finetune/Learning Rate": 7.787222767551164e-06, "Finetune/Loss": 0.621334433555603, "Finetune/Loss (Raw)": 0.5094547867774963, "Finetune/Step": 11229, "Finetune/Step Time": 12.025390366092324}
+{"Finetune/Learning Rate": 7.785580584530468e-06, "Finetune/Loss": 0.6202645301818848, "Finetune/Loss (Raw)": 0.5992907285690308, "Finetune/Step": 11230, "Finetune/Step Time": 12.02785936743021}
+{"Finetune/Learning Rate": 7.783938464304414e-06, "Finetune/Loss": 0.6215303540229797, "Finetune/Loss (Raw)": 0.727501392364502, "Finetune/Step": 11231, "Finetune/Step Time": 12.023243306204677}
+{"Finetune/Learning Rate": 7.782296406919557e-06, "Finetune/Loss": 0.6213361620903015, "Finetune/Loss (Raw)": 0.5844569206237793, "Finetune/Step": 11232, "Finetune/Step Time": 12.020796751603484}
+{"Finetune/Learning Rate": 7.780654412422469e-06, "Finetune/Loss": 0.6212422251701355, "Finetune/Loss (Raw)": 0.6067984700202942, "Finetune/Step": 11233, "Finetune/Step Time": 12.023514833301306}
+{"Finetune/Learning Rate": 7.77901248085971e-06, "Finetune/Loss": 0.6210668087005615, "Finetune/Loss (Raw)": 0.6325355768203735, "Finetune/Step": 11234, "Finetune/Step Time": 12.024159353226423}
+{"Finetune/Learning Rate": 7.777370612277845e-06, "Finetune/Loss": 0.6196041703224182, "Finetune/Loss (Raw)": 0.551739513874054, "Finetune/Step": 11235, "Finetune/Step Time": 12.027697745710611}
+{"Finetune/Learning Rate": 7.775728806723424e-06, "Finetune/Loss": 0.6184494495391846, "Finetune/Loss (Raw)": 0.5242776274681091, "Finetune/Step": 11236, "Finetune/Step Time": 12.045699687674642}
+{"Finetune/Learning Rate": 7.774087064243012e-06, "Finetune/Loss": 0.6188546419143677, "Finetune/Loss (Raw)": 0.6688750386238098, "Finetune/Step": 11237, "Finetune/Step Time": 12.046484254300594}
+{"Finetune/Learning Rate": 7.772445384883165e-06, "Finetune/Loss": 0.6186015605926514, "Finetune/Loss (Raw)": 0.5363800525665283, "Finetune/Step": 11238, "Finetune/Step Time": 12.045652244240046}
+{"Finetune/Learning Rate": 7.770803768690426e-06, "Finetune/Loss": 0.6191150546073914, "Finetune/Loss (Raw)": 0.6635559797286987, "Finetune/Step": 11239, "Finetune/Step Time": 12.075271682813764}
+{"Finetune/Learning Rate": 7.769162215711356e-06, "Finetune/Loss": 0.6194398403167725, "Finetune/Loss (Raw)": 0.6431543231010437, "Finetune/Step": 11240, "Finetune/Step Time": 12.074641110375524}
+{"Finetune/Learning Rate": 7.767520725992503e-06, "Finetune/Loss": 0.6194143295288086, "Finetune/Loss (Raw)": 0.5749961137771606, "Finetune/Step": 11241, "Finetune/Step Time": 12.078031584620476}
+{"Finetune/Learning Rate": 7.765879299580412e-06, "Finetune/Loss": 0.6190323829650879, "Finetune/Loss (Raw)": 0.5419193506240845, "Finetune/Step": 11242, "Finetune/Step Time": 12.076496543362737}
+{"Finetune/Learning Rate": 7.764237936521633e-06, "Finetune/Loss": 0.6181980967521667, "Finetune/Loss (Raw)": 0.5286635160446167, "Finetune/Step": 11243, "Finetune/Step Time": 12.081547748297453}
+{"Finetune/Learning Rate": 7.762596636862709e-06, "Finetune/Loss": 0.6183067560195923, "Finetune/Loss (Raw)": 0.6629268527030945, "Finetune/Step": 11244, "Finetune/Step Time": 12.072551369667053}
+{"Finetune/Learning Rate": 7.760955400650182e-06, "Finetune/Loss": 0.6182999610900879, "Finetune/Loss (Raw)": 0.6487935781478882, "Finetune/Step": 11245, "Finetune/Step Time": 12.068981928750873}
+{"Finetune/Learning Rate": 7.759314227930588e-06, "Finetune/Loss": 0.6179294586181641, "Finetune/Loss (Raw)": 0.6454395651817322, "Finetune/Step": 11246, "Finetune/Step Time": 12.059673603624105}
+{"Finetune/Learning Rate": 7.757673118750473e-06, "Finetune/Loss": 0.61722731590271, "Finetune/Loss (Raw)": 0.5584446787834167, "Finetune/Step": 11247, "Finetune/Step Time": 12.071758639067411}
+{"Finetune/Learning Rate": 7.756032073156373e-06, "Finetune/Loss": 0.6156346201896667, "Finetune/Loss (Raw)": 0.36765891313552856, "Finetune/Step": 11248, "Finetune/Step Time": 12.096565736457705}
+{"Finetune/Learning Rate": 7.754391091194823e-06, "Finetune/Loss": 0.6137126088142395, "Finetune/Loss (Raw)": 0.37268099188804626, "Finetune/Step": 11249, "Finetune/Step Time": 12.154551779851317}
+{"Finetune/Learning Rate": 7.752750172912357e-06, "Finetune/Loss": 0.612364649772644, "Finetune/Loss (Raw)": 0.4838840663433075, "Finetune/Step": 11250, "Finetune/Step Time": 12.160495594143867}
+{"Finetune/Learning Rate": 7.751109318355504e-06, "Finetune/Loss": 0.6129380464553833, "Finetune/Loss (Raw)": 0.7256836295127869, "Finetune/Step": 11251, "Finetune/Step Time": 12.158391261473298}
+{"Finetune/Learning Rate": 7.749468527570795e-06, "Finetune/Loss": 0.6120431423187256, "Finetune/Loss (Raw)": 0.46007710695266724, "Finetune/Step": 11252, "Finetune/Step Time": 12.167691117152572}
+{"Finetune/Learning Rate": 7.747827800604758e-06, "Finetune/Loss": 0.6120244264602661, "Finetune/Loss (Raw)": 0.6278824806213379, "Finetune/Step": 11253, "Finetune/Step Time": 12.170320713892579}
+{"Finetune/Learning Rate": 7.746187137503923e-06, "Finetune/Loss": 0.6118438243865967, "Finetune/Loss (Raw)": 0.6092121005058289, "Finetune/Step": 11254, "Finetune/Step Time": 12.165168138220906}
+{"Finetune/Learning Rate": 7.744546538314811e-06, "Finetune/Loss": 0.6126842498779297, "Finetune/Loss (Raw)": 0.6229219436645508, "Finetune/Step": 11255, "Finetune/Step Time": 12.137994915246964}
+{"Finetune/Learning Rate": 7.742906003083947e-06, "Finetune/Loss": 0.6125756502151489, "Finetune/Loss (Raw)": 0.6336549520492554, "Finetune/Step": 11256, "Finetune/Step Time": 12.142710823565722}
+{"Finetune/Learning Rate": 7.741265531857848e-06, "Finetune/Loss": 0.6118266582489014, "Finetune/Loss (Raw)": 0.6120524406433105, "Finetune/Step": 11257, "Finetune/Step Time": 12.132148496806622}
+{"Finetune/Learning Rate": 7.739625124683038e-06, "Finetune/Loss": 0.6121205687522888, "Finetune/Loss (Raw)": 0.5997551679611206, "Finetune/Step": 11258, "Finetune/Step Time": 12.1440385915339}
+{"Finetune/Learning Rate": 7.73798478160603e-06, "Finetune/Loss": 0.6116442680358887, "Finetune/Loss (Raw)": 0.6044439673423767, "Finetune/Step": 11259, "Finetune/Step Time": 12.15011946298182}
+{"Finetune/Learning Rate": 7.73634450267334e-06, "Finetune/Loss": 0.6118247509002686, "Finetune/Loss (Raw)": 0.5852195620536804, "Finetune/Step": 11260, "Finetune/Step Time": 12.1415372248739}
+{"Finetune/Learning Rate": 7.734704287931484e-06, "Finetune/Loss": 0.6114140152931213, "Finetune/Loss (Raw)": 0.6865572929382324, "Finetune/Step": 11261, "Finetune/Step Time": 12.148634407669306}
+{"Finetune/Learning Rate": 7.733064137426976e-06, "Finetune/Loss": 0.6103094220161438, "Finetune/Loss (Raw)": 0.6290356516838074, "Finetune/Step": 11262, "Finetune/Step Time": 12.124494737014174}
+{"Finetune/Learning Rate": 7.731424051206319e-06, "Finetune/Loss": 0.6097241640090942, "Finetune/Loss (Raw)": 0.6067844033241272, "Finetune/Step": 11263, "Finetune/Step Time": 12.122387487441301}
+{"Finetune/Learning Rate": 7.729784029316025e-06, "Finetune/Loss": 0.6102558374404907, "Finetune/Loss (Raw)": 0.6525422930717468, "Finetune/Step": 11264, "Finetune/Step Time": 12.118085373193026}
+{"Finetune/Learning Rate": 7.728144071802602e-06, "Finetune/Loss": 0.6090865731239319, "Finetune/Loss (Raw)": 0.474209725856781, "Finetune/Step": 11265, "Finetune/Step Time": 12.116336327046156}
+{"Finetune/Learning Rate": 7.726504178712551e-06, "Finetune/Loss": 0.6097939014434814, "Finetune/Loss (Raw)": 0.6872616410255432, "Finetune/Step": 11266, "Finetune/Step Time": 12.114263663068414}
+{"Finetune/Learning Rate": 7.724864350092377e-06, "Finetune/Loss": 0.6103746891021729, "Finetune/Loss (Raw)": 0.6903350353240967, "Finetune/Step": 11267, "Finetune/Step Time": 12.11404687538743}
+{"Finetune/Learning Rate": 7.723224585988585e-06, "Finetune/Loss": 0.6106244921684265, "Finetune/Loss (Raw)": 0.6529156565666199, "Finetune/Step": 11268, "Finetune/Step Time": 12.136697083711624}
+{"Finetune/Learning Rate": 7.721584886447666e-06, "Finetune/Loss": 0.610315203666687, "Finetune/Loss (Raw)": 0.403199166059494, "Finetune/Step": 11269, "Finetune/Step Time": 12.144604481756687}
+{"Finetune/Learning Rate": 7.719945251516119e-06, "Finetune/Loss": 0.6100260019302368, "Finetune/Loss (Raw)": 0.640425980091095, "Finetune/Step": 11270, "Finetune/Step Time": 12.148114942014217}
+{"Finetune/Learning Rate": 7.71830568124044e-06, "Finetune/Loss": 0.6102068424224854, "Finetune/Loss (Raw)": 0.6863279342651367, "Finetune/Step": 11271, "Finetune/Step Time": 12.151983834803104}
+{"Finetune/Learning Rate": 7.716666175667126e-06, "Finetune/Loss": 0.6101933717727661, "Finetune/Loss (Raw)": 0.6863797903060913, "Finetune/Step": 11272, "Finetune/Step Time": 12.155334211885929}
+{"Finetune/Learning Rate": 7.715026734842665e-06, "Finetune/Loss": 0.6111236810684204, "Finetune/Loss (Raw)": 0.6657401323318481, "Finetune/Step": 11273, "Finetune/Step Time": 12.155764751136303}
+{"Finetune/Learning Rate": 7.713387358813552e-06, "Finetune/Loss": 0.6103469133377075, "Finetune/Loss (Raw)": 0.5651283264160156, "Finetune/Step": 11274, "Finetune/Step Time": 12.139688262715936}
+{"Finetune/Learning Rate": 7.711748047626268e-06, "Finetune/Loss": 0.6092203259468079, "Finetune/Loss (Raw)": 0.5375383496284485, "Finetune/Step": 11275, "Finetune/Step Time": 12.164135472849011}
+{"Finetune/Learning Rate": 7.710108801327303e-06, "Finetune/Loss": 0.6076609492301941, "Finetune/Loss (Raw)": 0.5753313302993774, "Finetune/Step": 11276, "Finetune/Step Time": 12.177177302539349}
+{"Finetune/Learning Rate": 7.70846961996314e-06, "Finetune/Loss": 0.6087685227394104, "Finetune/Loss (Raw)": 0.6512568593025208, "Finetune/Step": 11277, "Finetune/Step Time": 12.174206065014005}
+{"Finetune/Learning Rate": 7.706830503580263e-06, "Finetune/Loss": 0.6087120771408081, "Finetune/Loss (Raw)": 0.623429000377655, "Finetune/Step": 11278, "Finetune/Step Time": 12.155463352799416}
+{"Finetune/Learning Rate": 7.705191452225152e-06, "Finetune/Loss": 0.6073791980743408, "Finetune/Loss (Raw)": 0.5499535202980042, "Finetune/Step": 11279, "Finetune/Step Time": 12.191951693966985}
+{"Finetune/Learning Rate": 7.703552465944287e-06, "Finetune/Loss": 0.6059129238128662, "Finetune/Loss (Raw)": 0.558652937412262, "Finetune/Step": 11280, "Finetune/Step Time": 12.187408884987235}
+{"Finetune/Learning Rate": 7.701913544784143e-06, "Finetune/Loss": 0.6064119935035706, "Finetune/Loss (Raw)": 0.6749582886695862, "Finetune/Step": 11281, "Finetune/Step Time": 12.185699332505465}
+{"Finetune/Learning Rate": 7.700274688791196e-06, "Finetune/Loss": 0.6050099730491638, "Finetune/Loss (Raw)": 0.4700506925582886, "Finetune/Step": 11282, "Finetune/Step Time": 12.226058144122362}
+{"Finetune/Learning Rate": 7.698635898011918e-06, "Finetune/Loss": 0.6048151254653931, "Finetune/Loss (Raw)": 0.5294054746627808, "Finetune/Step": 11283, "Finetune/Step Time": 12.224630892276764}
+{"Finetune/Learning Rate": 7.696997172492784e-06, "Finetune/Loss": 0.6039852499961853, "Finetune/Loss (Raw)": 0.5779706239700317, "Finetune/Step": 11284, "Finetune/Step Time": 12.224234230816364}
+{"Finetune/Learning Rate": 7.695358512280257e-06, "Finetune/Loss": 0.6041544675827026, "Finetune/Loss (Raw)": 0.5063172578811646, "Finetune/Step": 11285, "Finetune/Step Time": 12.228861294686794}
+{"Finetune/Learning Rate": 7.693719917420819e-06, "Finetune/Loss": 0.6035130620002747, "Finetune/Loss (Raw)": 0.5170530080795288, "Finetune/Step": 11286, "Finetune/Step Time": 12.227702654898167}
+{"Finetune/Learning Rate": 7.692081387960917e-06, "Finetune/Loss": 0.6040342450141907, "Finetune/Loss (Raw)": 0.7180059552192688, "Finetune/Step": 11287, "Finetune/Step Time": 12.21915808878839}
+{"Finetune/Learning Rate": 7.690442923947025e-06, "Finetune/Loss": 0.6059489846229553, "Finetune/Loss (Raw)": 0.6427509188652039, "Finetune/Step": 11288, "Finetune/Step Time": 12.18846645578742}
+{"Finetune/Learning Rate": 7.688804525425605e-06, "Finetune/Loss": 0.6057151556015015, "Finetune/Loss (Raw)": 0.6054130792617798, "Finetune/Step": 11289, "Finetune/Step Time": 12.166093526408076}
+{"Finetune/Learning Rate": 7.687166192443118e-06, "Finetune/Loss": 0.6055551171302795, "Finetune/Loss (Raw)": 0.6636114120483398, "Finetune/Step": 11290, "Finetune/Step Time": 12.164360200986266}
+{"Finetune/Learning Rate": 7.685527925046018e-06, "Finetune/Loss": 0.6038761734962463, "Finetune/Loss (Raw)": 0.5210581421852112, "Finetune/Step": 11291, "Finetune/Step Time": 12.167624108493328}
+{"Finetune/Learning Rate": 7.683889723280769e-06, "Finetune/Loss": 0.6031354069709778, "Finetune/Loss (Raw)": 0.49280351400375366, "Finetune/Step": 11292, "Finetune/Step Time": 12.198495399206877}
+{"Finetune/Learning Rate": 7.682251587193819e-06, "Finetune/Loss": 0.6025763750076294, "Finetune/Loss (Raw)": 0.6404714584350586, "Finetune/Step": 11293, "Finetune/Step Time": 12.201706131920218}
+{"Finetune/Learning Rate": 7.680613516831623e-06, "Finetune/Loss": 0.6029124855995178, "Finetune/Loss (Raw)": 0.5750683546066284, "Finetune/Step": 11294, "Finetune/Step Time": 12.226919695734978}
+{"Finetune/Learning Rate": 7.67897551224063e-06, "Finetune/Loss": 0.6011188626289368, "Finetune/Loss (Raw)": 0.5299481749534607, "Finetune/Step": 11295, "Finetune/Step Time": 12.254332769662142}
+{"Finetune/Learning Rate": 7.677337573467294e-06, "Finetune/Loss": 0.6008181571960449, "Finetune/Loss (Raw)": 0.6075871586799622, "Finetune/Step": 11296, "Finetune/Step Time": 12.248022867366672}
+{"Finetune/Learning Rate": 7.67569970055806e-06, "Finetune/Loss": 0.6024021506309509, "Finetune/Loss (Raw)": 0.625471830368042, "Finetune/Step": 11297, "Finetune/Step Time": 12.214093519374728}
+{"Finetune/Learning Rate": 7.674061893559374e-06, "Finetune/Loss": 0.6023507118225098, "Finetune/Loss (Raw)": 0.6372270584106445, "Finetune/Step": 11298, "Finetune/Step Time": 12.209432447329164}
+{"Finetune/Learning Rate": 7.672424152517676e-06, "Finetune/Loss": 0.60292649269104, "Finetune/Loss (Raw)": 0.6464609503746033, "Finetune/Step": 11299, "Finetune/Step Time": 12.20850296318531}
+{"Finetune/Learning Rate": 7.670786477479412e-06, "Finetune/Loss": 0.6034864187240601, "Finetune/Loss (Raw)": 0.7675784826278687, "Finetune/Step": 11300, "Finetune/Step Time": 12.215261075645685}
+{"Finetune/Learning Rate": 7.669148868491018e-06, "Finetune/Loss": 0.6045810580253601, "Finetune/Loss (Raw)": 0.6641955375671387, "Finetune/Step": 11301, "Finetune/Step Time": 12.22880495712161}
+{"Finetune/Learning Rate": 7.667511325598934e-06, "Finetune/Loss": 0.6044460535049438, "Finetune/Loss (Raw)": 0.5773793458938599, "Finetune/Step": 11302, "Finetune/Step Time": 12.269537150859833}
+{"Finetune/Learning Rate": 7.665873848849596e-06, "Finetune/Loss": 0.605509877204895, "Finetune/Loss (Raw)": 0.6755667328834534, "Finetune/Step": 11303, "Finetune/Step Time": 12.246512832120061}
+{"Finetune/Learning Rate": 7.664236438289445e-06, "Finetune/Loss": 0.6050671935081482, "Finetune/Loss (Raw)": 0.406471848487854, "Finetune/Step": 11304, "Finetune/Step Time": 12.257005443796515}
+{"Finetune/Learning Rate": 7.6625990939649e-06, "Finetune/Loss": 0.6048181653022766, "Finetune/Loss (Raw)": 0.6938188076019287, "Finetune/Step": 11305, "Finetune/Step Time": 12.257433095946908}
+{"Finetune/Learning Rate": 7.660961815922398e-06, "Finetune/Loss": 0.6021994352340698, "Finetune/Loss (Raw)": 0.37116673588752747, "Finetune/Step": 11306, "Finetune/Step Time": 12.282848181203008}
+{"Finetune/Learning Rate": 7.65932460420837e-06, "Finetune/Loss": 0.6030666828155518, "Finetune/Loss (Raw)": 0.7968407869338989, "Finetune/Step": 11307, "Finetune/Step Time": 12.27620942890644}
+{"Finetune/Learning Rate": 7.65768745886924e-06, "Finetune/Loss": 0.6030701398849487, "Finetune/Loss (Raw)": 0.5866119861602783, "Finetune/Step": 11308, "Finetune/Step Time": 12.279893146827817}
+{"Finetune/Learning Rate": 7.656050379951427e-06, "Finetune/Loss": 0.6031463742256165, "Finetune/Loss (Raw)": 0.6073099970817566, "Finetune/Step": 11309, "Finetune/Step Time": 12.28329179622233}
+{"Finetune/Learning Rate": 7.65441336750137e-06, "Finetune/Loss": 0.6040699481964111, "Finetune/Loss (Raw)": 0.6267147064208984, "Finetune/Step": 11310, "Finetune/Step Time": 12.25315367244184}
+{"Finetune/Learning Rate": 7.652776421565476e-06, "Finetune/Loss": 0.6041260361671448, "Finetune/Loss (Raw)": 0.5794288516044617, "Finetune/Step": 11311, "Finetune/Step Time": 12.251950651407242}
+{"Finetune/Learning Rate": 7.651139542190164e-06, "Finetune/Loss": 0.6036469340324402, "Finetune/Loss (Raw)": 0.5875275731086731, "Finetune/Step": 11312, "Finetune/Step Time": 12.237926732748747}
+{"Finetune/Learning Rate": 7.649502729421857e-06, "Finetune/Loss": 0.6049052476882935, "Finetune/Loss (Raw)": 0.7629420757293701, "Finetune/Step": 11313, "Finetune/Step Time": 12.250286065042019}
+{"Finetune/Learning Rate": 7.647865983306972e-06, "Finetune/Loss": 0.6046267747879028, "Finetune/Loss (Raw)": 0.5421110391616821, "Finetune/Step": 11314, "Finetune/Step Time": 12.259946828708053}
+{"Finetune/Learning Rate": 7.646229303891917e-06, "Finetune/Loss": 0.6041687726974487, "Finetune/Loss (Raw)": 0.5852589011192322, "Finetune/Step": 11315, "Finetune/Step Time": 12.263202648609877}
+{"Finetune/Learning Rate": 7.644592691223108e-06, "Finetune/Loss": 0.6033955216407776, "Finetune/Loss (Raw)": 0.582350492477417, "Finetune/Step": 11316, "Finetune/Step Time": 12.273284746333957}
+{"Finetune/Learning Rate": 7.64295614534695e-06, "Finetune/Loss": 0.6043083667755127, "Finetune/Loss (Raw)": 0.688232421875, "Finetune/Step": 11317, "Finetune/Step Time": 12.27525550685823}
+{"Finetune/Learning Rate": 7.641319666309853e-06, "Finetune/Loss": 0.6052432060241699, "Finetune/Loss (Raw)": 0.7064126133918762, "Finetune/Step": 11318, "Finetune/Step Time": 12.305654807016253}
+{"Finetune/Learning Rate": 7.639683254158222e-06, "Finetune/Loss": 0.6065083742141724, "Finetune/Loss (Raw)": 0.6476402282714844, "Finetune/Step": 11319, "Finetune/Step Time": 12.301438240334392}
+{"Finetune/Learning Rate": 7.638046908938463e-06, "Finetune/Loss": 0.6064718961715698, "Finetune/Loss (Raw)": 0.5969389081001282, "Finetune/Step": 11320, "Finetune/Step Time": 12.300450904294848}
+{"Finetune/Learning Rate": 7.636410630696978e-06, "Finetune/Loss": 0.6068154573440552, "Finetune/Loss (Raw)": 0.6522355675697327, "Finetune/Step": 11321, "Finetune/Step Time": 12.28246109560132}
+{"Finetune/Learning Rate": 7.634774419480166e-06, "Finetune/Loss": 0.6067149639129639, "Finetune/Loss (Raw)": 0.6726874709129333, "Finetune/Step": 11322, "Finetune/Step Time": 12.279339417815208}
+{"Finetune/Learning Rate": 7.633138275334428e-06, "Finetune/Loss": 0.6055400371551514, "Finetune/Loss (Raw)": 0.489347904920578, "Finetune/Step": 11323, "Finetune/Step Time": 12.288056882098317}
+{"Finetune/Learning Rate": 7.631502198306156e-06, "Finetune/Loss": 0.6052439212799072, "Finetune/Loss (Raw)": 0.6397311687469482, "Finetune/Step": 11324, "Finetune/Step Time": 12.304571311920881}
+{"Finetune/Learning Rate": 7.629866188441746e-06, "Finetune/Loss": 0.6064304113388062, "Finetune/Loss (Raw)": 0.6866821050643921, "Finetune/Step": 11325, "Finetune/Step Time": 12.289295779541135}
+{"Finetune/Learning Rate": 7.628230245787591e-06, "Finetune/Loss": 0.6056644916534424, "Finetune/Loss (Raw)": 0.5313061475753784, "Finetune/Step": 11326, "Finetune/Step Time": 12.281219352036715}
+{"Finetune/Learning Rate": 7.626594370390081e-06, "Finetune/Loss": 0.6049097180366516, "Finetune/Loss (Raw)": 0.5720028877258301, "Finetune/Step": 11327, "Finetune/Step Time": 12.280429987236857}
+{"Finetune/Learning Rate": 7.624958562295607e-06, "Finetune/Loss": 0.6049677133560181, "Finetune/Loss (Raw)": 0.5897517800331116, "Finetune/Step": 11328, "Finetune/Step Time": 12.275187971070409}
+{"Finetune/Learning Rate": 7.623322821550556e-06, "Finetune/Loss": 0.6050072312355042, "Finetune/Loss (Raw)": 0.6184356212615967, "Finetune/Step": 11329, "Finetune/Step Time": 12.276766939088702}
+{"Finetune/Learning Rate": 7.62168714820131e-06, "Finetune/Loss": 0.6044051647186279, "Finetune/Loss (Raw)": 0.49226710200309753, "Finetune/Step": 11330, "Finetune/Step Time": 12.273685270920396}
+{"Finetune/Learning Rate": 7.620051542294253e-06, "Finetune/Loss": 0.6043984889984131, "Finetune/Loss (Raw)": 0.6000738143920898, "Finetune/Step": 11331, "Finetune/Step Time": 12.267429476603866}
+{"Finetune/Learning Rate": 7.618416003875767e-06, "Finetune/Loss": 0.6053154468536377, "Finetune/Loss (Raw)": 0.6646892428398132, "Finetune/Step": 11332, "Finetune/Step Time": 12.247967088595033}
+{"Finetune/Learning Rate": 7.616780532992232e-06, "Finetune/Loss": 0.6060209274291992, "Finetune/Loss (Raw)": 0.7256157398223877, "Finetune/Step": 11333, "Finetune/Step Time": 12.248626116663218}
+{"Finetune/Learning Rate": 7.61514512969002e-06, "Finetune/Loss": 0.604934573173523, "Finetune/Loss (Raw)": 0.4905204176902771, "Finetune/Step": 11334, "Finetune/Step Time": 12.255383413285017}
+{"Finetune/Learning Rate": 7.613509794015517e-06, "Finetune/Loss": 0.6042721271514893, "Finetune/Loss (Raw)": 0.5819911360740662, "Finetune/Step": 11335, "Finetune/Step Time": 12.220545696094632}
+{"Finetune/Learning Rate": 7.611874526015084e-06, "Finetune/Loss": 0.6058688163757324, "Finetune/Loss (Raw)": 0.7360373735427856, "Finetune/Step": 11336, "Finetune/Step Time": 12.211387800052762}
+{"Finetune/Learning Rate": 7.610239325735102e-06, "Finetune/Loss": 0.6055552959442139, "Finetune/Loss (Raw)": 0.5411766171455383, "Finetune/Step": 11337, "Finetune/Step Time": 12.212865410372615}
+{"Finetune/Learning Rate": 7.608604193221936e-06, "Finetune/Loss": 0.6055544018745422, "Finetune/Loss (Raw)": 0.591167151927948, "Finetune/Step": 11338, "Finetune/Step Time": 12.19118801690638}
+{"Finetune/Learning Rate": 7.6069691285219536e-06, "Finetune/Loss": 0.6048492789268494, "Finetune/Loss (Raw)": 0.5302743315696716, "Finetune/Step": 11339, "Finetune/Step Time": 12.193905919790268}
+{"Finetune/Learning Rate": 7.605334131681524e-06, "Finetune/Loss": 0.6047165393829346, "Finetune/Loss (Raw)": 0.6722769737243652, "Finetune/Step": 11340, "Finetune/Step Time": 12.183644430711865}
+{"Finetune/Learning Rate": 7.60369920274701e-06, "Finetune/Loss": 0.6053388714790344, "Finetune/Loss (Raw)": 0.6500533223152161, "Finetune/Step": 11341, "Finetune/Step Time": 12.189518732950091}
+{"Finetune/Learning Rate": 7.60206434176477e-06, "Finetune/Loss": 0.6059728860855103, "Finetune/Loss (Raw)": 0.633293867111206, "Finetune/Step": 11342, "Finetune/Step Time": 12.195202846080065}
+{"Finetune/Learning Rate": 7.600429548781168e-06, "Finetune/Loss": 0.6052353978157043, "Finetune/Loss (Raw)": 0.5643826127052307, "Finetune/Step": 11343, "Finetune/Step Time": 12.218907902017236}
+{"Finetune/Learning Rate": 7.598794823842557e-06, "Finetune/Loss": 0.6062320470809937, "Finetune/Loss (Raw)": 0.7537304759025574, "Finetune/Step": 11344, "Finetune/Step Time": 12.180141918361187}
+{"Finetune/Learning Rate": 7.597160166995299e-06, "Finetune/Loss": 0.6051257252693176, "Finetune/Loss (Raw)": 0.4108962118625641, "Finetune/Step": 11345, "Finetune/Step Time": 12.202882857993245}
+{"Finetune/Learning Rate": 7.5955255782857455e-06, "Finetune/Loss": 0.6050258278846741, "Finetune/Loss (Raw)": 0.668169379234314, "Finetune/Step": 11346, "Finetune/Step Time": 12.194688415154815}
+{"Finetune/Learning Rate": 7.593891057760252e-06, "Finetune/Loss": 0.6042829155921936, "Finetune/Loss (Raw)": 0.48725682497024536, "Finetune/Step": 11347, "Finetune/Step Time": 12.224758047610521}
+{"Finetune/Learning Rate": 7.5922566054651636e-06, "Finetune/Loss": 0.60321444272995, "Finetune/Loss (Raw)": 0.5239012241363525, "Finetune/Step": 11348, "Finetune/Step Time": 12.232325658202171}
+{"Finetune/Learning Rate": 7.590622221446831e-06, "Finetune/Loss": 0.6034810543060303, "Finetune/Loss (Raw)": 0.6348139643669128, "Finetune/Step": 11349, "Finetune/Step Time": 12.240680269896984}
+{"Finetune/Learning Rate": 7.588987905751601e-06, "Finetune/Loss": 0.6027032732963562, "Finetune/Loss (Raw)": 0.528124213218689, "Finetune/Step": 11350, "Finetune/Step Time": 12.205448938533664}
+{"Finetune/Learning Rate": 7.587353658425816e-06, "Finetune/Loss": 0.6010383367538452, "Finetune/Loss (Raw)": 0.5946924090385437, "Finetune/Step": 11351, "Finetune/Step Time": 12.201654965057969}
+{"Finetune/Learning Rate": 7.585719479515823e-06, "Finetune/Loss": 0.6003169417381287, "Finetune/Loss (Raw)": 0.5779640674591064, "Finetune/Step": 11352, "Finetune/Step Time": 12.196139372885227}
+{"Finetune/Learning Rate": 7.584085369067964e-06, "Finetune/Loss": 0.5998011827468872, "Finetune/Loss (Raw)": 0.685015857219696, "Finetune/Step": 11353, "Finetune/Step Time": 12.196494536474347}
+{"Finetune/Learning Rate": 7.5824513271285686e-06, "Finetune/Loss": 0.6004897952079773, "Finetune/Loss (Raw)": 0.6381348371505737, "Finetune/Step": 11354, "Finetune/Step Time": 12.145093239843845}
+{"Finetune/Learning Rate": 7.58081735374398e-06, "Finetune/Loss": 0.6001286506652832, "Finetune/Loss (Raw)": 0.5950528383255005, "Finetune/Step": 11355, "Finetune/Step Time": 12.14551392942667}
+{"Finetune/Learning Rate": 7.579183448960532e-06, "Finetune/Loss": 0.600852370262146, "Finetune/Loss (Raw)": 0.7138791680335999, "Finetune/Step": 11356, "Finetune/Step Time": 12.145845456048846}
+{"Finetune/Learning Rate": 7.577549612824558e-06, "Finetune/Loss": 0.6019835472106934, "Finetune/Loss (Raw)": 0.6542536616325378, "Finetune/Step": 11357, "Finetune/Step Time": 12.167411321774125}
+{"Finetune/Learning Rate": 7.575915845382387e-06, "Finetune/Loss": 0.6028286218643188, "Finetune/Loss (Raw)": 0.7074565291404724, "Finetune/Step": 11358, "Finetune/Step Time": 12.168690895661712}
+{"Finetune/Learning Rate": 7.574282146680354e-06, "Finetune/Loss": 0.6020467281341553, "Finetune/Loss (Raw)": 0.6274213194847107, "Finetune/Step": 11359, "Finetune/Step Time": 12.168159056454897}
+{"Finetune/Learning Rate": 7.572648516764778e-06, "Finetune/Loss": 0.6028276681900024, "Finetune/Loss (Raw)": 0.6844093203544617, "Finetune/Step": 11360, "Finetune/Step Time": 12.173958420753479}
+{"Finetune/Learning Rate": 7.571014955681985e-06, "Finetune/Loss": 0.6027326583862305, "Finetune/Loss (Raw)": 0.594637393951416, "Finetune/Step": 11361, "Finetune/Step Time": 12.167551165446639}
+{"Finetune/Learning Rate": 7.569381463478304e-06, "Finetune/Loss": 0.6022914052009583, "Finetune/Loss (Raw)": 0.5760639905929565, "Finetune/Step": 11362, "Finetune/Step Time": 12.172525921836495}
+{"Finetune/Learning Rate": 7.567748040200053e-06, "Finetune/Loss": 0.6012716293334961, "Finetune/Loss (Raw)": 0.4212016463279724, "Finetune/Step": 11363, "Finetune/Step Time": 12.184386685490608}
+{"Finetune/Learning Rate": 7.56611468589355e-06, "Finetune/Loss": 0.6019210815429688, "Finetune/Loss (Raw)": 0.6074086427688599, "Finetune/Step": 11364, "Finetune/Step Time": 12.166862281039357}
+{"Finetune/Learning Rate": 7.564481400605117e-06, "Finetune/Loss": 0.5998266339302063, "Finetune/Loss (Raw)": 0.40078800916671753, "Finetune/Step": 11365, "Finetune/Step Time": 12.193495817482471}
+{"Finetune/Learning Rate": 7.562848184381064e-06, "Finetune/Loss": 0.6007124185562134, "Finetune/Loss (Raw)": 0.6497634053230286, "Finetune/Step": 11366, "Finetune/Step Time": 12.187762880697846}
+{"Finetune/Learning Rate": 7.561215037267705e-06, "Finetune/Loss": 0.599895715713501, "Finetune/Loss (Raw)": 0.5590121746063232, "Finetune/Step": 11367, "Finetune/Step Time": 12.162572169676423}
+{"Finetune/Learning Rate": 7.5595819593113506e-06, "Finetune/Loss": 0.5993090867996216, "Finetune/Loss (Raw)": 0.5680670142173767, "Finetune/Step": 11368, "Finetune/Step Time": 12.18818673491478}
+{"Finetune/Learning Rate": 7.557948950558313e-06, "Finetune/Loss": 0.5999847650527954, "Finetune/Loss (Raw)": 0.6614798307418823, "Finetune/Step": 11369, "Finetune/Step Time": 12.185413502156734}
+{"Finetune/Learning Rate": 7.556316011054902e-06, "Finetune/Loss": 0.6006709337234497, "Finetune/Loss (Raw)": 0.6297550797462463, "Finetune/Step": 11370, "Finetune/Step Time": 12.175897778943181}
+{"Finetune/Learning Rate": 7.554683140847419e-06, "Finetune/Loss": 0.6017364263534546, "Finetune/Loss (Raw)": 0.6650502681732178, "Finetune/Step": 11371, "Finetune/Step Time": 12.172868132591248}
+{"Finetune/Learning Rate": 7.553050339982169e-06, "Finetune/Loss": 0.600949764251709, "Finetune/Loss (Raw)": 0.5622231960296631, "Finetune/Step": 11372, "Finetune/Step Time": 12.172308571636677}
+{"Finetune/Learning Rate": 7.551417608505451e-06, "Finetune/Loss": 0.6012300252914429, "Finetune/Loss (Raw)": 0.6846790313720703, "Finetune/Step": 11373, "Finetune/Step Time": 12.174127727746964}
+{"Finetune/Learning Rate": 7.549784946463569e-06, "Finetune/Loss": 0.6006114482879639, "Finetune/Loss (Raw)": 0.5662528276443481, "Finetune/Step": 11374, "Finetune/Step Time": 12.190906485542655}
+{"Finetune/Learning Rate": 7.5481523539028146e-06, "Finetune/Loss": 0.6012307405471802, "Finetune/Loss (Raw)": 0.6377195119857788, "Finetune/Step": 11375, "Finetune/Step Time": 12.18423898331821}
+{"Finetune/Learning Rate": 7.54651983086949e-06, "Finetune/Loss": 0.6028127670288086, "Finetune/Loss (Raw)": 0.5701502561569214, "Finetune/Step": 11376, "Finetune/Step Time": 12.158463815227151}
+{"Finetune/Learning Rate": 7.544887377409891e-06, "Finetune/Loss": 0.6034412980079651, "Finetune/Loss (Raw)": 0.45313799381256104, "Finetune/Step": 11377, "Finetune/Step Time": 12.128439549356699}
+{"Finetune/Learning Rate": 7.543254993570297e-06, "Finetune/Loss": 0.6048685312271118, "Finetune/Loss (Raw)": 0.6665768623352051, "Finetune/Step": 11378, "Finetune/Step Time": 12.127635462209582}
+{"Finetune/Learning Rate": 7.541622679397008e-06, "Finetune/Loss": 0.604010820388794, "Finetune/Loss (Raw)": 0.6158902049064636, "Finetune/Step": 11379, "Finetune/Step Time": 12.133123045787215}
+{"Finetune/Learning Rate": 7.53999043493631e-06, "Finetune/Loss": 0.6052947044372559, "Finetune/Loss (Raw)": 0.6244146227836609, "Finetune/Step": 11380, "Finetune/Step Time": 12.126288771629333}
+{"Finetune/Learning Rate": 7.538358260234486e-06, "Finetune/Loss": 0.6045907735824585, "Finetune/Loss (Raw)": 0.5377745032310486, "Finetune/Step": 11381, "Finetune/Step Time": 12.126822410151362}
+{"Finetune/Learning Rate": 7.536726155337823e-06, "Finetune/Loss": 0.6043688058853149, "Finetune/Loss (Raw)": 0.5808050036430359, "Finetune/Step": 11382, "Finetune/Step Time": 12.13919178955257}
+{"Finetune/Learning Rate": 7.535094120292604e-06, "Finetune/Loss": 0.6032969355583191, "Finetune/Loss (Raw)": 0.4857180416584015, "Finetune/Step": 11383, "Finetune/Step Time": 12.144163962453604}
+{"Finetune/Learning Rate": 7.533462155145105e-06, "Finetune/Loss": 0.6036536693572998, "Finetune/Loss (Raw)": 0.6793183088302612, "Finetune/Step": 11384, "Finetune/Step Time": 12.141708524897695}
+{"Finetune/Learning Rate": 7.531830259941602e-06, "Finetune/Loss": 0.6043951511383057, "Finetune/Loss (Raw)": 0.7069613337516785, "Finetune/Step": 11385, "Finetune/Step Time": 12.151684384793043}
+{"Finetune/Learning Rate": 7.530198434728377e-06, "Finetune/Loss": 0.6041412353515625, "Finetune/Loss (Raw)": 0.5672622919082642, "Finetune/Step": 11386, "Finetune/Step Time": 12.136578932404518}
+{"Finetune/Learning Rate": 7.528566679551701e-06, "Finetune/Loss": 0.6045053005218506, "Finetune/Loss (Raw)": 0.6510345339775085, "Finetune/Step": 11387, "Finetune/Step Time": 12.138410724699497}
+{"Finetune/Learning Rate": 7.5269349944578454e-06, "Finetune/Loss": 0.6053470373153687, "Finetune/Loss (Raw)": 0.6929638385772705, "Finetune/Step": 11388, "Finetune/Step Time": 12.1309944242239}
+{"Finetune/Learning Rate": 7.525303379493084e-06, "Finetune/Loss": 0.6046445965766907, "Finetune/Loss (Raw)": 0.5966477990150452, "Finetune/Step": 11389, "Finetune/Step Time": 12.140199454501271}
+{"Finetune/Learning Rate": 7.523671834703678e-06, "Finetune/Loss": 0.604529857635498, "Finetune/Loss (Raw)": 0.6143440008163452, "Finetune/Step": 11390, "Finetune/Step Time": 12.146375322714448}
+{"Finetune/Learning Rate": 7.5220403601359e-06, "Finetune/Loss": 0.6035532355308533, "Finetune/Loss (Raw)": 0.48177725076675415, "Finetune/Step": 11391, "Finetune/Step Time": 12.143570832908154}
+{"Finetune/Learning Rate": 7.5204089558360076e-06, "Finetune/Loss": 0.6035454273223877, "Finetune/Loss (Raw)": 0.6515467166900635, "Finetune/Step": 11392, "Finetune/Step Time": 12.137349864467978}
+{"Finetune/Learning Rate": 7.518777621850267e-06, "Finetune/Loss": 0.6047917604446411, "Finetune/Loss (Raw)": 0.6337364315986633, "Finetune/Step": 11393, "Finetune/Step Time": 12.13778062723577}
+{"Finetune/Learning Rate": 7.517146358224938e-06, "Finetune/Loss": 0.6028646230697632, "Finetune/Loss (Raw)": 0.4405866861343384, "Finetune/Step": 11394, "Finetune/Step Time": 12.142581945285201}
+{"Finetune/Learning Rate": 7.515515165006281e-06, "Finetune/Loss": 0.6029635071754456, "Finetune/Loss (Raw)": 0.702994704246521, "Finetune/Step": 11395, "Finetune/Step Time": 12.136277914047241}
+{"Finetune/Learning Rate": 7.513884042240546e-06, "Finetune/Loss": 0.6025677919387817, "Finetune/Loss (Raw)": 0.6022648811340332, "Finetune/Step": 11396, "Finetune/Step Time": 12.116480376571417}
+{"Finetune/Learning Rate": 7.51225298997399e-06, "Finetune/Loss": 0.6039444208145142, "Finetune/Loss (Raw)": 0.5794025659561157, "Finetune/Step": 11397, "Finetune/Step Time": 12.07915217615664}
+{"Finetune/Learning Rate": 7.5106220082528655e-06, "Finetune/Loss": 0.604697048664093, "Finetune/Loss (Raw)": 0.7367682456970215, "Finetune/Step": 11398, "Finetune/Step Time": 12.135329484939575}
+{"Finetune/Learning Rate": 7.508991097123422e-06, "Finetune/Loss": 0.6048651933670044, "Finetune/Loss (Raw)": 0.707844614982605, "Finetune/Step": 11399, "Finetune/Step Time": 12.141986936330795}
+{"Finetune/Learning Rate": 7.5073602566319045e-06, "Finetune/Loss": 0.6042898297309875, "Finetune/Loss (Raw)": 0.6127368211746216, "Finetune/Step": 11400, "Finetune/Step Time": 12.154909329488873}
+{"Finetune/Learning Rate": 7.505729486824569e-06, "Finetune/Loss": 0.6035774946212769, "Finetune/Loss (Raw)": 0.5745666027069092, "Finetune/Step": 11401, "Finetune/Step Time": 12.15307985804975}
+{"Finetune/Learning Rate": 7.504098787747647e-06, "Finetune/Loss": 0.6046499013900757, "Finetune/Loss (Raw)": 0.7023875117301941, "Finetune/Step": 11402, "Finetune/Step Time": 12.152765145525336}
+{"Finetune/Learning Rate": 7.502468159447387e-06, "Finetune/Loss": 0.6056599020957947, "Finetune/Loss (Raw)": 0.6668245792388916, "Finetune/Step": 11403, "Finetune/Step Time": 12.12746604718268}
+{"Finetune/Learning Rate": 7.500837601970028e-06, "Finetune/Loss": 0.6056514382362366, "Finetune/Loss (Raw)": 0.5742436051368713, "Finetune/Step": 11404, "Finetune/Step Time": 12.125198980793357}
+{"Finetune/Learning Rate": 7.499207115361808e-06, "Finetune/Loss": 0.6061261892318726, "Finetune/Loss (Raw)": 0.7120246887207031, "Finetune/Step": 11405, "Finetune/Step Time": 12.116807045415044}
+{"Finetune/Learning Rate": 7.497576699668963e-06, "Finetune/Loss": 0.6053785085678101, "Finetune/Loss (Raw)": 0.5277262926101685, "Finetune/Step": 11406, "Finetune/Step Time": 12.14990054257214}
+{"Finetune/Learning Rate": 7.4959463549377255e-06, "Finetune/Loss": 0.6060127019882202, "Finetune/Loss (Raw)": 0.6311283111572266, "Finetune/Step": 11407, "Finetune/Step Time": 12.115520743653178}
+{"Finetune/Learning Rate": 7.494316081214335e-06, "Finetune/Loss": 0.6061152815818787, "Finetune/Loss (Raw)": 0.5717873573303223, "Finetune/Step": 11408, "Finetune/Step Time": 12.125213522464037}
+{"Finetune/Learning Rate": 7.49268587854501e-06, "Finetune/Loss": 0.6042816042900085, "Finetune/Loss (Raw)": 0.44024819135665894, "Finetune/Step": 11409, "Finetune/Step Time": 12.157195825129747}
+{"Finetune/Learning Rate": 7.491055746975981e-06, "Finetune/Loss": 0.6053382158279419, "Finetune/Loss (Raw)": 0.605297863483429, "Finetune/Step": 11410, "Finetune/Step Time": 12.119707437232137}
+{"Finetune/Learning Rate": 7.489425686553481e-06, "Finetune/Loss": 0.6065783500671387, "Finetune/Loss (Raw)": 0.688146710395813, "Finetune/Step": 11411, "Finetune/Step Time": 12.131158523261547}
+{"Finetune/Learning Rate": 7.487795697323727e-06, "Finetune/Loss": 0.6073833107948303, "Finetune/Loss (Raw)": 0.6810047030448914, "Finetune/Step": 11412, "Finetune/Step Time": 12.132374366745353}
+{"Finetune/Learning Rate": 7.486165779332946e-06, "Finetune/Loss": 0.6086776256561279, "Finetune/Loss (Raw)": 0.6719878911972046, "Finetune/Step": 11413, "Finetune/Step Time": 12.119426468387246}
+{"Finetune/Learning Rate": 7.4845359326273545e-06, "Finetune/Loss": 0.6093846559524536, "Finetune/Loss (Raw)": 0.6075489521026611, "Finetune/Step": 11414, "Finetune/Step Time": 12.119990913197398}
+{"Finetune/Learning Rate": 7.48290615725317e-06, "Finetune/Loss": 0.6091129779815674, "Finetune/Loss (Raw)": 0.6832369565963745, "Finetune/Step": 11415, "Finetune/Step Time": 12.130927592515945}
+{"Finetune/Learning Rate": 7.481276453256609e-06, "Finetune/Loss": 0.6090339422225952, "Finetune/Loss (Raw)": 0.6326309442520142, "Finetune/Step": 11416, "Finetune/Step Time": 12.128624308854342}
+{"Finetune/Learning Rate": 7.479646820683884e-06, "Finetune/Loss": 0.6085165739059448, "Finetune/Loss (Raw)": 0.539192795753479, "Finetune/Step": 11417, "Finetune/Step Time": 12.128993459045887}
+{"Finetune/Learning Rate": 7.47801725958121e-06, "Finetune/Loss": 0.6083551049232483, "Finetune/Loss (Raw)": 0.6429365277290344, "Finetune/Step": 11418, "Finetune/Step Time": 12.136356035247445}
+{"Finetune/Learning Rate": 7.476387769994795e-06, "Finetune/Loss": 0.6098030805587769, "Finetune/Loss (Raw)": 0.7064012289047241, "Finetune/Step": 11419, "Finetune/Step Time": 12.132859133183956}
+{"Finetune/Learning Rate": 7.474758351970847e-06, "Finetune/Loss": 0.6117501854896545, "Finetune/Loss (Raw)": 0.7420349717140198, "Finetune/Step": 11420, "Finetune/Step Time": 12.097167005762458}
+{"Finetune/Learning Rate": 7.473129005555572e-06, "Finetune/Loss": 0.6118326187133789, "Finetune/Loss (Raw)": 0.6510159373283386, "Finetune/Step": 11421, "Finetune/Step Time": 12.08891667984426}
+{"Finetune/Learning Rate": 7.471499730795171e-06, "Finetune/Loss": 0.6125236749649048, "Finetune/Loss (Raw)": 0.6635295152664185, "Finetune/Step": 11422, "Finetune/Step Time": 12.064218003302813}
+{"Finetune/Learning Rate": 7.469870527735849e-06, "Finetune/Loss": 0.6129938364028931, "Finetune/Loss (Raw)": 0.5901275873184204, "Finetune/Step": 11423, "Finetune/Step Time": 12.039251804351807}
+{"Finetune/Learning Rate": 7.468241396423801e-06, "Finetune/Loss": 0.6131092309951782, "Finetune/Loss (Raw)": 0.6223616003990173, "Finetune/Step": 11424, "Finetune/Step Time": 12.04209010861814}
+{"Finetune/Learning Rate": 7.4666123369052305e-06, "Finetune/Loss": 0.6115075349807739, "Finetune/Loss (Raw)": 0.4204552471637726, "Finetune/Step": 11425, "Finetune/Step Time": 12.089503739029169}
+{"Finetune/Learning Rate": 7.464983349226333e-06, "Finetune/Loss": 0.6116006374359131, "Finetune/Loss (Raw)": 0.6491446495056152, "Finetune/Step": 11426, "Finetune/Step Time": 12.093549812212586}
+{"Finetune/Learning Rate": 7.463354433433294e-06, "Finetune/Loss": 0.6110631227493286, "Finetune/Loss (Raw)": 0.5776597261428833, "Finetune/Step": 11427, "Finetune/Step Time": 12.133468205109239}
+{"Finetune/Learning Rate": 7.461725589572312e-06, "Finetune/Loss": 0.609489917755127, "Finetune/Loss (Raw)": 0.5662115812301636, "Finetune/Step": 11428, "Finetune/Step Time": 12.133127244189382}
+{"Finetune/Learning Rate": 7.4600968176895735e-06, "Finetune/Loss": 0.6085517406463623, "Finetune/Loss (Raw)": 0.5440951585769653, "Finetune/Step": 11429, "Finetune/Step Time": 12.12049687281251}
+{"Finetune/Learning Rate": 7.458468117831268e-06, "Finetune/Loss": 0.6090517044067383, "Finetune/Loss (Raw)": 0.6413776874542236, "Finetune/Step": 11430, "Finetune/Step Time": 12.075601421296597}
+{"Finetune/Learning Rate": 7.456839490043577e-06, "Finetune/Loss": 0.6086351871490479, "Finetune/Loss (Raw)": 0.6222526431083679, "Finetune/Step": 11431, "Finetune/Step Time": 12.099127188324928}
+{"Finetune/Learning Rate": 7.455210934372692e-06, "Finetune/Loss": 0.6104844808578491, "Finetune/Loss (Raw)": 0.6431893706321716, "Finetune/Step": 11432, "Finetune/Step Time": 12.066967733204365}
+{"Finetune/Learning Rate": 7.453582450864785e-06, "Finetune/Loss": 0.6100606918334961, "Finetune/Loss (Raw)": 0.6395745873451233, "Finetune/Step": 11433, "Finetune/Step Time": 12.069534797221422}
+{"Finetune/Learning Rate": 7.451954039566036e-06, "Finetune/Loss": 0.6125912666320801, "Finetune/Loss (Raw)": 0.6950694918632507, "Finetune/Step": 11434, "Finetune/Step Time": 12.036334535107017}
+{"Finetune/Learning Rate": 7.450325700522627e-06, "Finetune/Loss": 0.6098630428314209, "Finetune/Loss (Raw)": 0.4476314187049866, "Finetune/Step": 11435, "Finetune/Step Time": 12.06873189471662}
+{"Finetune/Learning Rate": 7.448697433780731e-06, "Finetune/Loss": 0.6107098460197449, "Finetune/Loss (Raw)": 0.6950095891952515, "Finetune/Step": 11436, "Finetune/Step Time": 12.060137571766973}
+{"Finetune/Learning Rate": 7.447069239386521e-06, "Finetune/Loss": 0.6100590825080872, "Finetune/Loss (Raw)": 0.5240091681480408, "Finetune/Step": 11437, "Finetune/Step Time": 12.082494465634227}
+{"Finetune/Learning Rate": 7.44544111738617e-06, "Finetune/Loss": 0.6099890470504761, "Finetune/Loss (Raw)": 0.6177549362182617, "Finetune/Step": 11438, "Finetune/Step Time": 12.083462979644537}
+{"Finetune/Learning Rate": 7.4438130678258426e-06, "Finetune/Loss": 0.6105249524116516, "Finetune/Loss (Raw)": 0.6480207443237305, "Finetune/Step": 11439, "Finetune/Step Time": 12.084588857367635}
+{"Finetune/Learning Rate": 7.442185090751706e-06, "Finetune/Loss": 0.610427737236023, "Finetune/Loss (Raw)": 0.5750809907913208, "Finetune/Step": 11440, "Finetune/Step Time": 12.082711327821016}
+{"Finetune/Learning Rate": 7.440557186209927e-06, "Finetune/Loss": 0.6091630458831787, "Finetune/Loss (Raw)": 0.6010646224021912, "Finetune/Step": 11441, "Finetune/Step Time": 12.07486267760396}
+{"Finetune/Learning Rate": 7.438929354246669e-06, "Finetune/Loss": 0.6086944341659546, "Finetune/Loss (Raw)": 0.48212480545043945, "Finetune/Step": 11442, "Finetune/Step Time": 12.070202944800258}
+{"Finetune/Learning Rate": 7.437301594908093e-06, "Finetune/Loss": 0.6090370416641235, "Finetune/Loss (Raw)": 0.629114031791687, "Finetune/Step": 11443, "Finetune/Step Time": 12.071324089542031}
+{"Finetune/Learning Rate": 7.435673908240357e-06, "Finetune/Loss": 0.6093737483024597, "Finetune/Loss (Raw)": 0.6254479289054871, "Finetune/Step": 11444, "Finetune/Step Time": 12.060818688943982}
+{"Finetune/Learning Rate": 7.4340462942896166e-06, "Finetune/Loss": 0.609106183052063, "Finetune/Loss (Raw)": 0.6539843082427979, "Finetune/Step": 11445, "Finetune/Step Time": 12.058616787195206}
+{"Finetune/Learning Rate": 7.432418753102024e-06, "Finetune/Loss": 0.6083409786224365, "Finetune/Loss (Raw)": 0.6084709763526917, "Finetune/Step": 11446, "Finetune/Step Time": 12.04977391473949}
+{"Finetune/Learning Rate": 7.430791284723737e-06, "Finetune/Loss": 0.6090040802955627, "Finetune/Loss (Raw)": 0.7325161695480347, "Finetune/Step": 11447, "Finetune/Step Time": 12.051213204860687}
+{"Finetune/Learning Rate": 7.429163889200902e-06, "Finetune/Loss": 0.6093519330024719, "Finetune/Loss (Raw)": 0.6414644718170166, "Finetune/Step": 11448, "Finetune/Step Time": 12.046326709911227}
+{"Finetune/Learning Rate": 7.427536566579667e-06, "Finetune/Loss": 0.6083797216415405, "Finetune/Loss (Raw)": 0.5277922749519348, "Finetune/Step": 11449, "Finetune/Step Time": 12.046931521967053}
+{"Finetune/Learning Rate": 7.425909316906186e-06, "Finetune/Loss": 0.607757568359375, "Finetune/Loss (Raw)": 0.5930519700050354, "Finetune/Step": 11450, "Finetune/Step Time": 12.040739595890045}
+{"Finetune/Learning Rate": 7.424282140226591e-06, "Finetune/Loss": 0.6087110042572021, "Finetune/Loss (Raw)": 0.6113817095756531, "Finetune/Step": 11451, "Finetune/Step Time": 12.031720913946629}
+{"Finetune/Learning Rate": 7.422655036587032e-06, "Finetune/Loss": 0.6087154150009155, "Finetune/Loss (Raw)": 0.640299379825592, "Finetune/Step": 11452, "Finetune/Step Time": 12.012518988922238}
+{"Finetune/Learning Rate": 7.4210280060336475e-06, "Finetune/Loss": 0.6080430746078491, "Finetune/Loss (Raw)": 0.6006165742874146, "Finetune/Step": 11453, "Finetune/Step Time": 12.011276222765446}
+{"Finetune/Learning Rate": 7.419401048612574e-06, "Finetune/Loss": 0.6092222929000854, "Finetune/Loss (Raw)": 0.682259202003479, "Finetune/Step": 11454, "Finetune/Step Time": 12.01962399482727}
+{"Finetune/Learning Rate": 7.4177741643699495e-06, "Finetune/Loss": 0.6078395843505859, "Finetune/Loss (Raw)": 0.39500749111175537, "Finetune/Step": 11455, "Finetune/Step Time": 12.04568725451827}
+{"Finetune/Learning Rate": 7.416147353351909e-06, "Finetune/Loss": 0.607968807220459, "Finetune/Loss (Raw)": 0.6062936186790466, "Finetune/Step": 11456, "Finetune/Step Time": 12.049600379541516}
+{"Finetune/Learning Rate": 7.414520615604579e-06, "Finetune/Loss": 0.6078081727027893, "Finetune/Loss (Raw)": 0.5978756546974182, "Finetune/Step": 11457, "Finetune/Step Time": 12.067163057625294}
+{"Finetune/Learning Rate": 7.412893951174092e-06, "Finetune/Loss": 0.6087027788162231, "Finetune/Loss (Raw)": 0.6067754626274109, "Finetune/Step": 11458, "Finetune/Step Time": 12.066160567104816}
+{"Finetune/Learning Rate": 7.411267360106577e-06, "Finetune/Loss": 0.6091288328170776, "Finetune/Loss (Raw)": 0.6546055674552917, "Finetune/Step": 11459, "Finetune/Step Time": 12.067083919420838}
+{"Finetune/Learning Rate": 7.409640842448158e-06, "Finetune/Loss": 0.6072776317596436, "Finetune/Loss (Raw)": 0.4277386963367462, "Finetune/Step": 11460, "Finetune/Step Time": 12.097828827798367}
+{"Finetune/Learning Rate": 7.4080143982449585e-06, "Finetune/Loss": 0.606428861618042, "Finetune/Loss (Raw)": 0.6169808506965637, "Finetune/Step": 11461, "Finetune/Step Time": 12.10131206177175}
+{"Finetune/Learning Rate": 7.406388027543102e-06, "Finetune/Loss": 0.606743574142456, "Finetune/Loss (Raw)": 0.5307985544204712, "Finetune/Step": 11462, "Finetune/Step Time": 12.09064675308764}
+{"Finetune/Learning Rate": 7.404761730388704e-06, "Finetune/Loss": 0.6067345142364502, "Finetune/Loss (Raw)": 0.5808249115943909, "Finetune/Step": 11463, "Finetune/Step Time": 12.078665232285857}
+{"Finetune/Learning Rate": 7.403135506827883e-06, "Finetune/Loss": 0.6065397262573242, "Finetune/Loss (Raw)": 0.7111104130744934, "Finetune/Step": 11464, "Finetune/Step Time": 12.080630330368876}
+{"Finetune/Learning Rate": 7.401509356906755e-06, "Finetune/Loss": 0.6067448258399963, "Finetune/Loss (Raw)": 0.5674254894256592, "Finetune/Step": 11465, "Finetune/Step Time": 12.08390031196177}
+{"Finetune/Learning Rate": 7.3998832806714316e-06, "Finetune/Loss": 0.6067960858345032, "Finetune/Loss (Raw)": 0.597730278968811, "Finetune/Step": 11466, "Finetune/Step Time": 12.084932858124375}
+{"Finetune/Learning Rate": 7.398257278168026e-06, "Finetune/Loss": 0.6059913635253906, "Finetune/Loss (Raw)": 0.42726877331733704, "Finetune/Step": 11467, "Finetune/Step Time": 12.11047095991671}
+{"Finetune/Learning Rate": 7.3966313494426464e-06, "Finetune/Loss": 0.6058928966522217, "Finetune/Loss (Raw)": 0.6596763134002686, "Finetune/Step": 11468, "Finetune/Step Time": 12.114883318543434}
+{"Finetune/Learning Rate": 7.395005494541398e-06, "Finetune/Loss": 0.6051782369613647, "Finetune/Loss (Raw)": 0.5585758090019226, "Finetune/Step": 11469, "Finetune/Step Time": 12.105736987665296}
+{"Finetune/Learning Rate": 7.393379713510387e-06, "Finetune/Loss": 0.6045328378677368, "Finetune/Loss (Raw)": 0.5506888628005981, "Finetune/Step": 11470, "Finetune/Step Time": 12.125607876107097}
+{"Finetune/Learning Rate": 7.391754006395713e-06, "Finetune/Loss": 0.6045112013816833, "Finetune/Loss (Raw)": 0.5616099834442139, "Finetune/Step": 11471, "Finetune/Step Time": 12.142815297469497}
+{"Finetune/Learning Rate": 7.390128373243479e-06, "Finetune/Loss": 0.603814959526062, "Finetune/Loss (Raw)": 0.6646092534065247, "Finetune/Step": 11472, "Finetune/Step Time": 12.1478715185076}
+{"Finetune/Learning Rate": 7.388502814099781e-06, "Finetune/Loss": 0.6049767732620239, "Finetune/Loss (Raw)": 0.5596088767051697, "Finetune/Step": 11473, "Finetune/Step Time": 12.119951829314232}
+{"Finetune/Learning Rate": 7.386877329010724e-06, "Finetune/Loss": 0.6044004559516907, "Finetune/Loss (Raw)": 0.5944016575813293, "Finetune/Step": 11474, "Finetune/Step Time": 12.128151223063469}
+{"Finetune/Learning Rate": 7.385251918022391e-06, "Finetune/Loss": 0.6055067777633667, "Finetune/Loss (Raw)": 0.6288607120513916, "Finetune/Step": 11475, "Finetune/Step Time": 12.10797836817801}
+{"Finetune/Learning Rate": 7.383626581180876e-06, "Finetune/Loss": 0.606093168258667, "Finetune/Loss (Raw)": 0.5989685654640198, "Finetune/Step": 11476, "Finetune/Step Time": 12.097023170441389}
+{"Finetune/Learning Rate": 7.382001318532273e-06, "Finetune/Loss": 0.6054601669311523, "Finetune/Loss (Raw)": 0.553779125213623, "Finetune/Step": 11477, "Finetune/Step Time": 12.095951350405812}
+{"Finetune/Learning Rate": 7.3803761301226674e-06, "Finetune/Loss": 0.6060473918914795, "Finetune/Loss (Raw)": 0.6033007502555847, "Finetune/Step": 11478, "Finetune/Step Time": 12.089681450277567}
+{"Finetune/Learning Rate": 7.3787510159981464e-06, "Finetune/Loss": 0.6057702302932739, "Finetune/Loss (Raw)": 0.559205174446106, "Finetune/Step": 11479, "Finetune/Step Time": 12.106736132875085}
+{"Finetune/Learning Rate": 7.377125976204794e-06, "Finetune/Loss": 0.6055307984352112, "Finetune/Loss (Raw)": 0.5473198294639587, "Finetune/Step": 11480, "Finetune/Step Time": 12.104839930310845}
+{"Finetune/Learning Rate": 7.375501010788689e-06, "Finetune/Loss": 0.6037121415138245, "Finetune/Loss (Raw)": 0.45222654938697815, "Finetune/Step": 11481, "Finetune/Step Time": 12.119902232661843}
+{"Finetune/Learning Rate": 7.373876119795913e-06, "Finetune/Loss": 0.6039485335350037, "Finetune/Loss (Raw)": 0.6683961749076843, "Finetune/Step": 11482, "Finetune/Step Time": 12.122055346146226}
+{"Finetune/Learning Rate": 7.372251303272539e-06, "Finetune/Loss": 0.6041295528411865, "Finetune/Loss (Raw)": 0.6182191371917725, "Finetune/Step": 11483, "Finetune/Step Time": 12.121724862605333}
+{"Finetune/Learning Rate": 7.370626561264649e-06, "Finetune/Loss": 0.6033754348754883, "Finetune/Loss (Raw)": 0.617355465888977, "Finetune/Step": 11484, "Finetune/Step Time": 12.110811978578568}
+{"Finetune/Learning Rate": 7.369001893818313e-06, "Finetune/Loss": 0.6026791334152222, "Finetune/Loss (Raw)": 0.5651254057884216, "Finetune/Step": 11485, "Finetune/Step Time": 12.097922643646598}
+{"Finetune/Learning Rate": 7.367377300979602e-06, "Finetune/Loss": 0.6015157699584961, "Finetune/Loss (Raw)": 0.5585476756095886, "Finetune/Step": 11486, "Finetune/Step Time": 12.101618833839893}
+{"Finetune/Learning Rate": 7.365752782794584e-06, "Finetune/Loss": 0.6013026833534241, "Finetune/Loss (Raw)": 0.6001487970352173, "Finetune/Step": 11487, "Finetune/Step Time": 12.107231192290783}
+{"Finetune/Learning Rate": 7.364128339309326e-06, "Finetune/Loss": 0.600540041923523, "Finetune/Loss (Raw)": 0.586785078048706, "Finetune/Step": 11488, "Finetune/Step Time": 12.101928982883692}
+{"Finetune/Learning Rate": 7.362503970569892e-06, "Finetune/Loss": 0.6008828282356262, "Finetune/Loss (Raw)": 0.6385153532028198, "Finetune/Step": 11489, "Finetune/Step Time": 12.12582434900105}
+{"Finetune/Learning Rate": 7.360879676622344e-06, "Finetune/Loss": 0.6013924479484558, "Finetune/Loss (Raw)": 0.641295313835144, "Finetune/Step": 11490, "Finetune/Step Time": 12.12934590689838}
+{"Finetune/Learning Rate": 7.359255457512746e-06, "Finetune/Loss": 0.6030223369598389, "Finetune/Loss (Raw)": 0.6298292875289917, "Finetune/Step": 11491, "Finetune/Step Time": 12.121482336893678}
+{"Finetune/Learning Rate": 7.357631313287154e-06, "Finetune/Loss": 0.6023905277252197, "Finetune/Loss (Raw)": 0.5265412330627441, "Finetune/Step": 11492, "Finetune/Step Time": 12.120058393105865}
+{"Finetune/Learning Rate": 7.356007243991626e-06, "Finetune/Loss": 0.6051264405250549, "Finetune/Loss (Raw)": 0.7509796619415283, "Finetune/Step": 11493, "Finetune/Step Time": 12.091978639364243}
+{"Finetune/Learning Rate": 7.354383249672212e-06, "Finetune/Loss": 0.6059510111808777, "Finetune/Loss (Raw)": 0.7553130984306335, "Finetune/Step": 11494, "Finetune/Step Time": 12.094130447134376}
+{"Finetune/Learning Rate": 7.352759330374965e-06, "Finetune/Loss": 0.6059073209762573, "Finetune/Loss (Raw)": 0.5534167885780334, "Finetune/Step": 11495, "Finetune/Step Time": 12.093375192955136}
+{"Finetune/Learning Rate": 7.351135486145937e-06, "Finetune/Loss": 0.6068109273910522, "Finetune/Loss (Raw)": 0.6837214231491089, "Finetune/Step": 11496, "Finetune/Step Time": 12.06919208727777}
+{"Finetune/Learning Rate": 7.349511717031172e-06, "Finetune/Loss": 0.6065205335617065, "Finetune/Loss (Raw)": 0.6243101358413696, "Finetune/Step": 11497, "Finetune/Step Time": 12.082503309473395}
+{"Finetune/Learning Rate": 7.347888023076719e-06, "Finetune/Loss": 0.6070253849029541, "Finetune/Loss (Raw)": 0.6943766474723816, "Finetune/Step": 11498, "Finetune/Step Time": 12.083010714501143}
+{"Finetune/Learning Rate": 7.3462644043286246e-06, "Finetune/Loss": 0.6068428754806519, "Finetune/Loss (Raw)": 0.6416946649551392, "Finetune/Step": 11499, "Finetune/Step Time": 12.08746475726366}
+{"Finetune/Learning Rate": 7.34464086083292e-06, "Finetune/Loss": 0.6075720191001892, "Finetune/Loss (Raw)": 0.6555548906326294, "Finetune/Step": 11500, "Finetune/Step Time": 12.081441912800074}
+{"Finetune/Learning Rate": 7.343017392635652e-06, "Finetune/Loss": 0.6059842705726624, "Finetune/Loss (Raw)": 0.4814501106739044, "Finetune/Step": 11501, "Finetune/Step Time": 12.091079521924257}
+{"Finetune/Learning Rate": 7.341393999782853e-06, "Finetune/Loss": 0.6060049533843994, "Finetune/Loss (Raw)": 0.5688924789428711, "Finetune/Step": 11502, "Finetune/Step Time": 12.080324579030275}
+{"Finetune/Learning Rate": 7.339770682320562e-06, "Finetune/Loss": 0.6057620644569397, "Finetune/Loss (Raw)": 0.6066346168518066, "Finetune/Step": 11503, "Finetune/Step Time": 12.086574703454971}
+{"Finetune/Learning Rate": 7.338147440294809e-06, "Finetune/Loss": 0.6066126823425293, "Finetune/Loss (Raw)": 0.6790333986282349, "Finetune/Step": 11504, "Finetune/Step Time": 12.127635654062033}
+{"Finetune/Learning Rate": 7.3365242737516285e-06, "Finetune/Loss": 0.6079421639442444, "Finetune/Loss (Raw)": 0.6233072280883789, "Finetune/Step": 11505, "Finetune/Step Time": 12.120507709681988}
+{"Finetune/Learning Rate": 7.334901182737042e-06, "Finetune/Loss": 0.6085635423660278, "Finetune/Loss (Raw)": 0.7461060285568237, "Finetune/Step": 11506, "Finetune/Step Time": 12.124609207734466}
+{"Finetune/Learning Rate": 7.333278167297079e-06, "Finetune/Loss": 0.6085039973258972, "Finetune/Loss (Raw)": 0.6082760691642761, "Finetune/Step": 11507, "Finetune/Step Time": 12.132492257282138}
+{"Finetune/Learning Rate": 7.3316552274777655e-06, "Finetune/Loss": 0.6092960834503174, "Finetune/Loss (Raw)": 0.7258052825927734, "Finetune/Step": 11508, "Finetune/Step Time": 12.12484372407198}
+{"Finetune/Learning Rate": 7.330032363325122e-06, "Finetune/Loss": 0.6108393669128418, "Finetune/Loss (Raw)": 0.7353101372718811, "Finetune/Step": 11509, "Finetune/Step Time": 12.121652327477932}
+{"Finetune/Learning Rate": 7.328409574885167e-06, "Finetune/Loss": 0.6112009286880493, "Finetune/Loss (Raw)": 0.6270837783813477, "Finetune/Step": 11510, "Finetune/Step Time": 12.112810119986534}
+{"Finetune/Learning Rate": 7.326786862203923e-06, "Finetune/Loss": 0.6122059226036072, "Finetune/Loss (Raw)": 0.6143648624420166, "Finetune/Step": 11511, "Finetune/Step Time": 12.108724815770984}
+{"Finetune/Learning Rate": 7.325164225327399e-06, "Finetune/Loss": 0.6120020151138306, "Finetune/Loss (Raw)": 0.6532118320465088, "Finetune/Step": 11512, "Finetune/Step Time": 12.142090484499931}
+{"Finetune/Learning Rate": 7.323541664301612e-06, "Finetune/Loss": 0.6108393669128418, "Finetune/Loss (Raw)": 0.5581454038619995, "Finetune/Step": 11513, "Finetune/Step Time": 12.130328707396984}
+{"Finetune/Learning Rate": 7.321919179172571e-06, "Finetune/Loss": 0.6119087934494019, "Finetune/Loss (Raw)": 0.7041387557983398, "Finetune/Step": 11514, "Finetune/Step Time": 12.131017122417688}
+{"Finetune/Learning Rate": 7.320296769986288e-06, "Finetune/Loss": 0.6121094226837158, "Finetune/Loss (Raw)": 0.6767218112945557, "Finetune/Step": 11515, "Finetune/Step Time": 12.14075212366879}
+{"Finetune/Learning Rate": 7.318674436788769e-06, "Finetune/Loss": 0.6116735339164734, "Finetune/Loss (Raw)": 0.6371709108352661, "Finetune/Step": 11516, "Finetune/Step Time": 12.127771224826574}
+{"Finetune/Learning Rate": 7.317052179626019e-06, "Finetune/Loss": 0.612026572227478, "Finetune/Loss (Raw)": 0.6418425440788269, "Finetune/Step": 11517, "Finetune/Step Time": 12.113949723541737}
+{"Finetune/Learning Rate": 7.315429998544039e-06, "Finetune/Loss": 0.6116698384284973, "Finetune/Loss (Raw)": 0.5686752200126648, "Finetune/Step": 11518, "Finetune/Step Time": 12.112091640010476}
+{"Finetune/Learning Rate": 7.313807893588831e-06, "Finetune/Loss": 0.6129773855209351, "Finetune/Loss (Raw)": 0.6491433382034302, "Finetune/Step": 11519, "Finetune/Step Time": 12.114616964012384}
+{"Finetune/Learning Rate": 7.312185864806391e-06, "Finetune/Loss": 0.6126225590705872, "Finetune/Loss (Raw)": 0.6061302423477173, "Finetune/Step": 11520, "Finetune/Step Time": 12.12438335455954}
+{"Finetune/Learning Rate": 7.3105639122427185e-06, "Finetune/Loss": 0.6111904978752136, "Finetune/Loss (Raw)": 0.4504354000091553, "Finetune/Step": 11521, "Finetune/Step Time": 12.151185778900981}
+{"Finetune/Learning Rate": 7.308942035943802e-06, "Finetune/Loss": 0.613111138343811, "Finetune/Loss (Raw)": 0.6864217519760132, "Finetune/Step": 11522, "Finetune/Step Time": 12.147764066234231}
+{"Finetune/Learning Rate": 7.307320235955644e-06, "Finetune/Loss": 0.6123833656311035, "Finetune/Loss (Raw)": 0.6098428964614868, "Finetune/Step": 11523, "Finetune/Step Time": 12.157544173300266}
+{"Finetune/Learning Rate": 7.305698512324222e-06, "Finetune/Loss": 0.6122421026229858, "Finetune/Loss (Raw)": 0.5841846466064453, "Finetune/Step": 11524, "Finetune/Step Time": 12.160931782796979}
+{"Finetune/Learning Rate": 7.304076865095529e-06, "Finetune/Loss": 0.6128366589546204, "Finetune/Loss (Raw)": 0.6555060744285583, "Finetune/Step": 11525, "Finetune/Step Time": 12.161304483190179}
+{"Finetune/Learning Rate": 7.30245529431555e-06, "Finetune/Loss": 0.6118411421775818, "Finetune/Loss (Raw)": 0.6093400120735168, "Finetune/Step": 11526, "Finetune/Step Time": 12.094434292986989}
+{"Finetune/Learning Rate": 7.300833800030269e-06, "Finetune/Loss": 0.6112213730812073, "Finetune/Loss (Raw)": 0.6285178661346436, "Finetune/Step": 11527, "Finetune/Step Time": 12.091300040483475}
+{"Finetune/Learning Rate": 7.299212382285665e-06, "Finetune/Loss": 0.6126559972763062, "Finetune/Loss (Raw)": 0.7963594198226929, "Finetune/Step": 11528, "Finetune/Step Time": 12.079346902668476}
+{"Finetune/Learning Rate": 7.297591041127721e-06, "Finetune/Loss": 0.6127439141273499, "Finetune/Loss (Raw)": 0.5858286023139954, "Finetune/Step": 11529, "Finetune/Step Time": 12.076502546668053}
+{"Finetune/Learning Rate": 7.295969776602407e-06, "Finetune/Loss": 0.6123114824295044, "Finetune/Loss (Raw)": 0.6470295190811157, "Finetune/Step": 11530, "Finetune/Step Time": 12.079029403626919}
+{"Finetune/Learning Rate": 7.294348588755702e-06, "Finetune/Loss": 0.6120500564575195, "Finetune/Loss (Raw)": 0.633373498916626, "Finetune/Step": 11531, "Finetune/Step Time": 12.0808145403862}
+{"Finetune/Learning Rate": 7.292727477633576e-06, "Finetune/Loss": 0.612004280090332, "Finetune/Loss (Raw)": 0.568378210067749, "Finetune/Step": 11532, "Finetune/Step Time": 12.073000352829695}
+{"Finetune/Learning Rate": 7.291106443282001e-06, "Finetune/Loss": 0.6118520498275757, "Finetune/Loss (Raw)": 0.6925367116928101, "Finetune/Step": 11533, "Finetune/Step Time": 12.084092205390334}
+{"Finetune/Learning Rate": 7.289485485746944e-06, "Finetune/Loss": 0.6120203733444214, "Finetune/Loss (Raw)": 0.5492756962776184, "Finetune/Step": 11534, "Finetune/Step Time": 12.058888534083962}
+{"Finetune/Learning Rate": 7.287864605074374e-06, "Finetune/Loss": 0.6104859709739685, "Finetune/Loss (Raw)": 0.4347212612628937, "Finetune/Step": 11535, "Finetune/Step Time": 12.080259906128049}
+{"Finetune/Learning Rate": 7.2862438013102484e-06, "Finetune/Loss": 0.6114393472671509, "Finetune/Loss (Raw)": 0.693823516368866, "Finetune/Step": 11536, "Finetune/Step Time": 12.091383723542094}
+{"Finetune/Learning Rate": 7.284623074500532e-06, "Finetune/Loss": 0.6127583384513855, "Finetune/Loss (Raw)": 0.6090816259384155, "Finetune/Step": 11537, "Finetune/Step Time": 12.062557060271502}
+{"Finetune/Learning Rate": 7.283002424691185e-06, "Finetune/Loss": 0.6122596263885498, "Finetune/Loss (Raw)": 0.5414549708366394, "Finetune/Step": 11538, "Finetune/Step Time": 12.069495230913162}
+{"Finetune/Learning Rate": 7.28138185192816e-06, "Finetune/Loss": 0.61174476146698, "Finetune/Loss (Raw)": 0.6222458481788635, "Finetune/Step": 11539, "Finetune/Step Time": 12.057549323886633}
+{"Finetune/Learning Rate": 7.279761356257417e-06, "Finetune/Loss": 0.6108723282814026, "Finetune/Loss (Raw)": 0.5693358778953552, "Finetune/Step": 11540, "Finetune/Step Time": 12.053809251636267}
+{"Finetune/Learning Rate": 7.278140937724909e-06, "Finetune/Loss": 0.6104885935783386, "Finetune/Loss (Raw)": 0.6228690147399902, "Finetune/Step": 11541, "Finetune/Step Time": 12.055782075971365}
+{"Finetune/Learning Rate": 7.276520596376582e-06, "Finetune/Loss": 0.611209511756897, "Finetune/Loss (Raw)": 0.6998240947723389, "Finetune/Step": 11542, "Finetune/Step Time": 12.05539115332067}
+{"Finetune/Learning Rate": 7.274900332258385e-06, "Finetune/Loss": 0.6093025207519531, "Finetune/Loss (Raw)": 0.4391469657421112, "Finetune/Step": 11543, "Finetune/Step Time": 12.05050179734826}
+{"Finetune/Learning Rate": 7.273280145416267e-06, "Finetune/Loss": 0.6071697473526001, "Finetune/Loss (Raw)": 0.35962945222854614, "Finetune/Step": 11544, "Finetune/Step Time": 12.077298792079091}
+{"Finetune/Learning Rate": 7.2716600358961695e-06, "Finetune/Loss": 0.6081303954124451, "Finetune/Loss (Raw)": 0.6621626615524292, "Finetune/Step": 11545, "Finetune/Step Time": 12.08026646450162}
+{"Finetune/Learning Rate": 7.270040003744033e-06, "Finetune/Loss": 0.6071621179580688, "Finetune/Loss (Raw)": 0.5189973711967468, "Finetune/Step": 11546, "Finetune/Step Time": 12.077626442536712}
+{"Finetune/Learning Rate": 7.268420049005806e-06, "Finetune/Loss": 0.6067982316017151, "Finetune/Loss (Raw)": 0.6598179340362549, "Finetune/Step": 11547, "Finetune/Step Time": 12.084506660699844}
+{"Finetune/Learning Rate": 7.266800171727415e-06, "Finetune/Loss": 0.606110155582428, "Finetune/Loss (Raw)": 0.6539608240127563, "Finetune/Step": 11548, "Finetune/Step Time": 12.0842140968889}
+{"Finetune/Learning Rate": 7.265180371954795e-06, "Finetune/Loss": 0.6047037839889526, "Finetune/Loss (Raw)": 0.4710060656070709, "Finetune/Step": 11549, "Finetune/Step Time": 12.08710764721036}
+{"Finetune/Learning Rate": 7.263560649733887e-06, "Finetune/Loss": 0.6041221618652344, "Finetune/Loss (Raw)": 0.5890784859657288, "Finetune/Step": 11550, "Finetune/Step Time": 12.084010411053896}
+{"Finetune/Learning Rate": 7.261941005110617e-06, "Finetune/Loss": 0.6049776077270508, "Finetune/Loss (Raw)": 0.6996234655380249, "Finetune/Step": 11551, "Finetune/Step Time": 12.076428543776274}
+{"Finetune/Learning Rate": 7.260321438130913e-06, "Finetune/Loss": 0.6047815084457397, "Finetune/Loss (Raw)": 0.5972591042518616, "Finetune/Step": 11552, "Finetune/Step Time": 12.081058273091912}
+{"Finetune/Learning Rate": 7.258701948840705e-06, "Finetune/Loss": 0.6062175631523132, "Finetune/Loss (Raw)": 0.6042748689651489, "Finetune/Step": 11553, "Finetune/Step Time": 12.041417146101594}
+{"Finetune/Learning Rate": 7.2570825372859134e-06, "Finetune/Loss": 0.604322612285614, "Finetune/Loss (Raw)": 0.4065892696380615, "Finetune/Step": 11554, "Finetune/Step Time": 12.069414351135492}
+{"Finetune/Learning Rate": 7.255463203512461e-06, "Finetune/Loss": 0.6044520139694214, "Finetune/Loss (Raw)": 0.5942186117172241, "Finetune/Step": 11555, "Finetune/Step Time": 12.028666602447629}
+{"Finetune/Learning Rate": 7.253843947566264e-06, "Finetune/Loss": 0.6053868532180786, "Finetune/Loss (Raw)": 0.6858747601509094, "Finetune/Step": 11556, "Finetune/Step Time": 12.008249253034592}
+{"Finetune/Learning Rate": 7.252224769493247e-06, "Finetune/Loss": 0.606138288974762, "Finetune/Loss (Raw)": 0.6402816772460938, "Finetune/Step": 11557, "Finetune/Step Time": 12.014729008078575}
+{"Finetune/Learning Rate": 7.250605669339321e-06, "Finetune/Loss": 0.6059960126876831, "Finetune/Loss (Raw)": 0.6231673955917358, "Finetune/Step": 11558, "Finetune/Step Time": 12.011782225221395}
+{"Finetune/Learning Rate": 7.248986647150404e-06, "Finetune/Loss": 0.6053017377853394, "Finetune/Loss (Raw)": 0.5333883166313171, "Finetune/Step": 11559, "Finetune/Step Time": 11.989072155207396}
+{"Finetune/Learning Rate": 7.247367702972399e-06, "Finetune/Loss": 0.6054016351699829, "Finetune/Loss (Raw)": 0.655967116355896, "Finetune/Step": 11560, "Finetune/Step Time": 11.990750182420015}
+{"Finetune/Learning Rate": 7.2457488368512195e-06, "Finetune/Loss": 0.6055971384048462, "Finetune/Loss (Raw)": 0.664603590965271, "Finetune/Step": 11561, "Finetune/Step Time": 11.989989511668682}
+{"Finetune/Learning Rate": 7.24413004883277e-06, "Finetune/Loss": 0.604491114616394, "Finetune/Loss (Raw)": 0.553499162197113, "Finetune/Step": 11562, "Finetune/Step Time": 12.024823056533933}
+{"Finetune/Learning Rate": 7.2425113389629544e-06, "Finetune/Loss": 0.6048851609230042, "Finetune/Loss (Raw)": 0.4980657994747162, "Finetune/Step": 11563, "Finetune/Step Time": 11.99836958013475}
+{"Finetune/Learning Rate": 7.240892707287678e-06, "Finetune/Loss": 0.6051232218742371, "Finetune/Loss (Raw)": 0.7254819869995117, "Finetune/Step": 11564, "Finetune/Step Time": 12.00591673888266}
+{"Finetune/Learning Rate": 7.239274153852842e-06, "Finetune/Loss": 0.6057373285293579, "Finetune/Loss (Raw)": 0.6026115417480469, "Finetune/Step": 11565, "Finetune/Step Time": 11.98628705739975}
+{"Finetune/Learning Rate": 7.237655678704336e-06, "Finetune/Loss": 0.6052414774894714, "Finetune/Loss (Raw)": 0.5542904138565063, "Finetune/Step": 11566, "Finetune/Step Time": 11.992797853425145}
+{"Finetune/Learning Rate": 7.23603728188806e-06, "Finetune/Loss": 0.6045652627944946, "Finetune/Loss (Raw)": 0.5614643692970276, "Finetune/Step": 11567, "Finetune/Step Time": 11.994248261675239}
+{"Finetune/Learning Rate": 7.2344189634499075e-06, "Finetune/Loss": 0.6054753065109253, "Finetune/Loss (Raw)": 0.6915708780288696, "Finetune/Step": 11568, "Finetune/Step Time": 11.991651847958565}
+{"Finetune/Learning Rate": 7.23280072343577e-06, "Finetune/Loss": 0.6066302061080933, "Finetune/Loss (Raw)": 0.7488874197006226, "Finetune/Step": 11569, "Finetune/Step Time": 11.993237376213074}
+{"Finetune/Learning Rate": 7.231182561891532e-06, "Finetune/Loss": 0.6074302196502686, "Finetune/Loss (Raw)": 0.5845335125923157, "Finetune/Step": 11570, "Finetune/Step Time": 11.993950868025422}
+{"Finetune/Learning Rate": 7.229564478863086e-06, "Finetune/Loss": 0.6077359914779663, "Finetune/Loss (Raw)": 0.6682397723197937, "Finetune/Step": 11571, "Finetune/Step Time": 11.982384793460369}
+{"Finetune/Learning Rate": 7.227946474396317e-06, "Finetune/Loss": 0.6070495843887329, "Finetune/Loss (Raw)": 0.5375922918319702, "Finetune/Step": 11572, "Finetune/Step Time": 12.005890378728509}
+{"Finetune/Learning Rate": 7.226328548537097e-06, "Finetune/Loss": 0.6074771881103516, "Finetune/Loss (Raw)": 0.7087169885635376, "Finetune/Step": 11573, "Finetune/Step Time": 12.00553704239428}
+{"Finetune/Learning Rate": 7.224710701331315e-06, "Finetune/Loss": 0.6078470945358276, "Finetune/Loss (Raw)": 0.6558226943016052, "Finetune/Step": 11574, "Finetune/Step Time": 11.991591807454824}
+{"Finetune/Learning Rate": 7.223092932824845e-06, "Finetune/Loss": 0.6064294576644897, "Finetune/Loss (Raw)": 0.5510596036911011, "Finetune/Step": 11575, "Finetune/Step Time": 12.001683892682195}
+{"Finetune/Learning Rate": 7.2214752430635625e-06, "Finetune/Loss": 0.6058334112167358, "Finetune/Loss (Raw)": 0.5651705265045166, "Finetune/Step": 11576, "Finetune/Step Time": 12.026030778884888}
+{"Finetune/Learning Rate": 7.219857632093341e-06, "Finetune/Loss": 0.6063968539237976, "Finetune/Loss (Raw)": 0.5999073386192322, "Finetune/Step": 11577, "Finetune/Step Time": 12.029536537826061}
+{"Finetune/Learning Rate": 7.218240099960055e-06, "Finetune/Loss": 0.6073348522186279, "Finetune/Loss (Raw)": 0.713124692440033, "Finetune/Step": 11578, "Finetune/Step Time": 12.028065530583262}
+{"Finetune/Learning Rate": 7.2166226467095644e-06, "Finetune/Loss": 0.6058940887451172, "Finetune/Loss (Raw)": 0.4269609749317169, "Finetune/Step": 11579, "Finetune/Step Time": 12.06842521391809}
+{"Finetune/Learning Rate": 7.21500527238774e-06, "Finetune/Loss": 0.605377197265625, "Finetune/Loss (Raw)": 0.5741351246833801, "Finetune/Step": 11580, "Finetune/Step Time": 12.085823655128479}
+{"Finetune/Learning Rate": 7.21338797704045e-06, "Finetune/Loss": 0.606275200843811, "Finetune/Loss (Raw)": 0.7155658602714539, "Finetune/Step": 11581, "Finetune/Step Time": 12.080736096948385}
+{"Finetune/Learning Rate": 7.211770760713552e-06, "Finetune/Loss": 0.6056414246559143, "Finetune/Loss (Raw)": 0.6011325120925903, "Finetune/Step": 11582, "Finetune/Step Time": 12.080493710935116}
+{"Finetune/Learning Rate": 7.210153623452907e-06, "Finetune/Loss": 0.6075817346572876, "Finetune/Loss (Raw)": 0.6433634757995605, "Finetune/Step": 11583, "Finetune/Step Time": 12.047492252662778}
+{"Finetune/Learning Rate": 7.208536565304374e-06, "Finetune/Loss": 0.6081509590148926, "Finetune/Loss (Raw)": 0.6791629195213318, "Finetune/Step": 11584, "Finetune/Step Time": 12.059093100950122}
+{"Finetune/Learning Rate": 7.206919586313803e-06, "Finetune/Loss": 0.6091009974479675, "Finetune/Loss (Raw)": 0.719475507736206, "Finetune/Step": 11585, "Finetune/Step Time": 12.048477595672011}
+{"Finetune/Learning Rate": 7.205302686527051e-06, "Finetune/Loss": 0.6091704368591309, "Finetune/Loss (Raw)": 0.6156691908836365, "Finetune/Step": 11586, "Finetune/Step Time": 12.048261383548379}
+{"Finetune/Learning Rate": 7.203685865989968e-06, "Finetune/Loss": 0.6093459129333496, "Finetune/Loss (Raw)": 0.6770581007003784, "Finetune/Step": 11587, "Finetune/Step Time": 12.049940863624215}
+{"Finetune/Learning Rate": 7.202069124748399e-06, "Finetune/Loss": 0.6102101802825928, "Finetune/Loss (Raw)": 0.538366436958313, "Finetune/Step": 11588, "Finetune/Step Time": 12.033831899985671}
+{"Finetune/Learning Rate": 7.200452462848196e-06, "Finetune/Loss": 0.6104583740234375, "Finetune/Loss (Raw)": 0.6487493515014648, "Finetune/Step": 11589, "Finetune/Step Time": 12.031370002776384}
+{"Finetune/Learning Rate": 7.198835880335203e-06, "Finetune/Loss": 0.6119576692581177, "Finetune/Loss (Raw)": 0.7227052450180054, "Finetune/Step": 11590, "Finetune/Step Time": 12.044716330245137}
+{"Finetune/Learning Rate": 7.197219377255256e-06, "Finetune/Loss": 0.6113792657852173, "Finetune/Loss (Raw)": 0.5067898035049438, "Finetune/Step": 11591, "Finetune/Step Time": 12.07094218954444}
+{"Finetune/Learning Rate": 7.1956029536541985e-06, "Finetune/Loss": 0.6105993986129761, "Finetune/Loss (Raw)": 0.61128830909729, "Finetune/Step": 11592, "Finetune/Step Time": 12.06074545159936}
+{"Finetune/Learning Rate": 7.1939866095778655e-06, "Finetune/Loss": 0.6108631491661072, "Finetune/Loss (Raw)": 0.6011828780174255, "Finetune/Step": 11593, "Finetune/Step Time": 12.05550066754222}
+{"Finetune/Learning Rate": 7.192370345072094e-06, "Finetune/Loss": 0.6110427379608154, "Finetune/Loss (Raw)": 0.6207288503646851, "Finetune/Step": 11594, "Finetune/Step Time": 12.06145984120667}
+{"Finetune/Learning Rate": 7.190754160182714e-06, "Finetune/Loss": 0.612147331237793, "Finetune/Loss (Raw)": 0.5686458945274353, "Finetune/Step": 11595, "Finetune/Step Time": 12.054216213524342}
+{"Finetune/Learning Rate": 7.189138054955562e-06, "Finetune/Loss": 0.6125679612159729, "Finetune/Loss (Raw)": 0.7135177254676819, "Finetune/Step": 11596, "Finetune/Step Time": 12.059292880818248}
+{"Finetune/Learning Rate": 7.187522029436455e-06, "Finetune/Loss": 0.6136497259140015, "Finetune/Loss (Raw)": 0.6970511078834534, "Finetune/Step": 11597, "Finetune/Step Time": 12.06400178000331}
+{"Finetune/Learning Rate": 7.18590608367123e-06, "Finetune/Loss": 0.6135509014129639, "Finetune/Loss (Raw)": 0.5380288362503052, "Finetune/Step": 11598, "Finetune/Step Time": 12.040907697752118}
+{"Finetune/Learning Rate": 7.184290217705705e-06, "Finetune/Loss": 0.6142173409461975, "Finetune/Loss (Raw)": 0.6469178795814514, "Finetune/Step": 11599, "Finetune/Step Time": 11.991185873746872}
+{"Finetune/Learning Rate": 7.182674431585703e-06, "Finetune/Loss": 0.6134920716285706, "Finetune/Loss (Raw)": 0.5717741250991821, "Finetune/Step": 11600, "Finetune/Step Time": 11.99303787574172}
+{"Finetune/Learning Rate": 7.181058725357044e-06, "Finetune/Loss": 0.6141427755355835, "Finetune/Loss (Raw)": 0.642896294593811, "Finetune/Step": 11601, "Finetune/Step Time": 11.99760815501213}
+{"Finetune/Learning Rate": 7.179443099065544e-06, "Finetune/Loss": 0.614438533782959, "Finetune/Loss (Raw)": 0.6322634816169739, "Finetune/Step": 11602, "Finetune/Step Time": 11.987138729542494}
+{"Finetune/Learning Rate": 7.1778275527570155e-06, "Finetune/Loss": 0.6143652200698853, "Finetune/Loss (Raw)": 0.6194703578948975, "Finetune/Step": 11603, "Finetune/Step Time": 11.981114709749818}
+{"Finetune/Learning Rate": 7.176212086477273e-06, "Finetune/Loss": 0.613440990447998, "Finetune/Loss (Raw)": 0.4806751310825348, "Finetune/Step": 11604, "Finetune/Step Time": 11.982754118740559}
+{"Finetune/Learning Rate": 7.174596700272123e-06, "Finetune/Loss": 0.6134329438209534, "Finetune/Loss (Raw)": 0.5527466535568237, "Finetune/Step": 11605, "Finetune/Step Time": 11.976173708215356}
+{"Finetune/Learning Rate": 7.172981394187377e-06, "Finetune/Loss": 0.612135648727417, "Finetune/Loss (Raw)": 0.43724268674850464, "Finetune/Step": 11606, "Finetune/Step Time": 11.99831642396748}
+{"Finetune/Learning Rate": 7.171366168268842e-06, "Finetune/Loss": 0.6120755672454834, "Finetune/Loss (Raw)": 0.5515192151069641, "Finetune/Step": 11607, "Finetune/Step Time": 11.992720298469067}
+{"Finetune/Learning Rate": 7.1697510225623206e-06, "Finetune/Loss": 0.6114757657051086, "Finetune/Loss (Raw)": 0.47054141759872437, "Finetune/Step": 11608, "Finetune/Step Time": 11.9934292268008}
+{"Finetune/Learning Rate": 7.168135957113609e-06, "Finetune/Loss": 0.6129646301269531, "Finetune/Loss (Raw)": 0.6428019404411316, "Finetune/Step": 11609, "Finetune/Step Time": 11.989976812154055}
+{"Finetune/Learning Rate": 7.166520971968509e-06, "Finetune/Loss": 0.6117994785308838, "Finetune/Loss (Raw)": 0.5192608833312988, "Finetune/Step": 11610, "Finetune/Step Time": 11.984933163970709}
+{"Finetune/Learning Rate": 7.1649060671728175e-06, "Finetune/Loss": 0.6113803386688232, "Finetune/Loss (Raw)": 0.5645669102668762, "Finetune/Step": 11611, "Finetune/Step Time": 11.98447898030281}
+{"Finetune/Learning Rate": 7.163291242772325e-06, "Finetune/Loss": 0.611191987991333, "Finetune/Loss (Raw)": 0.5932403206825256, "Finetune/Step": 11612, "Finetune/Step Time": 11.982257535681129}
+{"Finetune/Learning Rate": 7.161676498812831e-06, "Finetune/Loss": 0.6126006841659546, "Finetune/Loss (Raw)": 0.7454499006271362, "Finetune/Step": 11613, "Finetune/Step Time": 11.982138369232416}
+{"Finetune/Learning Rate": 7.160061835340122e-06, "Finetune/Loss": 0.6132770776748657, "Finetune/Loss (Raw)": 0.6451182961463928, "Finetune/Step": 11614, "Finetune/Step Time": 11.975508704781532}
+{"Finetune/Learning Rate": 7.158447252399978e-06, "Finetune/Loss": 0.6133291721343994, "Finetune/Loss (Raw)": 0.6068231463432312, "Finetune/Step": 11615, "Finetune/Step Time": 11.96708782017231}
+{"Finetune/Learning Rate": 7.156832750038192e-06, "Finetune/Loss": 0.613990068435669, "Finetune/Loss (Raw)": 0.6713675260543823, "Finetune/Step": 11616, "Finetune/Step Time": 11.966021616011858}
+{"Finetune/Learning Rate": 7.1552183283005435e-06, "Finetune/Loss": 0.614269495010376, "Finetune/Loss (Raw)": 0.6742880940437317, "Finetune/Step": 11617, "Finetune/Step Time": 11.948010357096791}
+{"Finetune/Learning Rate": 7.153603987232815e-06, "Finetune/Loss": 0.6139881610870361, "Finetune/Loss (Raw)": 0.605289101600647, "Finetune/Step": 11618, "Finetune/Step Time": 11.9408241789788}
+{"Finetune/Learning Rate": 7.151989726880782e-06, "Finetune/Loss": 0.6140691041946411, "Finetune/Loss (Raw)": 0.6401880979537964, "Finetune/Step": 11619, "Finetune/Step Time": 11.947608770802617}
+{"Finetune/Learning Rate": 7.1503755472902245e-06, "Finetune/Loss": 0.6143860816955566, "Finetune/Loss (Raw)": 0.5671184062957764, "Finetune/Step": 11620, "Finetune/Step Time": 11.948811722919345}
+{"Finetune/Learning Rate": 7.148761448506912e-06, "Finetune/Loss": 0.6138503551483154, "Finetune/Loss (Raw)": 0.6824062466621399, "Finetune/Step": 11621, "Finetune/Step Time": 11.94649070315063}
+{"Finetune/Learning Rate": 7.147147430576614e-06, "Finetune/Loss": 0.6129744052886963, "Finetune/Loss (Raw)": 0.643191933631897, "Finetune/Step": 11622, "Finetune/Step Time": 11.960900204256177}
+{"Finetune/Learning Rate": 7.1455334935451045e-06, "Finetune/Loss": 0.6142945289611816, "Finetune/Loss (Raw)": 0.7223918437957764, "Finetune/Step": 11623, "Finetune/Step Time": 11.96234873868525}
+{"Finetune/Learning Rate": 7.1439196374581486e-06, "Finetune/Loss": 0.6134471893310547, "Finetune/Loss (Raw)": 0.5752583146095276, "Finetune/Step": 11624, "Finetune/Step Time": 11.973279226571321}
+{"Finetune/Learning Rate": 7.142305862361509e-06, "Finetune/Loss": 0.6134028434753418, "Finetune/Loss (Raw)": 0.6186378598213196, "Finetune/Step": 11625, "Finetune/Step Time": 11.953811556100845}
+{"Finetune/Learning Rate": 7.140692168300953e-06, "Finetune/Loss": 0.6126286387443542, "Finetune/Loss (Raw)": 0.5952733755111694, "Finetune/Step": 11626, "Finetune/Step Time": 11.961075980216265}
+{"Finetune/Learning Rate": 7.139078555322232e-06, "Finetune/Loss": 0.6124153137207031, "Finetune/Loss (Raw)": 0.6143957376480103, "Finetune/Step": 11627, "Finetune/Step Time": 11.980784619227052}
+{"Finetune/Learning Rate": 7.137465023471109e-06, "Finetune/Loss": 0.6122940182685852, "Finetune/Loss (Raw)": 0.6400257349014282, "Finetune/Step": 11628, "Finetune/Step Time": 11.978880422189832}
+{"Finetune/Learning Rate": 7.135851572793337e-06, "Finetune/Loss": 0.6134659051895142, "Finetune/Loss (Raw)": 0.6314475536346436, "Finetune/Step": 11629, "Finetune/Step Time": 11.964076803997159}
+{"Finetune/Learning Rate": 7.13423820333467e-06, "Finetune/Loss": 0.614423394203186, "Finetune/Loss (Raw)": 0.6914551258087158, "Finetune/Step": 11630, "Finetune/Step Time": 11.955194346606731}
+{"Finetune/Learning Rate": 7.13262491514086e-06, "Finetune/Loss": 0.6145739555358887, "Finetune/Loss (Raw)": 0.6259008646011353, "Finetune/Step": 11631, "Finetune/Step Time": 11.943701177835464}
+{"Finetune/Learning Rate": 7.1310117082576536e-06, "Finetune/Loss": 0.6136077046394348, "Finetune/Loss (Raw)": 0.5553544163703918, "Finetune/Step": 11632, "Finetune/Step Time": 11.89817993529141}
+{"Finetune/Learning Rate": 7.129398582730796e-06, "Finetune/Loss": 0.6128175258636475, "Finetune/Loss (Raw)": 0.5221742987632751, "Finetune/Step": 11633, "Finetune/Step Time": 11.877557778730989}
+{"Finetune/Learning Rate": 7.127785538606032e-06, "Finetune/Loss": 0.6107782125473022, "Finetune/Loss (Raw)": 0.48507019877433777, "Finetune/Step": 11634, "Finetune/Step Time": 11.880640795454383}
+{"Finetune/Learning Rate": 7.126172575929103e-06, "Finetune/Loss": 0.6111423969268799, "Finetune/Loss (Raw)": 0.6548910140991211, "Finetune/Step": 11635, "Finetune/Step Time": 11.862692818045616}
+{"Finetune/Learning Rate": 7.124559694745745e-06, "Finetune/Loss": 0.6105697154998779, "Finetune/Loss (Raw)": 0.6524952054023743, "Finetune/Step": 11636, "Finetune/Step Time": 11.868790835142136}
+{"Finetune/Learning Rate": 7.1229468951016986e-06, "Finetune/Loss": 0.6096776723861694, "Finetune/Loss (Raw)": 0.6211315393447876, "Finetune/Step": 11637, "Finetune/Step Time": 11.86793540790677}
+{"Finetune/Learning Rate": 7.121334177042703e-06, "Finetune/Loss": 0.6100462675094604, "Finetune/Loss (Raw)": 0.674268364906311, "Finetune/Step": 11638, "Finetune/Step Time": 11.93310202844441}
+{"Finetune/Learning Rate": 7.119721540614477e-06, "Finetune/Loss": 0.6102278232574463, "Finetune/Loss (Raw)": 0.6376034617424011, "Finetune/Step": 11639, "Finetune/Step Time": 11.929901506751776}
+{"Finetune/Learning Rate": 7.118108985862759e-06, "Finetune/Loss": 0.6098059415817261, "Finetune/Loss (Raw)": 0.5992096662521362, "Finetune/Step": 11640, "Finetune/Step Time": 11.900173524394631}
+{"Finetune/Learning Rate": 7.116496512833277e-06, "Finetune/Loss": 0.6099957227706909, "Finetune/Loss (Raw)": 0.5824390053749084, "Finetune/Step": 11641, "Finetune/Step Time": 11.904681695625186}
+{"Finetune/Learning Rate": 7.114884121571752e-06, "Finetune/Loss": 0.6086092591285706, "Finetune/Loss (Raw)": 0.526669979095459, "Finetune/Step": 11642, "Finetune/Step Time": 11.912767296656966}
+{"Finetune/Learning Rate": 7.1132718121239116e-06, "Finetune/Loss": 0.6076309680938721, "Finetune/Loss (Raw)": 0.5515038967132568, "Finetune/Step": 11643, "Finetune/Step Time": 11.901280423626304}
+{"Finetune/Learning Rate": 7.1116595845354756e-06, "Finetune/Loss": 0.6070893406867981, "Finetune/Loss (Raw)": 0.5678421258926392, "Finetune/Step": 11644, "Finetune/Step Time": 11.908577935770154}
+{"Finetune/Learning Rate": 7.110047438852157e-06, "Finetune/Loss": 0.6066691875457764, "Finetune/Loss (Raw)": 0.5880530476570129, "Finetune/Step": 11645, "Finetune/Step Time": 11.920212682336569}
+{"Finetune/Learning Rate": 7.1084353751196736e-06, "Finetune/Loss": 0.6075659394264221, "Finetune/Loss (Raw)": 0.6834648251533508, "Finetune/Step": 11646, "Finetune/Step Time": 11.955822052434087}
+{"Finetune/Learning Rate": 7.106823393383741e-06, "Finetune/Loss": 0.6072367429733276, "Finetune/Loss (Raw)": 0.6070058941841125, "Finetune/Step": 11647, "Finetune/Step Time": 11.954446798190475}
+{"Finetune/Learning Rate": 7.105211493690073e-06, "Finetune/Loss": 0.6078695058822632, "Finetune/Loss (Raw)": 0.6871235370635986, "Finetune/Step": 11648, "Finetune/Step Time": 11.9391926266253}
+{"Finetune/Learning Rate": 7.103599676084374e-06, "Finetune/Loss": 0.609489917755127, "Finetune/Loss (Raw)": 0.657844066619873, "Finetune/Step": 11649, "Finetune/Step Time": 11.90822265855968}
+{"Finetune/Learning Rate": 7.101987940612354e-06, "Finetune/Loss": 0.609154999256134, "Finetune/Loss (Raw)": 0.6435573101043701, "Finetune/Step": 11650, "Finetune/Step Time": 11.899876592680812}
+{"Finetune/Learning Rate": 7.1003762873197125e-06, "Finetune/Loss": 0.6086297035217285, "Finetune/Loss (Raw)": 0.5426012873649597, "Finetune/Step": 11651, "Finetune/Step Time": 11.89896398037672}
+{"Finetune/Learning Rate": 7.098764716252153e-06, "Finetune/Loss": 0.6085159778594971, "Finetune/Loss (Raw)": 0.5696244239807129, "Finetune/Step": 11652, "Finetune/Step Time": 11.900337686762214}
+{"Finetune/Learning Rate": 7.097153227455379e-06, "Finetune/Loss": 0.6085367798805237, "Finetune/Loss (Raw)": 0.6581738591194153, "Finetune/Step": 11653, "Finetune/Step Time": 11.899879977107048}
+{"Finetune/Learning Rate": 7.09554182097508e-06, "Finetune/Loss": 0.6088041067123413, "Finetune/Loss (Raw)": 0.6435549855232239, "Finetune/Step": 11654, "Finetune/Step Time": 11.92033396102488}
+{"Finetune/Learning Rate": 7.09393049685696e-06, "Finetune/Loss": 0.6087685823440552, "Finetune/Loss (Raw)": 0.6239746809005737, "Finetune/Step": 11655, "Finetune/Step Time": 11.917379643768072}
+{"Finetune/Learning Rate": 7.092319255146707e-06, "Finetune/Loss": 0.6074421405792236, "Finetune/Loss (Raw)": 0.6265698075294495, "Finetune/Step": 11656, "Finetune/Step Time": 11.925467690452933}
+{"Finetune/Learning Rate": 7.090708095890013e-06, "Finetune/Loss": 0.6076839566230774, "Finetune/Loss (Raw)": 0.6167846322059631, "Finetune/Step": 11657, "Finetune/Step Time": 11.920732993632555}
+{"Finetune/Learning Rate": 7.089097019132562e-06, "Finetune/Loss": 0.6065409183502197, "Finetune/Loss (Raw)": 0.5007237792015076, "Finetune/Step": 11658, "Finetune/Step Time": 11.938681883737445}
+{"Finetune/Learning Rate": 7.0874860249200426e-06, "Finetune/Loss": 0.6063239574432373, "Finetune/Loss (Raw)": 0.6056002974510193, "Finetune/Step": 11659, "Finetune/Step Time": 11.936197817325592}
+{"Finetune/Learning Rate": 7.085875113298139e-06, "Finetune/Loss": 0.6067723631858826, "Finetune/Loss (Raw)": 0.6257783770561218, "Finetune/Step": 11660, "Finetune/Step Time": 11.938851790502667}
+{"Finetune/Learning Rate": 7.084264284312526e-06, "Finetune/Loss": 0.6068496108055115, "Finetune/Loss (Raw)": 0.7024198770523071, "Finetune/Step": 11661, "Finetune/Step Time": 11.931337682530284}
+{"Finetune/Learning Rate": 7.08265353800889e-06, "Finetune/Loss": 0.6068946123123169, "Finetune/Loss (Raw)": 0.5550358295440674, "Finetune/Step": 11662, "Finetune/Step Time": 11.928076537325978}
+{"Finetune/Learning Rate": 7.081042874432907e-06, "Finetune/Loss": 0.6087740063667297, "Finetune/Loss (Raw)": 0.6752809882164001, "Finetune/Step": 11663, "Finetune/Step Time": 11.902630850672722}
+{"Finetune/Learning Rate": 7.079432293630244e-06, "Finetune/Loss": 0.6073440313339233, "Finetune/Loss (Raw)": 0.5107969045639038, "Finetune/Step": 11664, "Finetune/Step Time": 11.884793827310205}
+{"Finetune/Learning Rate": 7.077821795646576e-06, "Finetune/Loss": 0.6070941686630249, "Finetune/Loss (Raw)": 0.5770943760871887, "Finetune/Step": 11665, "Finetune/Step Time": 11.88770998828113}
+{"Finetune/Learning Rate": 7.076211380527572e-06, "Finetune/Loss": 0.6069307923316956, "Finetune/Loss (Raw)": 0.5205447673797607, "Finetune/Step": 11666, "Finetune/Step Time": 11.882919946685433}
+{"Finetune/Learning Rate": 7.074601048318901e-06, "Finetune/Loss": 0.6064908504486084, "Finetune/Loss (Raw)": 0.5659325122833252, "Finetune/Step": 11667, "Finetune/Step Time": 11.883429450914264}
+{"Finetune/Learning Rate": 7.072990799066222e-06, "Finetune/Loss": 0.6074873208999634, "Finetune/Loss (Raw)": 0.6968775391578674, "Finetune/Step": 11668, "Finetune/Step Time": 11.882979677990079}
+{"Finetune/Learning Rate": 7.071380632815207e-06, "Finetune/Loss": 0.6069622039794922, "Finetune/Loss (Raw)": 0.555655300617218, "Finetune/Step": 11669, "Finetune/Step Time": 11.898229788988829}
+{"Finetune/Learning Rate": 7.0697705496115055e-06, "Finetune/Loss": 0.606377124786377, "Finetune/Loss (Raw)": 0.6249288320541382, "Finetune/Step": 11670, "Finetune/Step Time": 11.893580719828606}
+{"Finetune/Learning Rate": 7.0681605495007755e-06, "Finetune/Loss": 0.6079736948013306, "Finetune/Loss (Raw)": 0.6435131430625916, "Finetune/Step": 11671, "Finetune/Step Time": 11.901468843221664}
+{"Finetune/Learning Rate": 7.066550632528679e-06, "Finetune/Loss": 0.6101826429367065, "Finetune/Loss (Raw)": 0.6423811316490173, "Finetune/Step": 11672, "Finetune/Step Time": 11.877320367842913}
+{"Finetune/Learning Rate": 7.064940798740865e-06, "Finetune/Loss": 0.608242928981781, "Finetune/Loss (Raw)": 0.4138742685317993, "Finetune/Step": 11673, "Finetune/Step Time": 11.90239505842328}
+{"Finetune/Learning Rate": 7.063331048182982e-06, "Finetune/Loss": 0.6094527244567871, "Finetune/Loss (Raw)": 0.6738479137420654, "Finetune/Step": 11674, "Finetune/Step Time": 11.912188334390521}
+{"Finetune/Learning Rate": 7.061721380900684e-06, "Finetune/Loss": 0.6089335680007935, "Finetune/Loss (Raw)": 0.5933749675750732, "Finetune/Step": 11675, "Finetune/Step Time": 11.90969105809927}
+{"Finetune/Learning Rate": 7.060111796939608e-06, "Finetune/Loss": 0.6093318462371826, "Finetune/Loss (Raw)": 0.7049386501312256, "Finetune/Step": 11676, "Finetune/Step Time": 11.907904813066125}
+{"Finetune/Learning Rate": 7.058502296345404e-06, "Finetune/Loss": 0.6100516319274902, "Finetune/Loss (Raw)": 0.5631310939788818, "Finetune/Step": 11677, "Finetune/Step Time": 11.898190246894956}
+{"Finetune/Learning Rate": 7.056892879163706e-06, "Finetune/Loss": 0.6102981567382812, "Finetune/Loss (Raw)": 0.620637834072113, "Finetune/Step": 11678, "Finetune/Step Time": 11.906096193939447}
+{"Finetune/Learning Rate": 7.055283545440161e-06, "Finetune/Loss": 0.6099139451980591, "Finetune/Loss (Raw)": 0.6504478454589844, "Finetune/Step": 11679, "Finetune/Step Time": 11.905657581984997}
+{"Finetune/Learning Rate": 7.053674295220399e-06, "Finetune/Loss": 0.6105383634567261, "Finetune/Loss (Raw)": 0.6771857738494873, "Finetune/Step": 11680, "Finetune/Step Time": 11.903471814468503}
+{"Finetune/Learning Rate": 7.0520651285500585e-06, "Finetune/Loss": 0.6109579801559448, "Finetune/Loss (Raw)": 0.6579758524894714, "Finetune/Step": 11681, "Finetune/Step Time": 11.951898341998458}
+{"Finetune/Learning Rate": 7.050456045474767e-06, "Finetune/Loss": 0.6134987473487854, "Finetune/Loss (Raw)": 0.7318132519721985, "Finetune/Step": 11682, "Finetune/Step Time": 11.920692164450884}
+{"Finetune/Learning Rate": 7.048847046040154e-06, "Finetune/Loss": 0.6133177876472473, "Finetune/Loss (Raw)": 0.5710594654083252, "Finetune/Step": 11683, "Finetune/Step Time": 11.927624128758907}
+{"Finetune/Learning Rate": 7.047238130291847e-06, "Finetune/Loss": 0.6132681369781494, "Finetune/Loss (Raw)": 0.6795092821121216, "Finetune/Step": 11684, "Finetune/Step Time": 11.923833478242159}
+{"Finetune/Learning Rate": 7.045629298275467e-06, "Finetune/Loss": 0.6135556697845459, "Finetune/Loss (Raw)": 0.6770934462547302, "Finetune/Step": 11685, "Finetune/Step Time": 11.92472130805254}
+{"Finetune/Learning Rate": 7.0440205500366435e-06, "Finetune/Loss": 0.6132436394691467, "Finetune/Loss (Raw)": 0.5832254886627197, "Finetune/Step": 11686, "Finetune/Step Time": 11.928083907812834}
+{"Finetune/Learning Rate": 7.042411885620993e-06, "Finetune/Loss": 0.6140590906143188, "Finetune/Loss (Raw)": 0.6377652287483215, "Finetune/Step": 11687, "Finetune/Step Time": 11.933954318985343}
+{"Finetune/Learning Rate": 7.040803305074126e-06, "Finetune/Loss": 0.6134219169616699, "Finetune/Loss (Raw)": 0.5744131207466125, "Finetune/Step": 11688, "Finetune/Step Time": 11.930119069293141}
+{"Finetune/Learning Rate": 7.039194808441665e-06, "Finetune/Loss": 0.6133735775947571, "Finetune/Loss (Raw)": 0.6584113240242004, "Finetune/Step": 11689, "Finetune/Step Time": 11.932069012895226}
+{"Finetune/Learning Rate": 7.0375863957692195e-06, "Finetune/Loss": 0.6136947870254517, "Finetune/Loss (Raw)": 0.5946215987205505, "Finetune/Step": 11690, "Finetune/Step Time": 11.915098125115037}
+{"Finetune/Learning Rate": 7.035978067102399e-06, "Finetune/Loss": 0.6146738529205322, "Finetune/Loss (Raw)": 0.6233848929405212, "Finetune/Step": 11691, "Finetune/Step Time": 11.917083678767085}
+{"Finetune/Learning Rate": 7.034369822486811e-06, "Finetune/Loss": 0.6141210794448853, "Finetune/Loss (Raw)": 0.6547280550003052, "Finetune/Step": 11692, "Finetune/Step Time": 11.912665328010917}
+{"Finetune/Learning Rate": 7.0327616619680684e-06, "Finetune/Loss": 0.6137580871582031, "Finetune/Loss (Raw)": 0.5561519861221313, "Finetune/Step": 11693, "Finetune/Step Time": 11.913503205403686}
+{"Finetune/Learning Rate": 7.031153585591761e-06, "Finetune/Loss": 0.6145404577255249, "Finetune/Loss (Raw)": 0.6544205546379089, "Finetune/Step": 11694, "Finetune/Step Time": 11.911734096705914}
+{"Finetune/Learning Rate": 7.029545593403495e-06, "Finetune/Loss": 0.6143561005592346, "Finetune/Loss (Raw)": 0.5378726720809937, "Finetune/Step": 11695, "Finetune/Step Time": 11.912668246775866}
+{"Finetune/Learning Rate": 7.027937685448871e-06, "Finetune/Loss": 0.6135877370834351, "Finetune/Loss (Raw)": 0.5932157635688782, "Finetune/Step": 11696, "Finetune/Step Time": 11.910915480926633}
+{"Finetune/Learning Rate": 7.026329861773484e-06, "Finetune/Loss": 0.6131620407104492, "Finetune/Loss (Raw)": 0.6944060325622559, "Finetune/Step": 11697, "Finetune/Step Time": 11.909713175147772}
+{"Finetune/Learning Rate": 7.024722122422925e-06, "Finetune/Loss": 0.6130543351173401, "Finetune/Loss (Raw)": 0.5707389116287231, "Finetune/Step": 11698, "Finetune/Step Time": 11.902930876240134}
+{"Finetune/Learning Rate": 7.023114467442789e-06, "Finetune/Loss": 0.6111413836479187, "Finetune/Loss (Raw)": 0.42338794469833374, "Finetune/Step": 11699, "Finetune/Step Time": 11.933361642062664}
+{"Finetune/Learning Rate": 7.021506896878658e-06, "Finetune/Loss": 0.6104016900062561, "Finetune/Loss (Raw)": 0.4429096579551697, "Finetune/Step": 11700, "Finetune/Step Time": 11.949653670191765}
+{"Finetune/Learning Rate": 7.019899410776122e-06, "Finetune/Loss": 0.6098751425743103, "Finetune/Loss (Raw)": 0.6413253545761108, "Finetune/Step": 11701, "Finetune/Step Time": 11.973965976387262}
+{"Finetune/Learning Rate": 7.018292009180763e-06, "Finetune/Loss": 0.6089419722557068, "Finetune/Loss (Raw)": 0.5363736748695374, "Finetune/Step": 11702, "Finetune/Step Time": 11.990370467305183}
+{"Finetune/Learning Rate": 7.016684692138165e-06, "Finetune/Loss": 0.6078620553016663, "Finetune/Loss (Raw)": 0.4128286838531494, "Finetune/Step": 11703, "Finetune/Step Time": 12.003071252256632}
+{"Finetune/Learning Rate": 7.015077459693907e-06, "Finetune/Loss": 0.6084047555923462, "Finetune/Loss (Raw)": 0.6346399784088135, "Finetune/Step": 11704, "Finetune/Step Time": 11.989203358069062}
+{"Finetune/Learning Rate": 7.013470311893566e-06, "Finetune/Loss": 0.6087858080863953, "Finetune/Loss (Raw)": 0.6486741900444031, "Finetune/Step": 11705, "Finetune/Step Time": 11.986561438068748}
+{"Finetune/Learning Rate": 7.011863248782711e-06, "Finetune/Loss": 0.6062526702880859, "Finetune/Loss (Raw)": 0.38889002799987793, "Finetune/Step": 11706, "Finetune/Step Time": 12.013017352670431}
+{"Finetune/Learning Rate": 7.0102562704069184e-06, "Finetune/Loss": 0.6060880422592163, "Finetune/Loss (Raw)": 0.40588274598121643, "Finetune/Step": 11707, "Finetune/Step Time": 11.969471100717783}
+{"Finetune/Learning Rate": 7.008649376811756e-06, "Finetune/Loss": 0.6065013408660889, "Finetune/Loss (Raw)": 0.6270474195480347, "Finetune/Step": 11708, "Finetune/Step Time": 11.950945863500237}
+{"Finetune/Learning Rate": 7.007042568042792e-06, "Finetune/Loss": 0.6055337190628052, "Finetune/Loss (Raw)": 0.5917070508003235, "Finetune/Step": 11709, "Finetune/Step Time": 11.952696193009615}
+{"Finetune/Learning Rate": 7.005435844145587e-06, "Finetune/Loss": 0.6060056090354919, "Finetune/Loss (Raw)": 0.6615279912948608, "Finetune/Step": 11710, "Finetune/Step Time": 11.943484207615256}
+{"Finetune/Learning Rate": 7.0038292051657115e-06, "Finetune/Loss": 0.6055203676223755, "Finetune/Loss (Raw)": 0.5812514424324036, "Finetune/Step": 11711, "Finetune/Step Time": 11.947343060746789}
+{"Finetune/Learning Rate": 7.002222651148714e-06, "Finetune/Loss": 0.604824423789978, "Finetune/Loss (Raw)": 0.5900838971138, "Finetune/Step": 11712, "Finetune/Step Time": 11.939910791814327}
+{"Finetune/Learning Rate": 7.000616182140161e-06, "Finetune/Loss": 0.6050093173980713, "Finetune/Loss (Raw)": 0.7431389093399048, "Finetune/Step": 11713, "Finetune/Step Time": 11.931911524385214}
+{"Finetune/Learning Rate": 6.999009798185602e-06, "Finetune/Loss": 0.6054878830909729, "Finetune/Loss (Raw)": 0.6769253015518188, "Finetune/Step": 11714, "Finetune/Step Time": 11.939099598675966}
+{"Finetune/Learning Rate": 6.997403499330593e-06, "Finetune/Loss": 0.605769157409668, "Finetune/Loss (Raw)": 0.7130658030509949, "Finetune/Step": 11715, "Finetune/Step Time": 11.938458250835538}
+{"Finetune/Learning Rate": 6.995797285620681e-06, "Finetune/Loss": 0.6065119504928589, "Finetune/Loss (Raw)": 0.6334442496299744, "Finetune/Step": 11716, "Finetune/Step Time": 11.929715510457754}
+{"Finetune/Learning Rate": 6.9941911571014185e-06, "Finetune/Loss": 0.6058558225631714, "Finetune/Loss (Raw)": 0.5647698044776917, "Finetune/Step": 11717, "Finetune/Step Time": 11.937152065336704}
+{"Finetune/Learning Rate": 6.992585113818344e-06, "Finetune/Loss": 0.6053624153137207, "Finetune/Loss (Raw)": 0.6595422029495239, "Finetune/Step": 11718, "Finetune/Step Time": 11.930315082892776}
+{"Finetune/Learning Rate": 6.9909791558170035e-06, "Finetune/Loss": 0.6064367294311523, "Finetune/Loss (Raw)": 0.6443040370941162, "Finetune/Step": 11719, "Finetune/Step Time": 11.899228665977716}
+{"Finetune/Learning Rate": 6.9893732831429395e-06, "Finetune/Loss": 0.606371283531189, "Finetune/Loss (Raw)": 0.6029084920883179, "Finetune/Step": 11720, "Finetune/Step Time": 11.917328860610723}
+{"Finetune/Learning Rate": 6.987767495841686e-06, "Finetune/Loss": 0.6066766381263733, "Finetune/Loss (Raw)": 0.6402687430381775, "Finetune/Step": 11721, "Finetune/Step Time": 11.912256937474012}
+{"Finetune/Learning Rate": 6.986161793958784e-06, "Finetune/Loss": 0.6067720651626587, "Finetune/Loss (Raw)": 0.6329386234283447, "Finetune/Step": 11722, "Finetune/Step Time": 11.915889088064432}
+{"Finetune/Learning Rate": 6.984556177539763e-06, "Finetune/Loss": 0.6076325178146362, "Finetune/Loss (Raw)": 0.6787874102592468, "Finetune/Step": 11723, "Finetune/Step Time": 11.897555258125067}
+{"Finetune/Learning Rate": 6.982950646630151e-06, "Finetune/Loss": 0.6066247224807739, "Finetune/Loss (Raw)": 0.5845221877098083, "Finetune/Step": 11724, "Finetune/Step Time": 11.902882896363735}
+{"Finetune/Learning Rate": 6.9813452012754826e-06, "Finetune/Loss": 0.6056707501411438, "Finetune/Loss (Raw)": 0.5749427080154419, "Finetune/Step": 11725, "Finetune/Step Time": 11.89274039119482}
+{"Finetune/Learning Rate": 6.979739841521278e-06, "Finetune/Loss": 0.6066906452178955, "Finetune/Loss (Raw)": 0.6685675978660583, "Finetune/Step": 11726, "Finetune/Step Time": 11.884088786318898}
+{"Finetune/Learning Rate": 6.9781345674130606e-06, "Finetune/Loss": 0.6065287590026855, "Finetune/Loss (Raw)": 0.626202404499054, "Finetune/Step": 11727, "Finetune/Step Time": 11.90816404670477}
+{"Finetune/Learning Rate": 6.976529378996357e-06, "Finetune/Loss": 0.6064049005508423, "Finetune/Loss (Raw)": 0.5559248924255371, "Finetune/Step": 11728, "Finetune/Step Time": 11.906026490032673}
+{"Finetune/Learning Rate": 6.974924276316685e-06, "Finetune/Loss": 0.6072216629981995, "Finetune/Loss (Raw)": 0.7474337220191956, "Finetune/Step": 11729, "Finetune/Step Time": 11.90470059029758}
+{"Finetune/Learning Rate": 6.973319259419555e-06, "Finetune/Loss": 0.6073065996170044, "Finetune/Loss (Raw)": 0.6431366801261902, "Finetune/Step": 11730, "Finetune/Step Time": 11.908840227872133}
+{"Finetune/Learning Rate": 6.971714328350485e-06, "Finetune/Loss": 0.6064955592155457, "Finetune/Loss (Raw)": 0.5156611800193787, "Finetune/Step": 11731, "Finetune/Step Time": 11.90834110416472}
+{"Finetune/Learning Rate": 6.970109483154985e-06, "Finetune/Loss": 0.6081885099411011, "Finetune/Loss (Raw)": 0.6973713040351868, "Finetune/Step": 11732, "Finetune/Step Time": 11.906454568728805}
+{"Finetune/Learning Rate": 6.968504723878565e-06, "Finetune/Loss": 0.6093865036964417, "Finetune/Loss (Raw)": 0.7060938477516174, "Finetune/Step": 11733, "Finetune/Step Time": 11.904560595750809}
+{"Finetune/Learning Rate": 6.966900050566727e-06, "Finetune/Loss": 0.6098606586456299, "Finetune/Loss (Raw)": 0.49792876839637756, "Finetune/Step": 11734, "Finetune/Step Time": 11.892746133729815}
+{"Finetune/Learning Rate": 6.965295463264987e-06, "Finetune/Loss": 0.6104382872581482, "Finetune/Loss (Raw)": 0.6254583597183228, "Finetune/Step": 11735, "Finetune/Step Time": 11.886592907831073}
+{"Finetune/Learning Rate": 6.963690962018832e-06, "Finetune/Loss": 0.6126163005828857, "Finetune/Loss (Raw)": 0.7493289113044739, "Finetune/Step": 11736, "Finetune/Step Time": 11.908422943204641}
+{"Finetune/Learning Rate": 6.962086546873766e-06, "Finetune/Loss": 0.6116255521774292, "Finetune/Loss (Raw)": 0.5159882307052612, "Finetune/Step": 11737, "Finetune/Step Time": 11.904980404302478}
+{"Finetune/Learning Rate": 6.960482217875288e-06, "Finetune/Loss": 0.6120741367340088, "Finetune/Loss (Raw)": 0.57667475938797, "Finetune/Step": 11738, "Finetune/Step Time": 11.90213342756033}
+{"Finetune/Learning Rate": 6.958877975068893e-06, "Finetune/Loss": 0.6130462884902954, "Finetune/Loss (Raw)": 0.6890085339546204, "Finetune/Step": 11739, "Finetune/Step Time": 11.90638267248869}
+{"Finetune/Learning Rate": 6.95727381850007e-06, "Finetune/Loss": 0.6127592921257019, "Finetune/Loss (Raw)": 0.556504487991333, "Finetune/Step": 11740, "Finetune/Step Time": 11.90361680649221}
+{"Finetune/Learning Rate": 6.955669748214306e-06, "Finetune/Loss": 0.6117293834686279, "Finetune/Loss (Raw)": 0.6136187314987183, "Finetune/Step": 11741, "Finetune/Step Time": 11.899039687588811}
+{"Finetune/Learning Rate": 6.954065764257098e-06, "Finetune/Loss": 0.610977292060852, "Finetune/Loss (Raw)": 0.5488494038581848, "Finetune/Step": 11742, "Finetune/Step Time": 11.901045955717564}
+{"Finetune/Learning Rate": 6.95246186667392e-06, "Finetune/Loss": 0.6126285791397095, "Finetune/Loss (Raw)": 0.8181841373443604, "Finetune/Step": 11743, "Finetune/Step Time": 11.908990850672126}
+{"Finetune/Learning Rate": 6.950858055510254e-06, "Finetune/Loss": 0.6118123531341553, "Finetune/Loss (Raw)": 0.5668951869010925, "Finetune/Step": 11744, "Finetune/Step Time": 11.909032126888633}
+{"Finetune/Learning Rate": 6.949254330811585e-06, "Finetune/Loss": 0.6111406087875366, "Finetune/Loss (Raw)": 0.5883022546768188, "Finetune/Step": 11745, "Finetune/Step Time": 11.90508609265089}
+{"Finetune/Learning Rate": 6.94765069262339e-06, "Finetune/Loss": 0.6111366748809814, "Finetune/Loss (Raw)": 0.6047806143760681, "Finetune/Step": 11746, "Finetune/Step Time": 11.90024514310062}
+{"Finetune/Learning Rate": 6.94604714099114e-06, "Finetune/Loss": 0.6107714772224426, "Finetune/Loss (Raw)": 0.593451201915741, "Finetune/Step": 11747, "Finetune/Step Time": 11.912827963009477}
+{"Finetune/Learning Rate": 6.944443675960312e-06, "Finetune/Loss": 0.6104955673217773, "Finetune/Loss (Raw)": 0.5317990183830261, "Finetune/Step": 11748, "Finetune/Step Time": 11.902172848582268}
+{"Finetune/Learning Rate": 6.94284029757637e-06, "Finetune/Loss": 0.6091054081916809, "Finetune/Loss (Raw)": 0.5044680237770081, "Finetune/Step": 11749, "Finetune/Step Time": 11.904358170926571}
+{"Finetune/Learning Rate": 6.941237005884782e-06, "Finetune/Loss": 0.6091418266296387, "Finetune/Loss (Raw)": 0.6478509306907654, "Finetune/Step": 11750, "Finetune/Step Time": 11.893843969330192}
+{"Finetune/Learning Rate": 6.939633800931014e-06, "Finetune/Loss": 0.6087232828140259, "Finetune/Loss (Raw)": 0.668823778629303, "Finetune/Step": 11751, "Finetune/Step Time": 11.889020713046193}
+{"Finetune/Learning Rate": 6.938030682760532e-06, "Finetune/Loss": 0.6089341044425964, "Finetune/Loss (Raw)": 0.6022419929504395, "Finetune/Step": 11752, "Finetune/Step Time": 11.884126579388976}
+{"Finetune/Learning Rate": 6.9364276514187915e-06, "Finetune/Loss": 0.6097750663757324, "Finetune/Loss (Raw)": 0.7262787818908691, "Finetune/Step": 11753, "Finetune/Step Time": 11.889928251504898}
+{"Finetune/Learning Rate": 6.934824706951253e-06, "Finetune/Loss": 0.60921311378479, "Finetune/Loss (Raw)": 0.5233460068702698, "Finetune/Step": 11754, "Finetune/Step Time": 11.889003632590175}
+{"Finetune/Learning Rate": 6.933221849403369e-06, "Finetune/Loss": 0.6091346144676208, "Finetune/Loss (Raw)": 0.6043514013290405, "Finetune/Step": 11755, "Finetune/Step Time": 11.876936994493008}
+{"Finetune/Learning Rate": 6.931619078820591e-06, "Finetune/Loss": 0.6089235544204712, "Finetune/Loss (Raw)": 0.6130046248435974, "Finetune/Step": 11756, "Finetune/Step Time": 11.899636184796691}
+{"Finetune/Learning Rate": 6.930016395248371e-06, "Finetune/Loss": 0.608566403388977, "Finetune/Loss (Raw)": 0.5857303142547607, "Finetune/Step": 11757, "Finetune/Step Time": 11.909007908776402}
+{"Finetune/Learning Rate": 6.928413798732154e-06, "Finetune/Loss": 0.6079400777816772, "Finetune/Loss (Raw)": 0.6112832427024841, "Finetune/Step": 11758, "Finetune/Step Time": 11.907643284648657}
+{"Finetune/Learning Rate": 6.92681128931739e-06, "Finetune/Loss": 0.6078328490257263, "Finetune/Loss (Raw)": 0.6121813058853149, "Finetune/Step": 11759, "Finetune/Step Time": 11.91757676191628}
+{"Finetune/Learning Rate": 6.925208867049522e-06, "Finetune/Loss": 0.6088558435440063, "Finetune/Loss (Raw)": 0.6862979531288147, "Finetune/Step": 11760, "Finetune/Step Time": 11.916546484455466}
+{"Finetune/Learning Rate": 6.923606531973981e-06, "Finetune/Loss": 0.610666036605835, "Finetune/Loss (Raw)": 0.7538816928863525, "Finetune/Step": 11761, "Finetune/Step Time": 11.910038424655795}
+{"Finetune/Learning Rate": 6.922004284136214e-06, "Finetune/Loss": 0.612112283706665, "Finetune/Loss (Raw)": 0.6701783537864685, "Finetune/Step": 11762, "Finetune/Step Time": 11.905955124646425}
+{"Finetune/Learning Rate": 6.920402123581651e-06, "Finetune/Loss": 0.6108946800231934, "Finetune/Loss (Raw)": 0.4990472197532654, "Finetune/Step": 11763, "Finetune/Step Time": 11.914972081780434}
+{"Finetune/Learning Rate": 6.918800050355727e-06, "Finetune/Loss": 0.6101730465888977, "Finetune/Loss (Raw)": 0.5601158738136292, "Finetune/Step": 11764, "Finetune/Step Time": 11.913147129118443}
+{"Finetune/Learning Rate": 6.917198064503874e-06, "Finetune/Loss": 0.6090213060379028, "Finetune/Loss (Raw)": 0.47371822595596313, "Finetune/Step": 11765, "Finetune/Step Time": 11.939420314505696}
+{"Finetune/Learning Rate": 6.915596166071518e-06, "Finetune/Loss": 0.6088826060295105, "Finetune/Loss (Raw)": 0.6565108299255371, "Finetune/Step": 11766, "Finetune/Step Time": 11.877960009500384}
+{"Finetune/Learning Rate": 6.913994355104081e-06, "Finetune/Loss": 0.6094523668289185, "Finetune/Loss (Raw)": 0.710532546043396, "Finetune/Step": 11767, "Finetune/Step Time": 11.881514312699437}
+{"Finetune/Learning Rate": 6.912392631646987e-06, "Finetune/Loss": 0.6089509725570679, "Finetune/Loss (Raw)": 0.535038948059082, "Finetune/Step": 11768, "Finetune/Step Time": 11.874868942424655}
+{"Finetune/Learning Rate": 6.910790995745661e-06, "Finetune/Loss": 0.608797550201416, "Finetune/Loss (Raw)": 0.5627970695495605, "Finetune/Step": 11769, "Finetune/Step Time": 11.874955501407385}
+{"Finetune/Learning Rate": 6.909189447445517e-06, "Finetune/Loss": 0.6094037294387817, "Finetune/Loss (Raw)": 0.604263961315155, "Finetune/Step": 11770, "Finetune/Step Time": 11.872976802289486}
+{"Finetune/Learning Rate": 6.9075879867919716e-06, "Finetune/Loss": 0.6093430519104004, "Finetune/Loss (Raw)": 0.5437374711036682, "Finetune/Step": 11771, "Finetune/Step Time": 11.868904411792755}
+{"Finetune/Learning Rate": 6.90598661383044e-06, "Finetune/Loss": 0.6105867624282837, "Finetune/Loss (Raw)": 0.7270281910896301, "Finetune/Step": 11772, "Finetune/Step Time": 11.871810782700777}
+{"Finetune/Learning Rate": 6.904385328606327e-06, "Finetune/Loss": 0.6101365089416504, "Finetune/Loss (Raw)": 0.5304282903671265, "Finetune/Step": 11773, "Finetune/Step Time": 11.860966093838215}
+{"Finetune/Learning Rate": 6.902784131165042e-06, "Finetune/Loss": 0.609900712966919, "Finetune/Loss (Raw)": 0.6532822251319885, "Finetune/Step": 11774, "Finetune/Step Time": 11.824445266276598}
+{"Finetune/Learning Rate": 6.901183021551991e-06, "Finetune/Loss": 0.6101706027984619, "Finetune/Loss (Raw)": 0.641556978225708, "Finetune/Step": 11775, "Finetune/Step Time": 11.829290866851807}
+{"Finetune/Learning Rate": 6.89958199981258e-06, "Finetune/Loss": 0.6098735332489014, "Finetune/Loss (Raw)": 0.649091362953186, "Finetune/Step": 11776, "Finetune/Step Time": 11.842580368742347}
+{"Finetune/Learning Rate": 6.897981065992208e-06, "Finetune/Loss": 0.6089292764663696, "Finetune/Loss (Raw)": 0.5369805693626404, "Finetune/Step": 11777, "Finetune/Step Time": 11.849476125091314}
+{"Finetune/Learning Rate": 6.896380220136272e-06, "Finetune/Loss": 0.6087983846664429, "Finetune/Loss (Raw)": 0.6267948746681213, "Finetune/Step": 11778, "Finetune/Step Time": 11.860485810786486}
+{"Finetune/Learning Rate": 6.894779462290166e-06, "Finetune/Loss": 0.6088382601737976, "Finetune/Loss (Raw)": 0.5477105975151062, "Finetune/Step": 11779, "Finetune/Step Time": 11.85488886386156}
+{"Finetune/Learning Rate": 6.893178792499284e-06, "Finetune/Loss": 0.6090897917747498, "Finetune/Loss (Raw)": 0.6018150448799133, "Finetune/Step": 11780, "Finetune/Step Time": 11.848844872787595}
+{"Finetune/Learning Rate": 6.891578210809018e-06, "Finetune/Loss": 0.6093044281005859, "Finetune/Loss (Raw)": 0.6856582164764404, "Finetune/Step": 11781, "Finetune/Step Time": 11.851106831803918}
+{"Finetune/Learning Rate": 6.889977717264753e-06, "Finetune/Loss": 0.6093034148216248, "Finetune/Loss (Raw)": 0.6434187889099121, "Finetune/Step": 11782, "Finetune/Step Time": 11.833125172182918}
+{"Finetune/Learning Rate": 6.888377311911875e-06, "Finetune/Loss": 0.6086270809173584, "Finetune/Loss (Raw)": 0.5374072194099426, "Finetune/Step": 11783, "Finetune/Step Time": 11.82940886542201}
+{"Finetune/Learning Rate": 6.8867769947957765e-06, "Finetune/Loss": 0.6088980436325073, "Finetune/Loss (Raw)": 0.6612403988838196, "Finetune/Step": 11784, "Finetune/Step Time": 11.817918460816145}
+{"Finetune/Learning Rate": 6.88517676596182e-06, "Finetune/Loss": 0.609162449836731, "Finetune/Loss (Raw)": 0.6506320834159851, "Finetune/Step": 11785, "Finetune/Step Time": 11.820372572168708}
+{"Finetune/Learning Rate": 6.883576625455397e-06, "Finetune/Loss": 0.6100189685821533, "Finetune/Loss (Raw)": 0.61036616563797, "Finetune/Step": 11786, "Finetune/Step Time": 11.793760722503066}
+{"Finetune/Learning Rate": 6.881976573321879e-06, "Finetune/Loss": 0.6108901500701904, "Finetune/Loss (Raw)": 0.7171068787574768, "Finetune/Step": 11787, "Finetune/Step Time": 11.792808566242456}
+{"Finetune/Learning Rate": 6.880376609606639e-06, "Finetune/Loss": 0.6096805930137634, "Finetune/Loss (Raw)": 0.47095540165901184, "Finetune/Step": 11788, "Finetune/Step Time": 11.805223118513823}
+{"Finetune/Learning Rate": 6.878776734355047e-06, "Finetune/Loss": 0.6089317798614502, "Finetune/Loss (Raw)": 0.606571614742279, "Finetune/Step": 11789, "Finetune/Step Time": 11.808437135070562}
+{"Finetune/Learning Rate": 6.877176947612474e-06, "Finetune/Loss": 0.6100123524665833, "Finetune/Loss (Raw)": 0.6933528780937195, "Finetune/Step": 11790, "Finetune/Step Time": 11.804131865501404}
+{"Finetune/Learning Rate": 6.875577249424279e-06, "Finetune/Loss": 0.6098661422729492, "Finetune/Loss (Raw)": 0.6565746665000916, "Finetune/Step": 11791, "Finetune/Step Time": 11.802142264321446}
+{"Finetune/Learning Rate": 6.87397763983583e-06, "Finetune/Loss": 0.6111259460449219, "Finetune/Loss (Raw)": 0.672036349773407, "Finetune/Step": 11792, "Finetune/Step Time": 11.799168016761541}
+{"Finetune/Learning Rate": 6.872378118892482e-06, "Finetune/Loss": 0.6112937927246094, "Finetune/Loss (Raw)": 0.5985865592956543, "Finetune/Step": 11793, "Finetune/Step Time": 11.800154209136963}
+{"Finetune/Learning Rate": 6.870778686639601e-06, "Finetune/Loss": 0.6121030449867249, "Finetune/Loss (Raw)": 0.62412428855896, "Finetune/Step": 11794, "Finetune/Step Time": 11.79205554164946}
+{"Finetune/Learning Rate": 6.869179343122536e-06, "Finetune/Loss": 0.6123805642127991, "Finetune/Loss (Raw)": 0.6014576554298401, "Finetune/Step": 11795, "Finetune/Step Time": 11.792093785479665}
+{"Finetune/Learning Rate": 6.867580088386646e-06, "Finetune/Loss": 0.611652672290802, "Finetune/Loss (Raw)": 0.6037038564682007, "Finetune/Step": 11796, "Finetune/Step Time": 11.821613175794482}
+{"Finetune/Learning Rate": 6.865980922477274e-06, "Finetune/Loss": 0.612811803817749, "Finetune/Loss (Raw)": 0.7040243744850159, "Finetune/Step": 11797, "Finetune/Step Time": 11.801957800984383}
+{"Finetune/Learning Rate": 6.864381845439772e-06, "Finetune/Loss": 0.6126896739006042, "Finetune/Loss (Raw)": 0.609300434589386, "Finetune/Step": 11798, "Finetune/Step Time": 11.819366499781609}
+{"Finetune/Learning Rate": 6.862782857319484e-06, "Finetune/Loss": 0.6128008365631104, "Finetune/Loss (Raw)": 0.6577367782592773, "Finetune/Step": 11799, "Finetune/Step Time": 11.814060434699059}
+{"Finetune/Learning Rate": 6.86118395816175e-06, "Finetune/Loss": 0.6130066514015198, "Finetune/Loss (Raw)": 0.6687241792678833, "Finetune/Step": 11800, "Finetune/Step Time": 11.81795146688819}
+{"Finetune/Learning Rate": 6.859585148011917e-06, "Finetune/Loss": 0.6141083240509033, "Finetune/Loss (Raw)": 0.5548943877220154, "Finetune/Step": 11801, "Finetune/Step Time": 11.793358456343412}
+{"Finetune/Learning Rate": 6.857986426915321e-06, "Finetune/Loss": 0.613559901714325, "Finetune/Loss (Raw)": 0.6036492586135864, "Finetune/Step": 11802, "Finetune/Step Time": 11.786891382187605}
+{"Finetune/Learning Rate": 6.856387794917292e-06, "Finetune/Loss": 0.6141231060028076, "Finetune/Loss (Raw)": 0.6654634475708008, "Finetune/Step": 11803, "Finetune/Step Time": 11.781675402075052}
+{"Finetune/Learning Rate": 6.854789252063168e-06, "Finetune/Loss": 0.613006591796875, "Finetune/Loss (Raw)": 0.5620232820510864, "Finetune/Step": 11804, "Finetune/Step Time": 11.78636060282588}
+{"Finetune/Learning Rate": 6.853190798398275e-06, "Finetune/Loss": 0.6128256320953369, "Finetune/Loss (Raw)": 0.5399722456932068, "Finetune/Step": 11805, "Finetune/Step Time": 11.796605046838522}
+{"Finetune/Learning Rate": 6.8515924339679415e-06, "Finetune/Loss": 0.6128227710723877, "Finetune/Loss (Raw)": 0.6202648878097534, "Finetune/Step": 11806, "Finetune/Step Time": 11.796060873195529}
+{"Finetune/Learning Rate": 6.849994158817494e-06, "Finetune/Loss": 0.6125047206878662, "Finetune/Loss (Raw)": 0.6097416281700134, "Finetune/Step": 11807, "Finetune/Step Time": 11.798839874565601}
+{"Finetune/Learning Rate": 6.848395972992261e-06, "Finetune/Loss": 0.6124248504638672, "Finetune/Loss (Raw)": 0.6669647097587585, "Finetune/Step": 11808, "Finetune/Step Time": 11.797738505527377}
+{"Finetune/Learning Rate": 6.8467978765375506e-06, "Finetune/Loss": 0.611956000328064, "Finetune/Loss (Raw)": 0.5979678630828857, "Finetune/Step": 11809, "Finetune/Step Time": 11.750071693211794}
+{"Finetune/Learning Rate": 6.845199869498684e-06, "Finetune/Loss": 0.6113828420639038, "Finetune/Loss (Raw)": 0.6584424376487732, "Finetune/Step": 11810, "Finetune/Step Time": 11.76809343509376}
+{"Finetune/Learning Rate": 6.8436019519209815e-06, "Finetune/Loss": 0.6117832660675049, "Finetune/Loss (Raw)": 0.6223137974739075, "Finetune/Step": 11811, "Finetune/Step Time": 11.800530068576336}
+{"Finetune/Learning Rate": 6.8420041238497525e-06, "Finetune/Loss": 0.6116832494735718, "Finetune/Loss (Raw)": 0.6667063236236572, "Finetune/Step": 11812, "Finetune/Step Time": 11.810204138979316}
+{"Finetune/Learning Rate": 6.840406385330305e-06, "Finetune/Loss": 0.6113725304603577, "Finetune/Loss (Raw)": 0.6373230814933777, "Finetune/Step": 11813, "Finetune/Step Time": 11.811856428161263}
+{"Finetune/Learning Rate": 6.838808736407949e-06, "Finetune/Loss": 0.6116347908973694, "Finetune/Loss (Raw)": 0.6167934536933899, "Finetune/Step": 11814, "Finetune/Step Time": 11.807555770501494}
+{"Finetune/Learning Rate": 6.837211177127987e-06, "Finetune/Loss": 0.6119055151939392, "Finetune/Loss (Raw)": 0.672416090965271, "Finetune/Step": 11815, "Finetune/Step Time": 11.802609026432037}
+{"Finetune/Learning Rate": 6.835613707535722e-06, "Finetune/Loss": 0.6128294467926025, "Finetune/Loss (Raw)": 0.6926760077476501, "Finetune/Step": 11816, "Finetune/Step Time": 11.804271902889013}
+{"Finetune/Learning Rate": 6.834016327676453e-06, "Finetune/Loss": 0.612842321395874, "Finetune/Loss (Raw)": 0.6600632071495056, "Finetune/Step": 11817, "Finetune/Step Time": 11.799202902242541}
+{"Finetune/Learning Rate": 6.832419037595479e-06, "Finetune/Loss": 0.6137862801551819, "Finetune/Loss (Raw)": 0.7154467105865479, "Finetune/Step": 11818, "Finetune/Step Time": 11.785522196441889}
+{"Finetune/Learning Rate": 6.830821837338094e-06, "Finetune/Loss": 0.612530529499054, "Finetune/Loss (Raw)": 0.4626551568508148, "Finetune/Step": 11819, "Finetune/Step Time": 11.784843219444156}
+{"Finetune/Learning Rate": 6.829224726949591e-06, "Finetune/Loss": 0.611679196357727, "Finetune/Loss (Raw)": 0.5457522869110107, "Finetune/Step": 11820, "Finetune/Step Time": 11.78908391483128}
+{"Finetune/Learning Rate": 6.8276277064752575e-06, "Finetune/Loss": 0.6122939586639404, "Finetune/Loss (Raw)": 0.6348472237586975, "Finetune/Step": 11821, "Finetune/Step Time": 11.780135849490762}
+{"Finetune/Learning Rate": 6.826030775960382e-06, "Finetune/Loss": 0.6122018098831177, "Finetune/Loss (Raw)": 0.642624020576477, "Finetune/Step": 11822, "Finetune/Step Time": 11.77971544303}
+{"Finetune/Learning Rate": 6.824433935450246e-06, "Finetune/Loss": 0.6123905181884766, "Finetune/Loss (Raw)": 0.5620188117027283, "Finetune/Step": 11823, "Finetune/Step Time": 11.777400460094213}
+{"Finetune/Learning Rate": 6.822837184990132e-06, "Finetune/Loss": 0.6123839616775513, "Finetune/Loss (Raw)": 0.5923864245414734, "Finetune/Step": 11824, "Finetune/Step Time": 11.784786267206073}
+{"Finetune/Learning Rate": 6.821240524625323e-06, "Finetune/Loss": 0.6125842332839966, "Finetune/Loss (Raw)": 0.7200396656990051, "Finetune/Step": 11825, "Finetune/Step Time": 11.784540129825473}
+{"Finetune/Learning Rate": 6.819643954401094e-06, "Finetune/Loss": 0.613134503364563, "Finetune/Loss (Raw)": 0.6411651372909546, "Finetune/Step": 11826, "Finetune/Step Time": 11.791950380429626}
+{"Finetune/Learning Rate": 6.81804747436272e-06, "Finetune/Loss": 0.6153351664543152, "Finetune/Loss (Raw)": 0.7050769329071045, "Finetune/Step": 11827, "Finetune/Step Time": 11.774107238277793}
+{"Finetune/Learning Rate": 6.81645108455547e-06, "Finetune/Loss": 0.6169579029083252, "Finetune/Loss (Raw)": 0.6506145000457764, "Finetune/Step": 11828, "Finetune/Step Time": 11.74078900180757}
+{"Finetune/Learning Rate": 6.8148547850246135e-06, "Finetune/Loss": 0.615473747253418, "Finetune/Loss (Raw)": 0.45135697722435, "Finetune/Step": 11829, "Finetune/Step Time": 11.794322725385427}
+{"Finetune/Learning Rate": 6.81325857581542e-06, "Finetune/Loss": 0.6157784461975098, "Finetune/Loss (Raw)": 0.5753757953643799, "Finetune/Step": 11830, "Finetune/Step Time": 11.789397304877639}
+{"Finetune/Learning Rate": 6.811662456973147e-06, "Finetune/Loss": 0.6177113056182861, "Finetune/Loss (Raw)": 0.6602339148521423, "Finetune/Step": 11831, "Finetune/Step Time": 11.770993174985051}
+{"Finetune/Learning Rate": 6.810066428543064e-06, "Finetune/Loss": 0.6160093545913696, "Finetune/Loss (Raw)": 0.4167897701263428, "Finetune/Step": 11832, "Finetune/Step Time": 11.788243794813752}
+{"Finetune/Learning Rate": 6.808470490570429e-06, "Finetune/Loss": 0.615062952041626, "Finetune/Loss (Raw)": 0.5275352001190186, "Finetune/Step": 11833, "Finetune/Step Time": 11.786563374102116}
+{"Finetune/Learning Rate": 6.80687464310049e-06, "Finetune/Loss": 0.6166863441467285, "Finetune/Loss (Raw)": 0.5966822504997253, "Finetune/Step": 11834, "Finetune/Step Time": 11.76233159005642}
+{"Finetune/Learning Rate": 6.805278886178508e-06, "Finetune/Loss": 0.6181728839874268, "Finetune/Loss (Raw)": 0.5961697697639465, "Finetune/Step": 11835, "Finetune/Step Time": 11.767954161390662}
+{"Finetune/Learning Rate": 6.803683219849732e-06, "Finetune/Loss": 0.6187971234321594, "Finetune/Loss (Raw)": 0.7069411277770996, "Finetune/Step": 11836, "Finetune/Step Time": 11.772946631535888}
+{"Finetune/Learning Rate": 6.802087644159412e-06, "Finetune/Loss": 0.6184725165367126, "Finetune/Loss (Raw)": 0.5501653552055359, "Finetune/Step": 11837, "Finetune/Step Time": 11.768504714593291}
+{"Finetune/Learning Rate": 6.800492159152792e-06, "Finetune/Loss": 0.6181437373161316, "Finetune/Loss (Raw)": 0.6194403767585754, "Finetune/Step": 11838, "Finetune/Step Time": 11.772263333201408}
+{"Finetune/Learning Rate": 6.798896764875118e-06, "Finetune/Loss": 0.6180439591407776, "Finetune/Loss (Raw)": 0.5684804916381836, "Finetune/Step": 11839, "Finetune/Step Time": 11.771800197660923}
+{"Finetune/Learning Rate": 6.797301461371626e-06, "Finetune/Loss": 0.6198023557662964, "Finetune/Loss (Raw)": 0.8151559829711914, "Finetune/Step": 11840, "Finetune/Step Time": 11.767887657508254}
+{"Finetune/Learning Rate": 6.795706248687557e-06, "Finetune/Loss": 0.6189594268798828, "Finetune/Loss (Raw)": 0.6352472305297852, "Finetune/Step": 11841, "Finetune/Step Time": 11.769448414444923}
+{"Finetune/Learning Rate": 6.7941111268681484e-06, "Finetune/Loss": 0.6189347505569458, "Finetune/Loss (Raw)": 0.6737594604492188, "Finetune/Step": 11842, "Finetune/Step Time": 11.79609426856041}
+{"Finetune/Learning Rate": 6.7925160959586315e-06, "Finetune/Loss": 0.6181508898735046, "Finetune/Loss (Raw)": 0.6127380728721619, "Finetune/Step": 11843, "Finetune/Step Time": 11.800393829122186}
+{"Finetune/Learning Rate": 6.7909211560042374e-06, "Finetune/Loss": 0.6176103353500366, "Finetune/Loss (Raw)": 0.5642516613006592, "Finetune/Step": 11844, "Finetune/Step Time": 11.795235810801387}
+{"Finetune/Learning Rate": 6.789326307050196e-06, "Finetune/Loss": 0.6174571514129639, "Finetune/Loss (Raw)": 0.5451568961143494, "Finetune/Step": 11845, "Finetune/Step Time": 11.78971353545785}
+{"Finetune/Learning Rate": 6.787731549141728e-06, "Finetune/Loss": 0.6175856590270996, "Finetune/Loss (Raw)": 0.6759989857673645, "Finetune/Step": 11846, "Finetune/Step Time": 11.78219586610794}
+{"Finetune/Learning Rate": 6.7861368823240594e-06, "Finetune/Loss": 0.6180992722511292, "Finetune/Loss (Raw)": 0.7100451588630676, "Finetune/Step": 11847, "Finetune/Step Time": 11.78660823404789}
+{"Finetune/Learning Rate": 6.78454230664241e-06, "Finetune/Loss": 0.6176542043685913, "Finetune/Loss (Raw)": 0.5459359288215637, "Finetune/Step": 11848, "Finetune/Step Time": 11.76924847997725}
+{"Finetune/Learning Rate": 6.782947822141996e-06, "Finetune/Loss": 0.6168872117996216, "Finetune/Loss (Raw)": 0.5421015620231628, "Finetune/Step": 11849, "Finetune/Step Time": 11.775513797998428}
+{"Finetune/Learning Rate": 6.7813534288680335e-06, "Finetune/Loss": 0.6160880327224731, "Finetune/Loss (Raw)": 0.5306350588798523, "Finetune/Step": 11850, "Finetune/Step Time": 11.771627029404044}
+{"Finetune/Learning Rate": 6.779759126865739e-06, "Finetune/Loss": 0.6148513555526733, "Finetune/Loss (Raw)": 0.5204969048500061, "Finetune/Step": 11851, "Finetune/Step Time": 11.786680564284325}
+{"Finetune/Learning Rate": 6.778164916180316e-06, "Finetune/Loss": 0.6156980991363525, "Finetune/Loss (Raw)": 0.6929033994674683, "Finetune/Step": 11852, "Finetune/Step Time": 11.780537560582161}
+{"Finetune/Learning Rate": 6.776570796856974e-06, "Finetune/Loss": 0.6174296140670776, "Finetune/Loss (Raw)": 0.796585202217102, "Finetune/Step": 11853, "Finetune/Step Time": 11.787186803296208}
+{"Finetune/Learning Rate": 6.77497676894092e-06, "Finetune/Loss": 0.6172423362731934, "Finetune/Loss (Raw)": 0.6445920467376709, "Finetune/Step": 11854, "Finetune/Step Time": 11.793764892965555}
+{"Finetune/Learning Rate": 6.773382832477351e-06, "Finetune/Loss": 0.6172683238983154, "Finetune/Loss (Raw)": 0.6295311450958252, "Finetune/Step": 11855, "Finetune/Step Time": 11.78382963873446}
+{"Finetune/Learning Rate": 6.77178898751147e-06, "Finetune/Loss": 0.6162869930267334, "Finetune/Loss (Raw)": 0.4303097128868103, "Finetune/Step": 11856, "Finetune/Step Time": 11.813306111842394}
+{"Finetune/Learning Rate": 6.770195234088478e-06, "Finetune/Loss": 0.6161234974861145, "Finetune/Loss (Raw)": 0.7265052199363708, "Finetune/Step": 11857, "Finetune/Step Time": 11.823364401236176}
+{"Finetune/Learning Rate": 6.768601572253559e-06, "Finetune/Loss": 0.6166699528694153, "Finetune/Loss (Raw)": 0.7130814790725708, "Finetune/Step": 11858, "Finetune/Step Time": 11.822409678250551}
+{"Finetune/Learning Rate": 6.7670080020519136e-06, "Finetune/Loss": 0.618639349937439, "Finetune/Loss (Raw)": 0.7677457332611084, "Finetune/Step": 11859, "Finetune/Step Time": 11.824889736250043}
+{"Finetune/Learning Rate": 6.765414523528726e-06, "Finetune/Loss": 0.6177300214767456, "Finetune/Loss (Raw)": 0.5809723138809204, "Finetune/Step": 11860, "Finetune/Step Time": 11.826267886906862}
+{"Finetune/Learning Rate": 6.763821136729186e-06, "Finetune/Loss": 0.6168633103370667, "Finetune/Loss (Raw)": 0.5951597690582275, "Finetune/Step": 11861, "Finetune/Step Time": 11.825866587460041}
+{"Finetune/Learning Rate": 6.762227841698477e-06, "Finetune/Loss": 0.6183299422264099, "Finetune/Loss (Raw)": 0.6856625080108643, "Finetune/Step": 11862, "Finetune/Step Time": 11.814031830057502}
+{"Finetune/Learning Rate": 6.76063463848178e-06, "Finetune/Loss": 0.6182816028594971, "Finetune/Loss (Raw)": 0.6192609071731567, "Finetune/Step": 11863, "Finetune/Step Time": 11.821794303134084}
+{"Finetune/Learning Rate": 6.75904152712427e-06, "Finetune/Loss": 0.6160376071929932, "Finetune/Loss (Raw)": 0.4621012806892395, "Finetune/Step": 11864, "Finetune/Step Time": 11.835866004228592}
+{"Finetune/Learning Rate": 6.7574485076711285e-06, "Finetune/Loss": 0.616086483001709, "Finetune/Loss (Raw)": 0.5222387909889221, "Finetune/Step": 11865, "Finetune/Step Time": 11.837031092494726}
+{"Finetune/Learning Rate": 6.755855580167523e-06, "Finetune/Loss": 0.6167292594909668, "Finetune/Loss (Raw)": 0.65896075963974, "Finetune/Step": 11866, "Finetune/Step Time": 11.835369227454066}
+{"Finetune/Learning Rate": 6.754262744658632e-06, "Finetune/Loss": 0.615736722946167, "Finetune/Loss (Raw)": 0.5619537830352783, "Finetune/Step": 11867, "Finetune/Step Time": 11.849628675729036}
+{"Finetune/Learning Rate": 6.752670001189618e-06, "Finetune/Loss": 0.61637282371521, "Finetune/Loss (Raw)": 0.6379364728927612, "Finetune/Step": 11868, "Finetune/Step Time": 11.855670813471079}
+{"Finetune/Learning Rate": 6.751077349805652e-06, "Finetune/Loss": 0.6165980100631714, "Finetune/Loss (Raw)": 0.6424415707588196, "Finetune/Step": 11869, "Finetune/Step Time": 11.85597881861031}
+{"Finetune/Learning Rate": 6.7494847905518915e-06, "Finetune/Loss": 0.6171220541000366, "Finetune/Loss (Raw)": 0.6159262657165527, "Finetune/Step": 11870, "Finetune/Step Time": 11.855015184730291}
+{"Finetune/Learning Rate": 6.747892323473499e-06, "Finetune/Loss": 0.6131446361541748, "Finetune/Loss (Raw)": 0.30907171964645386, "Finetune/Step": 11871, "Finetune/Step Time": 11.870621394366026}
+{"Finetune/Learning Rate": 6.7462999486156315e-06, "Finetune/Loss": 0.6131194829940796, "Finetune/Loss (Raw)": 0.5636775493621826, "Finetune/Step": 11872, "Finetune/Step Time": 11.86961380392313}
+{"Finetune/Learning Rate": 6.744707666023445e-06, "Finetune/Loss": 0.6123301386833191, "Finetune/Loss (Raw)": 0.4872589111328125, "Finetune/Step": 11873, "Finetune/Step Time": 11.871816696599126}
+{"Finetune/Learning Rate": 6.7431154757420925e-06, "Finetune/Loss": 0.61273592710495, "Finetune/Loss (Raw)": 0.6567274332046509, "Finetune/Step": 11874, "Finetune/Step Time": 11.881057191640139}
+{"Finetune/Learning Rate": 6.741523377816728e-06, "Finetune/Loss": 0.6109127402305603, "Finetune/Loss (Raw)": 0.36008402705192566, "Finetune/Step": 11875, "Finetune/Step Time": 11.87149927392602}
+{"Finetune/Learning Rate": 6.73993137229249e-06, "Finetune/Loss": 0.6119023561477661, "Finetune/Loss (Raw)": 0.658473551273346, "Finetune/Step": 11876, "Finetune/Step Time": 11.876445854082704}
+{"Finetune/Learning Rate": 6.738339459214529e-06, "Finetune/Loss": 0.612534761428833, "Finetune/Loss (Raw)": 0.5854106545448303, "Finetune/Step": 11877, "Finetune/Step Time": 11.878914589062333}
+{"Finetune/Learning Rate": 6.736747638627985e-06, "Finetune/Loss": 0.6126383543014526, "Finetune/Loss (Raw)": 0.6611157059669495, "Finetune/Step": 11878, "Finetune/Step Time": 11.882561571896076}
+{"Finetune/Learning Rate": 6.735155910578e-06, "Finetune/Loss": 0.6130537986755371, "Finetune/Loss (Raw)": 0.7219945192337036, "Finetune/Step": 11879, "Finetune/Step Time": 11.902630671858788}
+{"Finetune/Learning Rate": 6.733564275109707e-06, "Finetune/Loss": 0.6141339540481567, "Finetune/Loss (Raw)": 0.7405039668083191, "Finetune/Step": 11880, "Finetune/Step Time": 11.893746061250567}
+{"Finetune/Learning Rate": 6.731972732268248e-06, "Finetune/Loss": 0.6136229038238525, "Finetune/Loss (Raw)": 0.6608594655990601, "Finetune/Step": 11881, "Finetune/Step Time": 11.897464085370302}
+{"Finetune/Learning Rate": 6.730381282098746e-06, "Finetune/Loss": 0.6146719455718994, "Finetune/Loss (Raw)": 0.6576299071311951, "Finetune/Step": 11882, "Finetune/Step Time": 11.897829396650195}
+{"Finetune/Learning Rate": 6.72878992464633e-06, "Finetune/Loss": 0.6141769289970398, "Finetune/Loss (Raw)": 0.5409861207008362, "Finetune/Step": 11883, "Finetune/Step Time": 11.891389662399888}
+{"Finetune/Learning Rate": 6.727198659956133e-06, "Finetune/Loss": 0.6133471727371216, "Finetune/Loss (Raw)": 0.506804347038269, "Finetune/Step": 11884, "Finetune/Step Time": 11.883965345099568}
+{"Finetune/Learning Rate": 6.725607488073276e-06, "Finetune/Loss": 0.6128347516059875, "Finetune/Loss (Raw)": 0.5201318264007568, "Finetune/Step": 11885, "Finetune/Step Time": 11.874298516660929}
+{"Finetune/Learning Rate": 6.724016409042879e-06, "Finetune/Loss": 0.6128319501876831, "Finetune/Loss (Raw)": 0.6109318137168884, "Finetune/Step": 11886, "Finetune/Step Time": 11.878138234838843}
+{"Finetune/Learning Rate": 6.722425422910063e-06, "Finetune/Loss": 0.6130138039588928, "Finetune/Loss (Raw)": 0.6354522705078125, "Finetune/Step": 11887, "Finetune/Step Time": 11.87013191357255}
+{"Finetune/Learning Rate": 6.720834529719939e-06, "Finetune/Loss": 0.6123393774032593, "Finetune/Loss (Raw)": 0.599974513053894, "Finetune/Step": 11888, "Finetune/Step Time": 11.885889103636146}
+{"Finetune/Learning Rate": 6.719243729517624e-06, "Finetune/Loss": 0.61039799451828, "Finetune/Loss (Raw)": 0.5053768754005432, "Finetune/Step": 11889, "Finetune/Step Time": 11.894906913861632}
+{"Finetune/Learning Rate": 6.717653022348225e-06, "Finetune/Loss": 0.6094192266464233, "Finetune/Loss (Raw)": 0.544903039932251, "Finetune/Step": 11890, "Finetune/Step Time": 11.89099508523941}
+{"Finetune/Learning Rate": 6.716062408256855e-06, "Finetune/Loss": 0.6111512184143066, "Finetune/Loss (Raw)": 0.720738410949707, "Finetune/Step": 11891, "Finetune/Step Time": 11.89341257698834}
+{"Finetune/Learning Rate": 6.714471887288616e-06, "Finetune/Loss": 0.6115094423294067, "Finetune/Loss (Raw)": 0.6059700846672058, "Finetune/Step": 11892, "Finetune/Step Time": 11.939926424995065}
+{"Finetune/Learning Rate": 6.712881459488615e-06, "Finetune/Loss": 0.6117459535598755, "Finetune/Loss (Raw)": 0.5039836168289185, "Finetune/Step": 11893, "Finetune/Step Time": 11.909020436927676}
+{"Finetune/Learning Rate": 6.711291124901945e-06, "Finetune/Loss": 0.610268235206604, "Finetune/Loss (Raw)": 0.4673752784729004, "Finetune/Step": 11894, "Finetune/Step Time": 11.906949391588569}
+{"Finetune/Learning Rate": 6.7097008835737075e-06, "Finetune/Loss": 0.6095196604728699, "Finetune/Loss (Raw)": 0.6147112250328064, "Finetune/Step": 11895, "Finetune/Step Time": 11.907623006030917}
+{"Finetune/Learning Rate": 6.708110735548996e-06, "Finetune/Loss": 0.6104404926300049, "Finetune/Loss (Raw)": 0.6529039144515991, "Finetune/Step": 11896, "Finetune/Step Time": 11.917555898427963}
+{"Finetune/Learning Rate": 6.706520680872902e-06, "Finetune/Loss": 0.6110038757324219, "Finetune/Loss (Raw)": 0.6349069476127625, "Finetune/Step": 11897, "Finetune/Step Time": 11.914894549176097}
+{"Finetune/Learning Rate": 6.704930719590519e-06, "Finetune/Loss": 0.6108609437942505, "Finetune/Loss (Raw)": 0.5859823822975159, "Finetune/Step": 11898, "Finetune/Step Time": 11.949853049591184}
+{"Finetune/Learning Rate": 6.703340851746933e-06, "Finetune/Loss": 0.6115041971206665, "Finetune/Loss (Raw)": 0.626060426235199, "Finetune/Step": 11899, "Finetune/Step Time": 11.945593057200313}
+{"Finetune/Learning Rate": 6.70175107738722e-06, "Finetune/Loss": 0.6099709272384644, "Finetune/Loss (Raw)": 0.530778169631958, "Finetune/Step": 11900, "Finetune/Step Time": 11.94203038699925}
+{"Finetune/Learning Rate": 6.70016139655647e-06, "Finetune/Loss": 0.611009418964386, "Finetune/Loss (Raw)": 0.6633462905883789, "Finetune/Step": 11901, "Finetune/Step Time": 11.953084163367748}
+{"Finetune/Learning Rate": 6.69857180929976e-06, "Finetune/Loss": 0.6097643375396729, "Finetune/Loss (Raw)": 0.4939209818840027, "Finetune/Step": 11902, "Finetune/Step Time": 11.982848269864917}
+{"Finetune/Learning Rate": 6.6969823156621645e-06, "Finetune/Loss": 0.6094263195991516, "Finetune/Loss (Raw)": 0.5982882380485535, "Finetune/Step": 11903, "Finetune/Step Time": 11.976275442168117}
+{"Finetune/Learning Rate": 6.695392915688759e-06, "Finetune/Loss": 0.6088477969169617, "Finetune/Loss (Raw)": 0.575040340423584, "Finetune/Step": 11904, "Finetune/Step Time": 12.002424007281661}
+{"Finetune/Learning Rate": 6.693803609424611e-06, "Finetune/Loss": 0.609432578086853, "Finetune/Loss (Raw)": 0.6118255853652954, "Finetune/Step": 11905, "Finetune/Step Time": 12.001926302909851}
+{"Finetune/Learning Rate": 6.692214396914797e-06, "Finetune/Loss": 0.609302282333374, "Finetune/Loss (Raw)": 0.6101270318031311, "Finetune/Step": 11906, "Finetune/Step Time": 12.002078551799059}
+{"Finetune/Learning Rate": 6.69062527820437e-06, "Finetune/Loss": 0.6095911264419556, "Finetune/Loss (Raw)": 0.5846688747406006, "Finetune/Step": 11907, "Finetune/Step Time": 12.064387047663331}
+{"Finetune/Learning Rate": 6.6890362533384015e-06, "Finetune/Loss": 0.6094266176223755, "Finetune/Loss (Raw)": 0.5807634592056274, "Finetune/Step": 11908, "Finetune/Step Time": 12.077507274225354}
+{"Finetune/Learning Rate": 6.687447322361951e-06, "Finetune/Loss": 0.6090641617774963, "Finetune/Loss (Raw)": 0.6392649412155151, "Finetune/Step": 11909, "Finetune/Step Time": 12.08473707549274}
+{"Finetune/Learning Rate": 6.685858485320073e-06, "Finetune/Loss": 0.6096020936965942, "Finetune/Loss (Raw)": 0.7122836709022522, "Finetune/Step": 11910, "Finetune/Step Time": 12.085053149610758}
+{"Finetune/Learning Rate": 6.684269742257825e-06, "Finetune/Loss": 0.6106538772583008, "Finetune/Loss (Raw)": 0.6720325946807861, "Finetune/Step": 11911, "Finetune/Step Time": 12.09159223549068}
+{"Finetune/Learning Rate": 6.682681093220263e-06, "Finetune/Loss": 0.6105848550796509, "Finetune/Loss (Raw)": 0.6523988842964172, "Finetune/Step": 11912, "Finetune/Step Time": 12.113966081291437}
+{"Finetune/Learning Rate": 6.681092538252426e-06, "Finetune/Loss": 0.6104245185852051, "Finetune/Loss (Raw)": 0.6301079988479614, "Finetune/Step": 11913, "Finetune/Step Time": 12.116223422810435}
+{"Finetune/Learning Rate": 6.679504077399369e-06, "Finetune/Loss": 0.6098071336746216, "Finetune/Loss (Raw)": 0.531350314617157, "Finetune/Step": 11914, "Finetune/Step Time": 12.130899338051677}
+{"Finetune/Learning Rate": 6.677915710706131e-06, "Finetune/Loss": 0.6086083650588989, "Finetune/Loss (Raw)": 0.5636572241783142, "Finetune/Step": 11915, "Finetune/Step Time": 12.127581771463156}
+{"Finetune/Learning Rate": 6.67632743821776e-06, "Finetune/Loss": 0.6101919412612915, "Finetune/Loss (Raw)": 0.6736524701118469, "Finetune/Step": 11916, "Finetune/Step Time": 12.117655957117677}
+{"Finetune/Learning Rate": 6.67473925997929e-06, "Finetune/Loss": 0.6100271940231323, "Finetune/Loss (Raw)": 0.5854822397232056, "Finetune/Step": 11917, "Finetune/Step Time": 12.121038634330034}
+{"Finetune/Learning Rate": 6.673151176035762e-06, "Finetune/Loss": 0.6092336773872375, "Finetune/Loss (Raw)": 0.5917873978614807, "Finetune/Step": 11918, "Finetune/Step Time": 12.127812100574374}
+{"Finetune/Learning Rate": 6.671563186432205e-06, "Finetune/Loss": 0.6097334623336792, "Finetune/Loss (Raw)": 0.7205436825752258, "Finetune/Step": 11919, "Finetune/Step Time": 12.130795955657959}
+{"Finetune/Learning Rate": 6.6699752912136504e-06, "Finetune/Loss": 0.6094883680343628, "Finetune/Loss (Raw)": 0.6406660676002502, "Finetune/Step": 11920, "Finetune/Step Time": 12.13724485784769}
+{"Finetune/Learning Rate": 6.668387490425128e-06, "Finetune/Loss": 0.6093524098396301, "Finetune/Loss (Raw)": 0.5811784267425537, "Finetune/Step": 11921, "Finetune/Step Time": 12.131670456379652}
+{"Finetune/Learning Rate": 6.66679978411166e-06, "Finetune/Loss": 0.6096174120903015, "Finetune/Loss (Raw)": 0.6580514311790466, "Finetune/Step": 11922, "Finetune/Step Time": 12.13479171320796}
+{"Finetune/Learning Rate": 6.665212172318272e-06, "Finetune/Loss": 0.6097906827926636, "Finetune/Loss (Raw)": 0.6236318349838257, "Finetune/Step": 11923, "Finetune/Step Time": 12.137723600491881}
+{"Finetune/Learning Rate": 6.663624655089989e-06, "Finetune/Loss": 0.6095653772354126, "Finetune/Loss (Raw)": 0.5748730897903442, "Finetune/Step": 11924, "Finetune/Step Time": 12.108585191890597}
+{"Finetune/Learning Rate": 6.662037232471819e-06, "Finetune/Loss": 0.6110519170761108, "Finetune/Loss (Raw)": 0.8942974209785461, "Finetune/Step": 11925, "Finetune/Step Time": 12.11520517617464}
+{"Finetune/Learning Rate": 6.660449904508781e-06, "Finetune/Loss": 0.610571026802063, "Finetune/Loss (Raw)": 0.5477455258369446, "Finetune/Step": 11926, "Finetune/Step Time": 12.104458697140217}
+{"Finetune/Learning Rate": 6.658862671245889e-06, "Finetune/Loss": 0.6101958751678467, "Finetune/Loss (Raw)": 0.6097144484519958, "Finetune/Step": 11927, "Finetune/Step Time": 12.10225779004395}
+{"Finetune/Learning Rate": 6.6572755327281506e-06, "Finetune/Loss": 0.6103781461715698, "Finetune/Loss (Raw)": 0.6920546293258667, "Finetune/Step": 11928, "Finetune/Step Time": 12.09811876155436}
+{"Finetune/Learning Rate": 6.655688489000569e-06, "Finetune/Loss": 0.610230565071106, "Finetune/Loss (Raw)": 0.5360022187232971, "Finetune/Step": 11929, "Finetune/Step Time": 12.097758246585727}
+{"Finetune/Learning Rate": 6.65410154010816e-06, "Finetune/Loss": 0.6115890741348267, "Finetune/Loss (Raw)": 0.7775413393974304, "Finetune/Step": 11930, "Finetune/Step Time": 12.099522622302175}
+{"Finetune/Learning Rate": 6.6525146860959125e-06, "Finetune/Loss": 0.6110191345214844, "Finetune/Loss (Raw)": 0.5925112366676331, "Finetune/Step": 11931, "Finetune/Step Time": 12.097412925213575}
+{"Finetune/Learning Rate": 6.6509279270088256e-06, "Finetune/Loss": 0.6116501092910767, "Finetune/Loss (Raw)": 0.6427911520004272, "Finetune/Step": 11932, "Finetune/Step Time": 12.094521172344685}
+{"Finetune/Learning Rate": 6.649341262891903e-06, "Finetune/Loss": 0.612368106842041, "Finetune/Loss (Raw)": 0.631874680519104, "Finetune/Step": 11933, "Finetune/Step Time": 12.09512554295361}
+{"Finetune/Learning Rate": 6.6477546937901335e-06, "Finetune/Loss": 0.6123250722885132, "Finetune/Loss (Raw)": 0.6147598028182983, "Finetune/Step": 11934, "Finetune/Step Time": 12.08663928322494}
+{"Finetune/Learning Rate": 6.646168219748509e-06, "Finetune/Loss": 0.6114635467529297, "Finetune/Loss (Raw)": 0.4994570016860962, "Finetune/Step": 11935, "Finetune/Step Time": 12.09908439964056}
+{"Finetune/Learning Rate": 6.644581840812019e-06, "Finetune/Loss": 0.6110340356826782, "Finetune/Loss (Raw)": 0.6119943261146545, "Finetune/Step": 11936, "Finetune/Step Time": 12.097648637369275}
+{"Finetune/Learning Rate": 6.6429955570256435e-06, "Finetune/Loss": 0.6108711957931519, "Finetune/Loss (Raw)": 0.5771210789680481, "Finetune/Step": 11937, "Finetune/Step Time": 12.089440835639834}
+{"Finetune/Learning Rate": 6.641409368434368e-06, "Finetune/Loss": 0.6098587512969971, "Finetune/Loss (Raw)": 0.5288504958152771, "Finetune/Step": 11938, "Finetune/Step Time": 12.069511180743575}
+{"Finetune/Learning Rate": 6.63982327508317e-06, "Finetune/Loss": 0.6115257740020752, "Finetune/Loss (Raw)": 0.8356974124908447, "Finetune/Step": 11939, "Finetune/Step Time": 12.022740427404642}
+{"Finetune/Learning Rate": 6.638237277017032e-06, "Finetune/Loss": 0.6105459928512573, "Finetune/Loss (Raw)": 0.5412947535514832, "Finetune/Step": 11940, "Finetune/Step Time": 12.037763664498925}
+{"Finetune/Learning Rate": 6.636651374280925e-06, "Finetune/Loss": 0.6100945472717285, "Finetune/Loss (Raw)": 0.5795328617095947, "Finetune/Step": 11941, "Finetune/Step Time": 12.042128438130021}
+{"Finetune/Learning Rate": 6.635065566919823e-06, "Finetune/Loss": 0.610409677028656, "Finetune/Loss (Raw)": 0.6571298837661743, "Finetune/Step": 11942, "Finetune/Step Time": 12.046898512169719}
+{"Finetune/Learning Rate": 6.633479854978689e-06, "Finetune/Loss": 0.6099665760993958, "Finetune/Loss (Raw)": 0.6156962513923645, "Finetune/Step": 11943, "Finetune/Step Time": 12.057484924793243}
+{"Finetune/Learning Rate": 6.631894238502495e-06, "Finetune/Loss": 0.6091611385345459, "Finetune/Loss (Raw)": 0.5895877480506897, "Finetune/Step": 11944, "Finetune/Step Time": 12.058610510081053}
+{"Finetune/Learning Rate": 6.630308717536202e-06, "Finetune/Loss": 0.6088508367538452, "Finetune/Loss (Raw)": 0.6203433871269226, "Finetune/Step": 11945, "Finetune/Step Time": 12.07492745295167}
+{"Finetune/Learning Rate": 6.6287232921247704e-06, "Finetune/Loss": 0.6068003177642822, "Finetune/Loss (Raw)": 0.4529723823070526, "Finetune/Step": 11946, "Finetune/Step Time": 12.084089778363705}
+{"Finetune/Learning Rate": 6.6271379623131615e-06, "Finetune/Loss": 0.6072877645492554, "Finetune/Loss (Raw)": 0.5250599980354309, "Finetune/Step": 11947, "Finetune/Step Time": 12.077343851327896}
+{"Finetune/Learning Rate": 6.625552728146334e-06, "Finetune/Loss": 0.6085317134857178, "Finetune/Loss (Raw)": 0.7049695253372192, "Finetune/Step": 11948, "Finetune/Step Time": 12.079520173370838}
+{"Finetune/Learning Rate": 6.623967589669227e-06, "Finetune/Loss": 0.6093164682388306, "Finetune/Loss (Raw)": 0.7352932691574097, "Finetune/Step": 11949, "Finetune/Step Time": 12.082642206922174}
+{"Finetune/Learning Rate": 6.622382546926802e-06, "Finetune/Loss": 0.6084372401237488, "Finetune/Loss (Raw)": 0.5300859808921814, "Finetune/Step": 11950, "Finetune/Step Time": 12.083940213546157}
+{"Finetune/Learning Rate": 6.620797599964004e-06, "Finetune/Loss": 0.6088792681694031, "Finetune/Loss (Raw)": 0.6185934543609619, "Finetune/Step": 11951, "Finetune/Step Time": 12.107066137716174}
+{"Finetune/Learning Rate": 6.619212748825776e-06, "Finetune/Loss": 0.6079822778701782, "Finetune/Loss (Raw)": 0.4775775372982025, "Finetune/Step": 11952, "Finetune/Step Time": 12.107681328430772}
+{"Finetune/Learning Rate": 6.61762799355706e-06, "Finetune/Loss": 0.6063743829727173, "Finetune/Loss (Raw)": 0.5142265558242798, "Finetune/Step": 11953, "Finetune/Step Time": 12.10893858037889}
+{"Finetune/Learning Rate": 6.616043334202802e-06, "Finetune/Loss": 0.6072524189949036, "Finetune/Loss (Raw)": 0.7535604238510132, "Finetune/Step": 11954, "Finetune/Step Time": 12.109585845842957}
+{"Finetune/Learning Rate": 6.614458770807926e-06, "Finetune/Loss": 0.6070278882980347, "Finetune/Loss (Raw)": 0.6763309240341187, "Finetune/Step": 11955, "Finetune/Step Time": 12.112136853858829}
+{"Finetune/Learning Rate": 6.6128743034173716e-06, "Finetune/Loss": 0.6062940955162048, "Finetune/Loss (Raw)": 0.556691586971283, "Finetune/Step": 11956, "Finetune/Step Time": 12.113903855904937}
+{"Finetune/Learning Rate": 6.611289932076073e-06, "Finetune/Loss": 0.6076292991638184, "Finetune/Loss (Raw)": 0.6222667098045349, "Finetune/Step": 11957, "Finetune/Step Time": 12.060244027525187}
+{"Finetune/Learning Rate": 6.609705656828955e-06, "Finetune/Loss": 0.6084434390068054, "Finetune/Loss (Raw)": 0.6795831918716431, "Finetune/Step": 11958, "Finetune/Step Time": 12.045465186238289}
+{"Finetune/Learning Rate": 6.608121477720944e-06, "Finetune/Loss": 0.6081169843673706, "Finetune/Loss (Raw)": 0.6184493899345398, "Finetune/Step": 11959, "Finetune/Step Time": 12.04474331624806}
+{"Finetune/Learning Rate": 6.606537394796963e-06, "Finetune/Loss": 0.6098068952560425, "Finetune/Loss (Raw)": 0.6330952644348145, "Finetune/Step": 11960, "Finetune/Step Time": 12.025310043245554}
+{"Finetune/Learning Rate": 6.604953408101933e-06, "Finetune/Loss": 0.6101441979408264, "Finetune/Loss (Raw)": 0.5707082748413086, "Finetune/Step": 11961, "Finetune/Step Time": 12.026884902268648}
+{"Finetune/Learning Rate": 6.603369517680768e-06, "Finetune/Loss": 0.6101069450378418, "Finetune/Loss (Raw)": 0.5919135808944702, "Finetune/Step": 11962, "Finetune/Step Time": 12.021838901564479}
+{"Finetune/Learning Rate": 6.601785723578382e-06, "Finetune/Loss": 0.6097332239151001, "Finetune/Loss (Raw)": 0.5483406186103821, "Finetune/Step": 11963, "Finetune/Step Time": 12.031450504437089}
+{"Finetune/Learning Rate": 6.600202025839693e-06, "Finetune/Loss": 0.6104491949081421, "Finetune/Loss (Raw)": 0.7985788583755493, "Finetune/Step": 11964, "Finetune/Step Time": 12.029275551438332}
+{"Finetune/Learning Rate": 6.598618424509608e-06, "Finetune/Loss": 0.6106106042861938, "Finetune/Loss (Raw)": 0.5708337426185608, "Finetune/Step": 11965, "Finetune/Step Time": 12.032763164490461}
+{"Finetune/Learning Rate": 6.597034919633032e-06, "Finetune/Loss": 0.609822154045105, "Finetune/Loss (Raw)": 0.5185117125511169, "Finetune/Step": 11966, "Finetune/Step Time": 12.075532300397754}
+{"Finetune/Learning Rate": 6.595451511254868e-06, "Finetune/Loss": 0.6108112335205078, "Finetune/Loss (Raw)": 0.6950845718383789, "Finetune/Step": 11967, "Finetune/Step Time": 12.074463814496994}
+{"Finetune/Learning Rate": 6.593868199420017e-06, "Finetune/Loss": 0.6093334555625916, "Finetune/Loss (Raw)": 0.6259973645210266, "Finetune/Step": 11968, "Finetune/Step Time": 12.073130190372467}
+{"Finetune/Learning Rate": 6.592284984173379e-06, "Finetune/Loss": 0.6087256073951721, "Finetune/Loss (Raw)": 0.5574467778205872, "Finetune/Step": 11969, "Finetune/Step Time": 12.074208179488778}
+{"Finetune/Learning Rate": 6.590701865559849e-06, "Finetune/Loss": 0.6082161664962769, "Finetune/Loss (Raw)": 0.6085528135299683, "Finetune/Step": 11970, "Finetune/Step Time": 12.038533888757229}
+{"Finetune/Learning Rate": 6.589118843624316e-06, "Finetune/Loss": 0.6077635288238525, "Finetune/Loss (Raw)": 0.5547971129417419, "Finetune/Step": 11971, "Finetune/Step Time": 12.029375489801168}
+{"Finetune/Learning Rate": 6.58753591841168e-06, "Finetune/Loss": 0.608310341835022, "Finetune/Loss (Raw)": 0.6342411041259766, "Finetune/Step": 11972, "Finetune/Step Time": 12.029369553551078}
+{"Finetune/Learning Rate": 6.585953089966817e-06, "Finetune/Loss": 0.6096444129943848, "Finetune/Loss (Raw)": 0.7159273028373718, "Finetune/Step": 11973, "Finetune/Step Time": 12.028660463169217}
+{"Finetune/Learning Rate": 6.584370358334616e-06, "Finetune/Loss": 0.6094403266906738, "Finetune/Loss (Raw)": 0.6498768925666809, "Finetune/Step": 11974, "Finetune/Step Time": 12.027748072519898}
+{"Finetune/Learning Rate": 6.58278772355996e-06, "Finetune/Loss": 0.6087368726730347, "Finetune/Loss (Raw)": 0.6199941039085388, "Finetune/Step": 11975, "Finetune/Step Time": 12.027942176908255}
+{"Finetune/Learning Rate": 6.581205185687727e-06, "Finetune/Loss": 0.6105406284332275, "Finetune/Loss (Raw)": 0.7768182158470154, "Finetune/Step": 11976, "Finetune/Step Time": 12.036015037447214}
+{"Finetune/Learning Rate": 6.579622744762792e-06, "Finetune/Loss": 0.6102854013442993, "Finetune/Loss (Raw)": 0.509434700012207, "Finetune/Step": 11977, "Finetune/Step Time": 12.032171104103327}
+{"Finetune/Learning Rate": 6.578040400830033e-06, "Finetune/Loss": 0.6107296943664551, "Finetune/Loss (Raw)": 0.5875042676925659, "Finetune/Step": 11978, "Finetune/Step Time": 12.031228898093104}
+{"Finetune/Learning Rate": 6.576458153934315e-06, "Finetune/Loss": 0.6108894348144531, "Finetune/Loss (Raw)": 0.5409364104270935, "Finetune/Step": 11979, "Finetune/Step Time": 12.023184960708022}
+{"Finetune/Learning Rate": 6.5748760041205075e-06, "Finetune/Loss": 0.6110156774520874, "Finetune/Loss (Raw)": 0.7090704441070557, "Finetune/Step": 11980, "Finetune/Step Time": 12.015383135527372}
+{"Finetune/Learning Rate": 6.573293951433477e-06, "Finetune/Loss": 0.6115018725395203, "Finetune/Loss (Raw)": 0.8588207364082336, "Finetune/Step": 11981, "Finetune/Step Time": 12.023629834875464}
+{"Finetune/Learning Rate": 6.571711995918086e-06, "Finetune/Loss": 0.6117841601371765, "Finetune/Loss (Raw)": 0.6807237863540649, "Finetune/Step": 11982, "Finetune/Step Time": 12.022765738889575}
+{"Finetune/Learning Rate": 6.570130137619195e-06, "Finetune/Loss": 0.6118220090866089, "Finetune/Loss (Raw)": 0.6343771815299988, "Finetune/Step": 11983, "Finetune/Step Time": 12.012536885216832}
+{"Finetune/Learning Rate": 6.568548376581663e-06, "Finetune/Loss": 0.6128464937210083, "Finetune/Loss (Raw)": 0.5614334344863892, "Finetune/Step": 11984, "Finetune/Step Time": 12.007582562044263}
+{"Finetune/Learning Rate": 6.5669667128503376e-06, "Finetune/Loss": 0.611762523651123, "Finetune/Loss (Raw)": 0.5877598524093628, "Finetune/Step": 11985, "Finetune/Step Time": 11.997135009616613}
+{"Finetune/Learning Rate": 6.565385146470074e-06, "Finetune/Loss": 0.6106822490692139, "Finetune/Loss (Raw)": 0.5748085379600525, "Finetune/Step": 11986, "Finetune/Step Time": 12.00090667232871}
+{"Finetune/Learning Rate": 6.56380367748572e-06, "Finetune/Loss": 0.6079462766647339, "Finetune/Loss (Raw)": 0.41754090785980225, "Finetune/Step": 11987, "Finetune/Step Time": 12.031572042033076}
+{"Finetune/Learning Rate": 6.562222305942123e-06, "Finetune/Loss": 0.6079323291778564, "Finetune/Loss (Raw)": 0.5791873335838318, "Finetune/Step": 11988, "Finetune/Step Time": 12.03065394423902}
+{"Finetune/Learning Rate": 6.560641031884126e-06, "Finetune/Loss": 0.6083565950393677, "Finetune/Loss (Raw)": 0.6494685411453247, "Finetune/Step": 11989, "Finetune/Step Time": 12.04438328742981}
+{"Finetune/Learning Rate": 6.55905985535657e-06, "Finetune/Loss": 0.607489824295044, "Finetune/Loss (Raw)": 0.5747115015983582, "Finetune/Step": 11990, "Finetune/Step Time": 12.05442333035171}
+{"Finetune/Learning Rate": 6.5574787764042935e-06, "Finetune/Loss": 0.6073334813117981, "Finetune/Loss (Raw)": 0.5992523431777954, "Finetune/Step": 11991, "Finetune/Step Time": 12.04644176363945}
+{"Finetune/Learning Rate": 6.555897795072128e-06, "Finetune/Loss": 0.6087098121643066, "Finetune/Loss (Raw)": 0.6382770538330078, "Finetune/Step": 11992, "Finetune/Step Time": 12.014634458348155}
+{"Finetune/Learning Rate": 6.5543169114049064e-06, "Finetune/Loss": 0.6098014116287231, "Finetune/Loss (Raw)": 0.6619590520858765, "Finetune/Step": 11993, "Finetune/Step Time": 12.008740421384573}
+{"Finetune/Learning Rate": 6.552736125447458e-06, "Finetune/Loss": 0.6098949909210205, "Finetune/Loss (Raw)": 0.6709413528442383, "Finetune/Step": 11994, "Finetune/Step Time": 12.010053096339107}
+{"Finetune/Learning Rate": 6.551155437244612e-06, "Finetune/Loss": 0.6106703281402588, "Finetune/Loss (Raw)": 0.6611859798431396, "Finetune/Step": 11995, "Finetune/Step Time": 11.996292937546968}
+{"Finetune/Learning Rate": 6.549574846841189e-06, "Finetune/Loss": 0.610027015209198, "Finetune/Loss (Raw)": 0.5555980205535889, "Finetune/Step": 11996, "Finetune/Step Time": 11.988149954006076}
+{"Finetune/Learning Rate": 6.547994354282018e-06, "Finetune/Loss": 0.6084590554237366, "Finetune/Loss (Raw)": 0.4417470693588257, "Finetune/Step": 11997, "Finetune/Step Time": 11.989032000303268}
+{"Finetune/Learning Rate": 6.546413959611903e-06, "Finetune/Loss": 0.608702540397644, "Finetune/Loss (Raw)": 0.647092342376709, "Finetune/Step": 11998, "Finetune/Step Time": 12.007543992251158}
+{"Finetune/Learning Rate": 6.544833662875671e-06, "Finetune/Loss": 0.611111044883728, "Finetune/Loss (Raw)": 0.6173632144927979, "Finetune/Step": 11999, "Finetune/Step Time": 11.984007431194186}
+{"Finetune/Learning Rate": 6.543253464118131e-06, "Finetune/Loss": 0.6109983921051025, "Finetune/Loss (Raw)": 0.5492546558380127, "Finetune/Step": 12000, "Finetune/Step Time": 11.989543801173568}
+{"Finetune/Learning Rate": 6.541673363384093e-06, "Finetune/Loss": 0.611627995967865, "Finetune/Loss (Raw)": 0.5678435564041138, "Finetune/Step": 12001, "Finetune/Step Time": 11.990989815443754}
+{"Finetune/Learning Rate": 6.54009336071836e-06, "Finetune/Loss": 0.6108864545822144, "Finetune/Loss (Raw)": 0.5618086457252502, "Finetune/Step": 12002, "Finetune/Step Time": 11.984011229127645}
+{"Finetune/Learning Rate": 6.538513456165749e-06, "Finetune/Loss": 0.6129319667816162, "Finetune/Loss (Raw)": 0.6219119429588318, "Finetune/Step": 12003, "Finetune/Step Time": 11.973810590803623}
+{"Finetune/Learning Rate": 6.536933649771049e-06, "Finetune/Loss": 0.6126490831375122, "Finetune/Loss (Raw)": 0.6222687363624573, "Finetune/Step": 12004, "Finetune/Step Time": 11.970485243946314}
+{"Finetune/Learning Rate": 6.535353941579061e-06, "Finetune/Loss": 0.6120363473892212, "Finetune/Loss (Raw)": 0.5069822072982788, "Finetune/Step": 12005, "Finetune/Step Time": 11.975697118788958}
+{"Finetune/Learning Rate": 6.5337743316345846e-06, "Finetune/Loss": 0.611606240272522, "Finetune/Loss (Raw)": 0.6060548424720764, "Finetune/Step": 12006, "Finetune/Step Time": 11.986581560224295}
+{"Finetune/Learning Rate": 6.5321948199824115e-06, "Finetune/Loss": 0.6101861000061035, "Finetune/Loss (Raw)": 0.540225625038147, "Finetune/Step": 12007, "Finetune/Step Time": 11.963995991274714}
+{"Finetune/Learning Rate": 6.530615406667333e-06, "Finetune/Loss": 0.608121395111084, "Finetune/Loss (Raw)": 0.47621509432792664, "Finetune/Step": 12008, "Finetune/Step Time": 11.95874473825097}
+{"Finetune/Learning Rate": 6.529036091734138e-06, "Finetune/Loss": 0.6086245775222778, "Finetune/Loss (Raw)": 0.7252656817436218, "Finetune/Step": 12009, "Finetune/Step Time": 11.95242421515286}
+{"Finetune/Learning Rate": 6.527456875227607e-06, "Finetune/Loss": 0.6084463596343994, "Finetune/Loss (Raw)": 0.6348229646682739, "Finetune/Step": 12010, "Finetune/Step Time": 11.945617893710732}
+{"Finetune/Learning Rate": 6.525877757192524e-06, "Finetune/Loss": 0.609207034111023, "Finetune/Loss (Raw)": 0.6383455991744995, "Finetune/Step": 12011, "Finetune/Step Time": 11.941010102629662}
+{"Finetune/Learning Rate": 6.524298737673667e-06, "Finetune/Loss": 0.6102113127708435, "Finetune/Loss (Raw)": 0.6353491544723511, "Finetune/Step": 12012, "Finetune/Step Time": 11.925107385963202}
+{"Finetune/Learning Rate": 6.522719816715816e-06, "Finetune/Loss": 0.6111760139465332, "Finetune/Loss (Raw)": 0.6436209082603455, "Finetune/Step": 12013, "Finetune/Step Time": 11.924641154706478}
+{"Finetune/Learning Rate": 6.521140994363743e-06, "Finetune/Loss": 0.6103610396385193, "Finetune/Loss (Raw)": 0.506614089012146, "Finetune/Step": 12014, "Finetune/Step Time": 11.925514983013272}
+{"Finetune/Learning Rate": 6.5195622706622205e-06, "Finetune/Loss": 0.6108067035675049, "Finetune/Loss (Raw)": 0.6924946308135986, "Finetune/Step": 12015, "Finetune/Step Time": 11.93928943388164}
+{"Finetune/Learning Rate": 6.517983645656014e-06, "Finetune/Loss": 0.6102017164230347, "Finetune/Loss (Raw)": 0.5225334763526917, "Finetune/Step": 12016, "Finetune/Step Time": 11.929381221532822}
+{"Finetune/Learning Rate": 6.516405119389889e-06, "Finetune/Loss": 0.6118371486663818, "Finetune/Loss (Raw)": 0.7147186994552612, "Finetune/Step": 12017, "Finetune/Step Time": 11.936337795108557}
+{"Finetune/Learning Rate": 6.514826691908609e-06, "Finetune/Loss": 0.6126107573509216, "Finetune/Loss (Raw)": 0.6439246535301208, "Finetune/Step": 12018, "Finetune/Step Time": 11.950309744104743}
+{"Finetune/Learning Rate": 6.513248363256932e-06, "Finetune/Loss": 0.6114528179168701, "Finetune/Loss (Raw)": 0.5725263953208923, "Finetune/Step": 12019, "Finetune/Step Time": 11.946459572762251}
+{"Finetune/Learning Rate": 6.511670133479617e-06, "Finetune/Loss": 0.6112039089202881, "Finetune/Loss (Raw)": 0.5741009712219238, "Finetune/Step": 12020, "Finetune/Step Time": 11.907007992267609}
+{"Finetune/Learning Rate": 6.510092002621423e-06, "Finetune/Loss": 0.6126391887664795, "Finetune/Loss (Raw)": 0.6877002120018005, "Finetune/Step": 12021, "Finetune/Step Time": 11.929740810766816}
+{"Finetune/Learning Rate": 6.50851397072709e-06, "Finetune/Loss": 0.6144794225692749, "Finetune/Loss (Raw)": 0.7029339671134949, "Finetune/Step": 12022, "Finetune/Step Time": 11.928770665079355}
+{"Finetune/Learning Rate": 6.506936037841374e-06, "Finetune/Loss": 0.6140103936195374, "Finetune/Loss (Raw)": 0.5546728372573853, "Finetune/Step": 12023, "Finetune/Step Time": 11.92221862077713}
+{"Finetune/Learning Rate": 6.505358204009018e-06, "Finetune/Loss": 0.6145532727241516, "Finetune/Loss (Raw)": 0.7223843336105347, "Finetune/Step": 12024, "Finetune/Step Time": 11.910095231607556}
+{"Finetune/Learning Rate": 6.503780469274766e-06, "Finetune/Loss": 0.614949107170105, "Finetune/Loss (Raw)": 0.6855741739273071, "Finetune/Step": 12025, "Finetune/Step Time": 11.908570390194654}
+{"Finetune/Learning Rate": 6.502202833683359e-06, "Finetune/Loss": 0.6153613328933716, "Finetune/Loss (Raw)": 0.6387516856193542, "Finetune/Step": 12026, "Finetune/Step Time": 11.88089988566935}
+{"Finetune/Learning Rate": 6.500625297279535e-06, "Finetune/Loss": 0.6152613162994385, "Finetune/Loss (Raw)": 0.6132671236991882, "Finetune/Step": 12027, "Finetune/Step Time": 11.882774537429214}
+{"Finetune/Learning Rate": 6.499047860108024e-06, "Finetune/Loss": 0.6166218519210815, "Finetune/Loss (Raw)": 0.7049161791801453, "Finetune/Step": 12028, "Finetune/Step Time": 11.888053277507424}
+{"Finetune/Learning Rate": 6.497470522213558e-06, "Finetune/Loss": 0.6160881519317627, "Finetune/Loss (Raw)": 0.5950349569320679, "Finetune/Step": 12029, "Finetune/Step Time": 11.870311856269836}
+{"Finetune/Learning Rate": 6.495893283640871e-06, "Finetune/Loss": 0.6171364784240723, "Finetune/Loss (Raw)": 0.6281030178070068, "Finetune/Step": 12030, "Finetune/Step Time": 11.85726135224104}
+{"Finetune/Learning Rate": 6.494316144434687e-06, "Finetune/Loss": 0.6170791983604431, "Finetune/Loss (Raw)": 0.5909624099731445, "Finetune/Step": 12031, "Finetune/Step Time": 11.859119249507785}
+{"Finetune/Learning Rate": 6.492739104639727e-06, "Finetune/Loss": 0.6181740760803223, "Finetune/Loss (Raw)": 0.7151755094528198, "Finetune/Step": 12032, "Finetune/Step Time": 11.836580676957965}
+{"Finetune/Learning Rate": 6.491162164300715e-06, "Finetune/Loss": 0.6182998418807983, "Finetune/Loss (Raw)": 0.6279277801513672, "Finetune/Step": 12033, "Finetune/Step Time": 11.829200278967619}
+{"Finetune/Learning Rate": 6.489585323462364e-06, "Finetune/Loss": 0.6185230612754822, "Finetune/Loss (Raw)": 0.6387044787406921, "Finetune/Step": 12034, "Finetune/Step Time": 11.82592236250639}
+{"Finetune/Learning Rate": 6.488008582169392e-06, "Finetune/Loss": 0.6190924048423767, "Finetune/Loss (Raw)": 0.6575420498847961, "Finetune/Step": 12035, "Finetune/Step Time": 11.764846909791231}
+{"Finetune/Learning Rate": 6.4864319404665065e-06, "Finetune/Loss": 0.6195653676986694, "Finetune/Loss (Raw)": 0.6412956118583679, "Finetune/Step": 12036, "Finetune/Step Time": 11.76309603638947}
+{"Finetune/Learning Rate": 6.484855398398422e-06, "Finetune/Loss": 0.6190196871757507, "Finetune/Loss (Raw)": 0.5694215893745422, "Finetune/Step": 12037, "Finetune/Step Time": 11.752502305433154}
+{"Finetune/Learning Rate": 6.483278956009844e-06, "Finetune/Loss": 0.6184730529785156, "Finetune/Loss (Raw)": 0.642311692237854, "Finetune/Step": 12038, "Finetune/Step Time": 11.751973642036319}
+{"Finetune/Learning Rate": 6.481702613345475e-06, "Finetune/Loss": 0.6185476779937744, "Finetune/Loss (Raw)": 0.6815880537033081, "Finetune/Step": 12039, "Finetune/Step Time": 11.740586422383785}
+{"Finetune/Learning Rate": 6.480126370450015e-06, "Finetune/Loss": 0.6182084679603577, "Finetune/Loss (Raw)": 0.608981192111969, "Finetune/Step": 12040, "Finetune/Step Time": 11.714477824047208}
+{"Finetune/Learning Rate": 6.478550227368161e-06, "Finetune/Loss": 0.6182349324226379, "Finetune/Loss (Raw)": 0.6334962248802185, "Finetune/Step": 12041, "Finetune/Step Time": 11.711518336087465}
+{"Finetune/Learning Rate": 6.476974184144608e-06, "Finetune/Loss": 0.6182973384857178, "Finetune/Loss (Raw)": 0.5393303036689758, "Finetune/Step": 12042, "Finetune/Step Time": 11.704132709652185}
+{"Finetune/Learning Rate": 6.47539824082405e-06, "Finetune/Loss": 0.6176577210426331, "Finetune/Loss (Raw)": 0.4817974865436554, "Finetune/Step": 12043, "Finetune/Step Time": 11.711547996848822}
+{"Finetune/Learning Rate": 6.4738223974511725e-06, "Finetune/Loss": 0.6175860166549683, "Finetune/Loss (Raw)": 0.6644632816314697, "Finetune/Step": 12044, "Finetune/Step Time": 11.707270985469222}
+{"Finetune/Learning Rate": 6.472246654070672e-06, "Finetune/Loss": 0.6177325248718262, "Finetune/Loss (Raw)": 0.6042451858520508, "Finetune/Step": 12045, "Finetune/Step Time": 11.712842201814055}
+{"Finetune/Learning Rate": 6.470671010727218e-06, "Finetune/Loss": 0.6175861358642578, "Finetune/Loss (Raw)": 0.5730400085449219, "Finetune/Step": 12046, "Finetune/Step Time": 11.726623041555285}
+{"Finetune/Learning Rate": 6.469095467465501e-06, "Finetune/Loss": 0.61592698097229, "Finetune/Loss (Raw)": 0.5081824064254761, "Finetune/Step": 12047, "Finetune/Step Time": 11.729932479560375}
+{"Finetune/Learning Rate": 6.467520024330194e-06, "Finetune/Loss": 0.6158073544502258, "Finetune/Loss (Raw)": 0.6253495812416077, "Finetune/Step": 12048, "Finetune/Step Time": 11.720951940864325}
+{"Finetune/Learning Rate": 6.465944681365974e-06, "Finetune/Loss": 0.6166559457778931, "Finetune/Loss (Raw)": 0.6898001432418823, "Finetune/Step": 12049, "Finetune/Step Time": 11.722941741347313}
+{"Finetune/Learning Rate": 6.464369438617515e-06, "Finetune/Loss": 0.6167541146278381, "Finetune/Loss (Raw)": 0.67061448097229, "Finetune/Step": 12050, "Finetune/Step Time": 11.722286177799106}
+{"Finetune/Learning Rate": 6.462794296129487e-06, "Finetune/Loss": 0.6165580749511719, "Finetune/Loss (Raw)": 0.5985386371612549, "Finetune/Step": 12051, "Finetune/Step Time": 11.719790505245328}
+{"Finetune/Learning Rate": 6.461219253946551e-06, "Finetune/Loss": 0.6170099973678589, "Finetune/Loss (Raw)": 0.6327187418937683, "Finetune/Step": 12052, "Finetune/Step Time": 11.725847035646439}
+{"Finetune/Learning Rate": 6.459644312113376e-06, "Finetune/Loss": 0.6157214641571045, "Finetune/Loss (Raw)": 0.7293649911880493, "Finetune/Step": 12053, "Finetune/Step Time": 11.723685648292303}
+{"Finetune/Learning Rate": 6.4580694706746165e-06, "Finetune/Loss": 0.6157809495925903, "Finetune/Loss (Raw)": 0.5553606152534485, "Finetune/Step": 12054, "Finetune/Step Time": 11.720320545136929}
+{"Finetune/Learning Rate": 6.4564947296749385e-06, "Finetune/Loss": 0.614922285079956, "Finetune/Loss (Raw)": 0.49980655312538147, "Finetune/Step": 12055, "Finetune/Step Time": 11.71873446367681}
+{"Finetune/Learning Rate": 6.454920089158992e-06, "Finetune/Loss": 0.6148455739021301, "Finetune/Loss (Raw)": 0.6822372078895569, "Finetune/Step": 12056, "Finetune/Step Time": 11.721708226948977}
+{"Finetune/Learning Rate": 6.453345549171435e-06, "Finetune/Loss": 0.6156836748123169, "Finetune/Loss (Raw)": 0.6432750225067139, "Finetune/Step": 12057, "Finetune/Step Time": 11.717134615406394}
+{"Finetune/Learning Rate": 6.451771109756908e-06, "Finetune/Loss": 0.6154669523239136, "Finetune/Loss (Raw)": 0.7497984766960144, "Finetune/Step": 12058, "Finetune/Step Time": 11.710774997249246}
+{"Finetune/Learning Rate": 6.450196770960064e-06, "Finetune/Loss": 0.6155000925064087, "Finetune/Loss (Raw)": 0.5967612862586975, "Finetune/Step": 12059, "Finetune/Step Time": 11.718930508941412}
+{"Finetune/Learning Rate": 6.448622532825546e-06, "Finetune/Loss": 0.6146748065948486, "Finetune/Loss (Raw)": 0.5371463298797607, "Finetune/Step": 12060, "Finetune/Step Time": 11.720257556065917}
+{"Finetune/Learning Rate": 6.447048395397993e-06, "Finetune/Loss": 0.6141420006752014, "Finetune/Loss (Raw)": 0.5636792778968811, "Finetune/Step": 12061, "Finetune/Step Time": 11.715346738696098}
+{"Finetune/Learning Rate": 6.445474358722044e-06, "Finetune/Loss": 0.6147594451904297, "Finetune/Loss (Raw)": 0.6937928795814514, "Finetune/Step": 12062, "Finetune/Step Time": 11.718732515349984}
+{"Finetune/Learning Rate": 6.443900422842337e-06, "Finetune/Loss": 0.6160651445388794, "Finetune/Loss (Raw)": 0.666587769985199, "Finetune/Step": 12063, "Finetune/Step Time": 11.703390572220087}
+{"Finetune/Learning Rate": 6.4423265878035015e-06, "Finetune/Loss": 0.6162673234939575, "Finetune/Loss (Raw)": 0.6378695368766785, "Finetune/Step": 12064, "Finetune/Step Time": 11.701573509722948}
+{"Finetune/Learning Rate": 6.440752853650165e-06, "Finetune/Loss": 0.6167175769805908, "Finetune/Loss (Raw)": 0.6347554922103882, "Finetune/Step": 12065, "Finetune/Step Time": 11.704587079584599}
+{"Finetune/Learning Rate": 6.4391792204269585e-06, "Finetune/Loss": 0.617870032787323, "Finetune/Loss (Raw)": 0.6763666272163391, "Finetune/Step": 12066, "Finetune/Step Time": 11.705529449507594}
+{"Finetune/Learning Rate": 6.437605688178502e-06, "Finetune/Loss": 0.6167176365852356, "Finetune/Loss (Raw)": 0.6881900429725647, "Finetune/Step": 12067, "Finetune/Step Time": 11.766904829069972}
+{"Finetune/Learning Rate": 6.436032256949417e-06, "Finetune/Loss": 0.6178311109542847, "Finetune/Loss (Raw)": 0.6838170886039734, "Finetune/Step": 12068, "Finetune/Step Time": 11.751210568472743}
+{"Finetune/Learning Rate": 6.434458926784328e-06, "Finetune/Loss": 0.6167718172073364, "Finetune/Loss (Raw)": 0.44394639134407043, "Finetune/Step": 12069, "Finetune/Step Time": 11.781225085258484}
+{"Finetune/Learning Rate": 6.432885697727842e-06, "Finetune/Loss": 0.6166282296180725, "Finetune/Loss (Raw)": 0.6387525796890259, "Finetune/Step": 12070, "Finetune/Step Time": 11.780471622943878}
+{"Finetune/Learning Rate": 6.43131256982457e-06, "Finetune/Loss": 0.6167263388633728, "Finetune/Loss (Raw)": 0.6282509565353394, "Finetune/Step": 12071, "Finetune/Step Time": 11.763644494116306}
+{"Finetune/Learning Rate": 6.42973954311913e-06, "Finetune/Loss": 0.616858184337616, "Finetune/Loss (Raw)": 0.6064667701721191, "Finetune/Step": 12072, "Finetune/Step Time": 11.7657041978091}
+{"Finetune/Learning Rate": 6.428166617656123e-06, "Finetune/Loss": 0.6161709427833557, "Finetune/Loss (Raw)": 0.5323776006698608, "Finetune/Step": 12073, "Finetune/Step Time": 11.75170805118978}
+{"Finetune/Learning Rate": 6.426593793480154e-06, "Finetune/Loss": 0.6176978945732117, "Finetune/Loss (Raw)": 0.6484198570251465, "Finetune/Step": 12074, "Finetune/Step Time": 11.740481847897172}
+{"Finetune/Learning Rate": 6.425021070635821e-06, "Finetune/Loss": 0.6190122365951538, "Finetune/Loss (Raw)": 0.6932918429374695, "Finetune/Step": 12075, "Finetune/Step Time": 11.73788182809949}
+{"Finetune/Learning Rate": 6.42344844916773e-06, "Finetune/Loss": 0.6180979013442993, "Finetune/Loss (Raw)": 0.5879353880882263, "Finetune/Step": 12076, "Finetune/Step Time": 11.734936794266105}
+{"Finetune/Learning Rate": 6.421875929120469e-06, "Finetune/Loss": 0.6171724796295166, "Finetune/Loss (Raw)": 0.6168406009674072, "Finetune/Step": 12077, "Finetune/Step Time": 11.738989476114511}
+{"Finetune/Learning Rate": 6.420303510538628e-06, "Finetune/Loss": 0.617890477180481, "Finetune/Loss (Raw)": 0.6219842433929443, "Finetune/Step": 12078, "Finetune/Step Time": 11.734160179272294}
+{"Finetune/Learning Rate": 6.418731193466802e-06, "Finetune/Loss": 0.6180927157402039, "Finetune/Loss (Raw)": 0.644484281539917, "Finetune/Step": 12079, "Finetune/Step Time": 11.747616548091173}
+{"Finetune/Learning Rate": 6.4171589779495755e-06, "Finetune/Loss": 0.6188176870346069, "Finetune/Loss (Raw)": 0.5703774690628052, "Finetune/Step": 12080, "Finetune/Step Time": 11.749300830066204}
+{"Finetune/Learning Rate": 6.415586864031533e-06, "Finetune/Loss": 0.6197302341461182, "Finetune/Loss (Raw)": 0.6310276389122009, "Finetune/Step": 12081, "Finetune/Step Time": 11.752583887428045}
+{"Finetune/Learning Rate": 6.414014851757257e-06, "Finetune/Loss": 0.6182901859283447, "Finetune/Loss (Raw)": 0.5692405700683594, "Finetune/Step": 12082, "Finetune/Step Time": 11.745539391413331}
+{"Finetune/Learning Rate": 6.41244294117132e-06, "Finetune/Loss": 0.6179705858230591, "Finetune/Loss (Raw)": 0.6354209780693054, "Finetune/Step": 12083, "Finetune/Step Time": 11.732070760801435}
+{"Finetune/Learning Rate": 6.4108711323182995e-06, "Finetune/Loss": 0.6180965900421143, "Finetune/Loss (Raw)": 0.572809636592865, "Finetune/Step": 12084, "Finetune/Step Time": 11.732942789793015}
+{"Finetune/Learning Rate": 6.409299425242765e-06, "Finetune/Loss": 0.617191731929779, "Finetune/Loss (Raw)": 0.5064556002616882, "Finetune/Step": 12085, "Finetune/Step Time": 11.71090423502028}
+{"Finetune/Learning Rate": 6.40772781998929e-06, "Finetune/Loss": 0.6171583533287048, "Finetune/Loss (Raw)": 0.6753110289573669, "Finetune/Step": 12086, "Finetune/Step Time": 11.70690549723804}
+{"Finetune/Learning Rate": 6.40615631660244e-06, "Finetune/Loss": 0.6171830892562866, "Finetune/Loss (Raw)": 0.6216084957122803, "Finetune/Step": 12087, "Finetune/Step Time": 11.703152436763048}
+{"Finetune/Learning Rate": 6.404584915126779e-06, "Finetune/Loss": 0.6172252893447876, "Finetune/Loss (Raw)": 0.6385040879249573, "Finetune/Step": 12088, "Finetune/Step Time": 11.739630442112684}
+{"Finetune/Learning Rate": 6.403013615606863e-06, "Finetune/Loss": 0.6177282333374023, "Finetune/Loss (Raw)": 0.6350814700126648, "Finetune/Step": 12089, "Finetune/Step Time": 11.739654026925564}
+{"Finetune/Learning Rate": 6.4014424180872534e-06, "Finetune/Loss": 0.6168447732925415, "Finetune/Loss (Raw)": 0.47883206605911255, "Finetune/Step": 12090, "Finetune/Step Time": 11.761606834828854}
+{"Finetune/Learning Rate": 6.399871322612503e-06, "Finetune/Loss": 0.6179584264755249, "Finetune/Loss (Raw)": 0.6908872723579407, "Finetune/Step": 12091, "Finetune/Step Time": 11.747635262086987}
+{"Finetune/Learning Rate": 6.398300329227162e-06, "Finetune/Loss": 0.6162185668945312, "Finetune/Loss (Raw)": 0.5758771896362305, "Finetune/Step": 12092, "Finetune/Step Time": 11.744926679879427}
+{"Finetune/Learning Rate": 6.396729437975786e-06, "Finetune/Loss": 0.6173601150512695, "Finetune/Loss (Raw)": 0.7169536352157593, "Finetune/Step": 12093, "Finetune/Step Time": 11.74252694286406}
+{"Finetune/Learning Rate": 6.39515864890292e-06, "Finetune/Loss": 0.6180410385131836, "Finetune/Loss (Raw)": 0.6056630611419678, "Finetune/Step": 12094, "Finetune/Step Time": 11.74409624747932}
+{"Finetune/Learning Rate": 6.393587962053098e-06, "Finetune/Loss": 0.6177125573158264, "Finetune/Loss (Raw)": 0.6530428528785706, "Finetune/Step": 12095, "Finetune/Step Time": 11.74592225253582}
+{"Finetune/Learning Rate": 6.392017377470867e-06, "Finetune/Loss": 0.6175963878631592, "Finetune/Loss (Raw)": 0.6111289262771606, "Finetune/Step": 12096, "Finetune/Step Time": 11.7520194016397}
+{"Finetune/Learning Rate": 6.390446895200765e-06, "Finetune/Loss": 0.6183187961578369, "Finetune/Loss (Raw)": 0.6499205231666565, "Finetune/Step": 12097, "Finetune/Step Time": 11.742303336039186}
+{"Finetune/Learning Rate": 6.388876515287323e-06, "Finetune/Loss": 0.6176809668540955, "Finetune/Loss (Raw)": 0.5269049406051636, "Finetune/Step": 12098, "Finetune/Step Time": 11.749141892418265}
+{"Finetune/Learning Rate": 6.387306237775076e-06, "Finetune/Loss": 0.6171097755432129, "Finetune/Loss (Raw)": 0.4816857874393463, "Finetune/Step": 12099, "Finetune/Step Time": 11.788052810356021}
+{"Finetune/Learning Rate": 6.385736062708553e-06, "Finetune/Loss": 0.6166157722473145, "Finetune/Loss (Raw)": 0.5710063576698303, "Finetune/Step": 12100, "Finetune/Step Time": 11.808920478448272}
+{"Finetune/Learning Rate": 6.384165990132275e-06, "Finetune/Loss": 0.616226077079773, "Finetune/Loss (Raw)": 0.6660506725311279, "Finetune/Step": 12101, "Finetune/Step Time": 11.805181097239256}
+{"Finetune/Learning Rate": 6.3825960200907656e-06, "Finetune/Loss": 0.6153090000152588, "Finetune/Loss (Raw)": 0.5324922204017639, "Finetune/Step": 12102, "Finetune/Step Time": 11.806935543194413}
+{"Finetune/Learning Rate": 6.381026152628549e-06, "Finetune/Loss": 0.6158134937286377, "Finetune/Loss (Raw)": 0.6845654249191284, "Finetune/Step": 12103, "Finetune/Step Time": 11.800718212500215}
+{"Finetune/Learning Rate": 6.3794563877901385e-06, "Finetune/Loss": 0.6149905920028687, "Finetune/Loss (Raw)": 0.6714869141578674, "Finetune/Step": 12104, "Finetune/Step Time": 11.800658455118537}
+{"Finetune/Learning Rate": 6.3778867256200505e-06, "Finetune/Loss": 0.6153859496116638, "Finetune/Loss (Raw)": 0.5600367784500122, "Finetune/Step": 12105, "Finetune/Step Time": 11.82874614559114}
+{"Finetune/Learning Rate": 6.3763171661627956e-06, "Finetune/Loss": 0.615922212600708, "Finetune/Loss (Raw)": 0.6561466455459595, "Finetune/Step": 12106, "Finetune/Step Time": 11.825409978628159}
+{"Finetune/Learning Rate": 6.374747709462881e-06, "Finetune/Loss": 0.6161377429962158, "Finetune/Loss (Raw)": 0.5685210824012756, "Finetune/Step": 12107, "Finetune/Step Time": 11.819562023505569}
+{"Finetune/Learning Rate": 6.3731783555648115e-06, "Finetune/Loss": 0.615188717842102, "Finetune/Loss (Raw)": 0.5876010060310364, "Finetune/Step": 12108, "Finetune/Step Time": 11.822130504995584}
+{"Finetune/Learning Rate": 6.371609104513092e-06, "Finetune/Loss": 0.6131531596183777, "Finetune/Loss (Raw)": 0.5982680916786194, "Finetune/Step": 12109, "Finetune/Step Time": 11.812744168564677}
+{"Finetune/Learning Rate": 6.370039956352217e-06, "Finetune/Loss": 0.612607479095459, "Finetune/Loss (Raw)": 0.6108779907226562, "Finetune/Step": 12110, "Finetune/Step Time": 11.816415870562196}
+{"Finetune/Learning Rate": 6.368470911126689e-06, "Finetune/Loss": 0.6135883927345276, "Finetune/Loss (Raw)": 0.7599312663078308, "Finetune/Step": 12111, "Finetune/Step Time": 11.810335697606206}
+{"Finetune/Learning Rate": 6.366901968881002e-06, "Finetune/Loss": 0.6139460206031799, "Finetune/Loss (Raw)": 0.6072119474411011, "Finetune/Step": 12112, "Finetune/Step Time": 11.803750971332192}
+{"Finetune/Learning Rate": 6.365333129659641e-06, "Finetune/Loss": 0.6135362386703491, "Finetune/Loss (Raw)": 0.5353074669837952, "Finetune/Step": 12113, "Finetune/Step Time": 11.80213919095695}
+{"Finetune/Learning Rate": 6.363764393507098e-06, "Finetune/Loss": 0.6138837933540344, "Finetune/Loss (Raw)": 0.6192967891693115, "Finetune/Step": 12114, "Finetune/Step Time": 11.809430902823806}
+{"Finetune/Learning Rate": 6.362195760467857e-06, "Finetune/Loss": 0.6149735450744629, "Finetune/Loss (Raw)": 0.5570239424705505, "Finetune/Step": 12115, "Finetune/Step Time": 11.77461570687592}
+{"Finetune/Learning Rate": 6.360627230586398e-06, "Finetune/Loss": 0.6153683662414551, "Finetune/Loss (Raw)": 0.6297295093536377, "Finetune/Step": 12116, "Finetune/Step Time": 11.77890113927424}
+{"Finetune/Learning Rate": 6.359058803907201e-06, "Finetune/Loss": 0.6151685118675232, "Finetune/Loss (Raw)": 0.6238850355148315, "Finetune/Step": 12117, "Finetune/Step Time": 11.770279720425606}
+{"Finetune/Learning Rate": 6.357490480474748e-06, "Finetune/Loss": 0.6162005662918091, "Finetune/Loss (Raw)": 0.7068169713020325, "Finetune/Step": 12118, "Finetune/Step Time": 11.769910283386707}
+{"Finetune/Learning Rate": 6.355922260333503e-06, "Finetune/Loss": 0.616186797618866, "Finetune/Loss (Raw)": 0.5974920392036438, "Finetune/Step": 12119, "Finetune/Step Time": 11.767768647521734}
+{"Finetune/Learning Rate": 6.3543541435279386e-06, "Finetune/Loss": 0.6152510046958923, "Finetune/Loss (Raw)": 0.5184924006462097, "Finetune/Step": 12120, "Finetune/Step Time": 11.761732343584299}
+{"Finetune/Learning Rate": 6.352786130102526e-06, "Finetune/Loss": 0.6147661209106445, "Finetune/Loss (Raw)": 0.5998918414115906, "Finetune/Step": 12121, "Finetune/Step Time": 11.76732986420393}
+{"Finetune/Learning Rate": 6.351218220101728e-06, "Finetune/Loss": 0.6132874488830566, "Finetune/Loss (Raw)": 0.48167356848716736, "Finetune/Step": 12122, "Finetune/Step Time": 11.77370511367917}
+{"Finetune/Learning Rate": 6.349650413570006e-06, "Finetune/Loss": 0.612602949142456, "Finetune/Loss (Raw)": 0.5735673308372498, "Finetune/Step": 12123, "Finetune/Step Time": 11.766395661979914}
+{"Finetune/Learning Rate": 6.348082710551819e-06, "Finetune/Loss": 0.6131110191345215, "Finetune/Loss (Raw)": 0.6206363439559937, "Finetune/Step": 12124, "Finetune/Step Time": 11.766133027151227}
+{"Finetune/Learning Rate": 6.34651511109162e-06, "Finetune/Loss": 0.6144229769706726, "Finetune/Loss (Raw)": 0.6096742153167725, "Finetune/Step": 12125, "Finetune/Step Time": 11.764945644885302}
+{"Finetune/Learning Rate": 6.344947615233863e-06, "Finetune/Loss": 0.6134182214736938, "Finetune/Loss (Raw)": 0.5184758305549622, "Finetune/Step": 12126, "Finetune/Step Time": 11.771490409970284}
+{"Finetune/Learning Rate": 6.343380223022995e-06, "Finetune/Loss": 0.6130554676055908, "Finetune/Loss (Raw)": 0.5709388852119446, "Finetune/Step": 12127, "Finetune/Step Time": 11.774256382137537}
+{"Finetune/Learning Rate": 6.341812934503469e-06, "Finetune/Loss": 0.6148292422294617, "Finetune/Loss (Raw)": 0.7762947082519531, "Finetune/Step": 12128, "Finetune/Step Time": 11.778095185756683}
+{"Finetune/Learning Rate": 6.340245749719727e-06, "Finetune/Loss": 0.6147722601890564, "Finetune/Loss (Raw)": 0.560551106929779, "Finetune/Step": 12129, "Finetune/Step Time": 11.774735605344176}
+{"Finetune/Learning Rate": 6.33867866871621e-06, "Finetune/Loss": 0.6156932711601257, "Finetune/Loss (Raw)": 0.6796990633010864, "Finetune/Step": 12130, "Finetune/Step Time": 11.772679328918457}
+{"Finetune/Learning Rate": 6.337111691537351e-06, "Finetune/Loss": 0.6162682771682739, "Finetune/Loss (Raw)": 0.695514440536499, "Finetune/Step": 12131, "Finetune/Step Time": 11.774194490164518}
+{"Finetune/Learning Rate": 6.335544818227589e-06, "Finetune/Loss": 0.6158198118209839, "Finetune/Loss (Raw)": 0.5648669600486755, "Finetune/Step": 12132, "Finetune/Step Time": 11.784085178747773}
+{"Finetune/Learning Rate": 6.333978048831356e-06, "Finetune/Loss": 0.6172044277191162, "Finetune/Loss (Raw)": 0.6842123866081238, "Finetune/Step": 12133, "Finetune/Step Time": 11.778479432687163}
+{"Finetune/Learning Rate": 6.332411383393079e-06, "Finetune/Loss": 0.6179171204566956, "Finetune/Loss (Raw)": 0.6972718238830566, "Finetune/Step": 12134, "Finetune/Step Time": 11.76813354715705}
+{"Finetune/Learning Rate": 6.330844821957187e-06, "Finetune/Loss": 0.6184312701225281, "Finetune/Loss (Raw)": 0.6060478687286377, "Finetune/Step": 12135, "Finetune/Step Time": 11.776140600442886}
+{"Finetune/Learning Rate": 6.329278364568108e-06, "Finetune/Loss": 0.6187729835510254, "Finetune/Loss (Raw)": 0.5199457406997681, "Finetune/Step": 12136, "Finetune/Step Time": 11.776904108002782}
+{"Finetune/Learning Rate": 6.327712011270249e-06, "Finetune/Loss": 0.6177281141281128, "Finetune/Loss (Raw)": 0.5915219187736511, "Finetune/Step": 12137, "Finetune/Step Time": 11.771587893366814}
+{"Finetune/Learning Rate": 6.326145762108038e-06, "Finetune/Loss": 0.617898166179657, "Finetune/Loss (Raw)": 0.6565930247306824, "Finetune/Step": 12138, "Finetune/Step Time": 11.77602138929069}
+{"Finetune/Learning Rate": 6.324579617125886e-06, "Finetune/Loss": 0.6171169281005859, "Finetune/Loss (Raw)": 0.5383466482162476, "Finetune/Step": 12139, "Finetune/Step Time": 11.779373582452536}
+{"Finetune/Learning Rate": 6.323013576368202e-06, "Finetune/Loss": 0.6179869174957275, "Finetune/Loss (Raw)": 0.7467087507247925, "Finetune/Step": 12140, "Finetune/Step Time": 11.790886426344514}
+{"Finetune/Learning Rate": 6.321447639879397e-06, "Finetune/Loss": 0.6178460717201233, "Finetune/Loss (Raw)": 0.6255913376808167, "Finetune/Step": 12141, "Finetune/Step Time": 11.81228681653738}
+{"Finetune/Learning Rate": 6.319881807703883e-06, "Finetune/Loss": 0.6185554265975952, "Finetune/Loss (Raw)": 0.597411572933197, "Finetune/Step": 12142, "Finetune/Step Time": 11.808007648214698}
+{"Finetune/Learning Rate": 6.318316079886051e-06, "Finetune/Loss": 0.6174191236495972, "Finetune/Loss (Raw)": 0.5470476746559143, "Finetune/Step": 12143, "Finetune/Step Time": 11.787489721551538}
+{"Finetune/Learning Rate": 6.316750456470304e-06, "Finetune/Loss": 0.6185534000396729, "Finetune/Loss (Raw)": 0.6677166223526001, "Finetune/Step": 12144, "Finetune/Step Time": 11.786071410402656}
+{"Finetune/Learning Rate": 6.315184937501043e-06, "Finetune/Loss": 0.6183476448059082, "Finetune/Loss (Raw)": 0.6883861422538757, "Finetune/Step": 12145, "Finetune/Step Time": 11.778706787154078}
+{"Finetune/Learning Rate": 6.313619523022658e-06, "Finetune/Loss": 0.6187497973442078, "Finetune/Loss (Raw)": 0.6953993439674377, "Finetune/Step": 12146, "Finetune/Step Time": 11.76459157280624}
+{"Finetune/Learning Rate": 6.312054213079541e-06, "Finetune/Loss": 0.6182871460914612, "Finetune/Loss (Raw)": 0.5133109092712402, "Finetune/Step": 12147, "Finetune/Step Time": 11.7619841825217}
+{"Finetune/Learning Rate": 6.310489007716083e-06, "Finetune/Loss": 0.6189892292022705, "Finetune/Loss (Raw)": 0.6639652848243713, "Finetune/Step": 12148, "Finetune/Step Time": 11.759580558165908}
+{"Finetune/Learning Rate": 6.30892390697666e-06, "Finetune/Loss": 0.6179348230361938, "Finetune/Loss (Raw)": 0.552744448184967, "Finetune/Step": 12149, "Finetune/Step Time": 11.740090910345316}
+{"Finetune/Learning Rate": 6.307358910905661e-06, "Finetune/Loss": 0.6188202500343323, "Finetune/Loss (Raw)": 0.8162586688995361, "Finetune/Step": 12150, "Finetune/Step Time": 11.739233367145061}
+{"Finetune/Learning Rate": 6.305794019547461e-06, "Finetune/Loss": 0.6197373867034912, "Finetune/Loss (Raw)": 0.6720750331878662, "Finetune/Step": 12151, "Finetune/Step Time": 11.751971300691366}
+{"Finetune/Learning Rate": 6.30422923294644e-06, "Finetune/Loss": 0.6181772351264954, "Finetune/Loss (Raw)": 0.5226773023605347, "Finetune/Step": 12152, "Finetune/Step Time": 11.753103310242295}
+{"Finetune/Learning Rate": 6.302664551146967e-06, "Finetune/Loss": 0.6172203421592712, "Finetune/Loss (Raw)": 0.5630922913551331, "Finetune/Step": 12153, "Finetune/Step Time": 11.753130840137601}
+{"Finetune/Learning Rate": 6.301099974193414e-06, "Finetune/Loss": 0.617109477519989, "Finetune/Loss (Raw)": 0.6245617270469666, "Finetune/Step": 12154, "Finetune/Step Time": 11.74176899716258}
+{"Finetune/Learning Rate": 6.29953550213015e-06, "Finetune/Loss": 0.6158161163330078, "Finetune/Loss (Raw)": 0.44771990180015564, "Finetune/Step": 12155, "Finetune/Step Time": 11.747251199558377}
+{"Finetune/Learning Rate": 6.2979711350015345e-06, "Finetune/Loss": 0.6145258545875549, "Finetune/Loss (Raw)": 0.539760410785675, "Finetune/Step": 12156, "Finetune/Step Time": 11.74481438472867}
+{"Finetune/Learning Rate": 6.29640687285193e-06, "Finetune/Loss": 0.6149098873138428, "Finetune/Loss (Raw)": 0.6441888809204102, "Finetune/Step": 12157, "Finetune/Step Time": 11.750307524576783}
+{"Finetune/Learning Rate": 6.294842715725693e-06, "Finetune/Loss": 0.6136887073516846, "Finetune/Loss (Raw)": 0.47179627418518066, "Finetune/Step": 12158, "Finetune/Step Time": 11.738947957754135}
+{"Finetune/Learning Rate": 6.293278663667183e-06, "Finetune/Loss": 0.6138139963150024, "Finetune/Loss (Raw)": 0.6069917678833008, "Finetune/Step": 12159, "Finetune/Step Time": 11.738516056910157}
+{"Finetune/Learning Rate": 6.2917147167207495e-06, "Finetune/Loss": 0.6125220060348511, "Finetune/Loss (Raw)": 0.5498061776161194, "Finetune/Step": 12160, "Finetune/Step Time": 11.740892319008708}
+{"Finetune/Learning Rate": 6.2901508749307425e-06, "Finetune/Loss": 0.6126784086227417, "Finetune/Loss (Raw)": 0.6479464173316956, "Finetune/Step": 12161, "Finetune/Step Time": 11.750707907602191}
+{"Finetune/Learning Rate": 6.288587138341507e-06, "Finetune/Loss": 0.6128574013710022, "Finetune/Loss (Raw)": 0.6616164445877075, "Finetune/Step": 12162, "Finetune/Step Time": 11.755468243733048}
+{"Finetune/Learning Rate": 6.287023506997385e-06, "Finetune/Loss": 0.6133201122283936, "Finetune/Loss (Raw)": 0.7167646884918213, "Finetune/Step": 12163, "Finetune/Step Time": 11.782261587679386}
+{"Finetune/Learning Rate": 6.285459980942718e-06, "Finetune/Loss": 0.6133217811584473, "Finetune/Loss (Raw)": 0.6415109038352966, "Finetune/Step": 12164, "Finetune/Step Time": 11.793889753520489}
+{"Finetune/Learning Rate": 6.283896560221845e-06, "Finetune/Loss": 0.6132834553718567, "Finetune/Loss (Raw)": 0.564520537853241, "Finetune/Step": 12165, "Finetune/Step Time": 11.804301982745528}
+{"Finetune/Learning Rate": 6.2823332448790955e-06, "Finetune/Loss": 0.6137504577636719, "Finetune/Loss (Raw)": 0.7020920515060425, "Finetune/Step": 12166, "Finetune/Step Time": 11.820049196481705}
+{"Finetune/Learning Rate": 6.2807700349588095e-06, "Finetune/Loss": 0.6136997938156128, "Finetune/Loss (Raw)": 0.6750987768173218, "Finetune/Step": 12167, "Finetune/Step Time": 11.826591975986958}
+{"Finetune/Learning Rate": 6.279206930505303e-06, "Finetune/Loss": 0.6138533353805542, "Finetune/Loss (Raw)": 0.6286274194717407, "Finetune/Step": 12168, "Finetune/Step Time": 11.833129081875086}
+{"Finetune/Learning Rate": 6.277643931562909e-06, "Finetune/Loss": 0.6132387518882751, "Finetune/Loss (Raw)": 0.5548372864723206, "Finetune/Step": 12169, "Finetune/Step Time": 11.832046836614609}
+{"Finetune/Learning Rate": 6.27608103817595e-06, "Finetune/Loss": 0.613430380821228, "Finetune/Loss (Raw)": 0.563850462436676, "Finetune/Step": 12170, "Finetune/Step Time": 11.837933003902435}
+{"Finetune/Learning Rate": 6.274518250388741e-06, "Finetune/Loss": 0.6140958070755005, "Finetune/Loss (Raw)": 0.5669839382171631, "Finetune/Step": 12171, "Finetune/Step Time": 11.846073878929019}
+{"Finetune/Learning Rate": 6.272955568245602e-06, "Finetune/Loss": 0.6132479906082153, "Finetune/Loss (Raw)": 0.5559439063072205, "Finetune/Step": 12172, "Finetune/Step Time": 11.844769397750497}
+{"Finetune/Learning Rate": 6.271392991790845e-06, "Finetune/Loss": 0.6132906675338745, "Finetune/Loss (Raw)": 0.6097052693367004, "Finetune/Step": 12173, "Finetune/Step Time": 11.8363839071244}
+{"Finetune/Learning Rate": 6.2698305210687805e-06, "Finetune/Loss": 0.6129867434501648, "Finetune/Loss (Raw)": 0.5341341495513916, "Finetune/Step": 12174, "Finetune/Step Time": 11.82371398806572}
+{"Finetune/Learning Rate": 6.268268156123713e-06, "Finetune/Loss": 0.6126447319984436, "Finetune/Loss (Raw)": 0.464401513338089, "Finetune/Step": 12175, "Finetune/Step Time": 11.846547877416015}
+{"Finetune/Learning Rate": 6.266705896999949e-06, "Finetune/Loss": 0.6134347915649414, "Finetune/Loss (Raw)": 0.7264740467071533, "Finetune/Step": 12176, "Finetune/Step Time": 11.864773619920015}
+{"Finetune/Learning Rate": 6.26514374374179e-06, "Finetune/Loss": 0.6137762665748596, "Finetune/Loss (Raw)": 0.7335144281387329, "Finetune/Step": 12177, "Finetune/Step Time": 11.862779648974538}
+{"Finetune/Learning Rate": 6.263581696393535e-06, "Finetune/Loss": 0.6127156019210815, "Finetune/Loss (Raw)": 0.5348476767539978, "Finetune/Step": 12178, "Finetune/Step Time": 11.893500089645386}
+{"Finetune/Learning Rate": 6.26201975499948e-06, "Finetune/Loss": 0.612463116645813, "Finetune/Loss (Raw)": 0.5662221908569336, "Finetune/Step": 12179, "Finetune/Step Time": 11.9005160741508}
+{"Finetune/Learning Rate": 6.260457919603912e-06, "Finetune/Loss": 0.6129168272018433, "Finetune/Loss (Raw)": 0.6907910108566284, "Finetune/Step": 12180, "Finetune/Step Time": 11.895591678097844}
+{"Finetune/Learning Rate": 6.258896190251126e-06, "Finetune/Loss": 0.6123113036155701, "Finetune/Loss (Raw)": 0.6518616080284119, "Finetune/Step": 12181, "Finetune/Step Time": 11.8925252687186}
+{"Finetune/Learning Rate": 6.257334566985405e-06, "Finetune/Loss": 0.6123639345169067, "Finetune/Loss (Raw)": 0.5621045827865601, "Finetune/Step": 12182, "Finetune/Step Time": 11.89747136645019}
+{"Finetune/Learning Rate": 6.25577304985103e-06, "Finetune/Loss": 0.6136108636856079, "Finetune/Loss (Raw)": 0.6594065427780151, "Finetune/Step": 12183, "Finetune/Step Time": 11.898833872750401}
+{"Finetune/Learning Rate": 6.254211638892287e-06, "Finetune/Loss": 0.6144504547119141, "Finetune/Loss (Raw)": 0.789708137512207, "Finetune/Step": 12184, "Finetune/Step Time": 11.901778284460306}
+{"Finetune/Learning Rate": 6.252650334153452e-06, "Finetune/Loss": 0.6145786046981812, "Finetune/Loss (Raw)": 0.6596806645393372, "Finetune/Step": 12185, "Finetune/Step Time": 11.904782067984343}
+{"Finetune/Learning Rate": 6.251089135678795e-06, "Finetune/Loss": 0.6128661036491394, "Finetune/Loss (Raw)": 0.5305917263031006, "Finetune/Step": 12186, "Finetune/Step Time": 11.907277652993798}
+{"Finetune/Learning Rate": 6.249528043512589e-06, "Finetune/Loss": 0.6132176518440247, "Finetune/Loss (Raw)": 0.6417632699012756, "Finetune/Step": 12187, "Finetune/Step Time": 11.904062813147902}
+{"Finetune/Learning Rate": 6.247967057699105e-06, "Finetune/Loss": 0.6144798994064331, "Finetune/Loss (Raw)": 0.6987054944038391, "Finetune/Step": 12188, "Finetune/Step Time": 11.909824149683118}
+{"Finetune/Learning Rate": 6.246406178282604e-06, "Finetune/Loss": 0.614276647567749, "Finetune/Loss (Raw)": 0.537671685218811, "Finetune/Step": 12189, "Finetune/Step Time": 11.923570347949862}
+{"Finetune/Learning Rate": 6.2448454053073495e-06, "Finetune/Loss": 0.6135342121124268, "Finetune/Loss (Raw)": 0.5987592935562134, "Finetune/Step": 12190, "Finetune/Step Time": 11.924065629020333}
+{"Finetune/Learning Rate": 6.2432847388176065e-06, "Finetune/Loss": 0.612390398979187, "Finetune/Loss (Raw)": 0.5201753377914429, "Finetune/Step": 12191, "Finetune/Step Time": 11.931581975892186}
+{"Finetune/Learning Rate": 6.241724178857621e-06, "Finetune/Loss": 0.6117330193519592, "Finetune/Loss (Raw)": 0.5537265539169312, "Finetune/Step": 12192, "Finetune/Step Time": 11.937081849202514}
+{"Finetune/Learning Rate": 6.2401637254716496e-06, "Finetune/Loss": 0.6111004948616028, "Finetune/Loss (Raw)": 0.5537957549095154, "Finetune/Step": 12193, "Finetune/Step Time": 11.93615566380322}
+{"Finetune/Learning Rate": 6.2386033787039446e-06, "Finetune/Loss": 0.6110372543334961, "Finetune/Loss (Raw)": 0.6682756543159485, "Finetune/Step": 12194, "Finetune/Step Time": 11.964382013306022}
+{"Finetune/Learning Rate": 6.2370431385987525e-06, "Finetune/Loss": 0.6103246808052063, "Finetune/Loss (Raw)": 0.5969774127006531, "Finetune/Step": 12195, "Finetune/Step Time": 11.913877811282873}
+{"Finetune/Learning Rate": 6.235483005200316e-06, "Finetune/Loss": 0.6098510026931763, "Finetune/Loss (Raw)": 0.623187243938446, "Finetune/Step": 12196, "Finetune/Step Time": 11.913423582911491}
+{"Finetune/Learning Rate": 6.233922978552879e-06, "Finetune/Loss": 0.611947774887085, "Finetune/Loss (Raw)": 0.7123284339904785, "Finetune/Step": 12197, "Finetune/Step Time": 11.873917231336236}
+{"Finetune/Learning Rate": 6.232363058700674e-06, "Finetune/Loss": 0.6131007671356201, "Finetune/Loss (Raw)": 0.7863403558731079, "Finetune/Step": 12198, "Finetune/Step Time": 11.874642020091414}
+{"Finetune/Learning Rate": 6.230803245687939e-06, "Finetune/Loss": 0.6127179265022278, "Finetune/Loss (Raw)": 0.579245924949646, "Finetune/Step": 12199, "Finetune/Step Time": 11.874875428155065}
+{"Finetune/Learning Rate": 6.229243539558907e-06, "Finetune/Loss": 0.6120030879974365, "Finetune/Loss (Raw)": 0.5149698257446289, "Finetune/Step": 12200, "Finetune/Step Time": 11.876797029748559}
+{"Finetune/Learning Rate": 6.227683940357805e-06, "Finetune/Loss": 0.6126272678375244, "Finetune/Loss (Raw)": 0.6122665405273438, "Finetune/Step": 12201, "Finetune/Step Time": 11.876071235165}
+{"Finetune/Learning Rate": 6.2261244481288584e-06, "Finetune/Loss": 0.6119878888130188, "Finetune/Loss (Raw)": 0.5665807127952576, "Finetune/Step": 12202, "Finetune/Step Time": 11.87227045930922}
+{"Finetune/Learning Rate": 6.224565062916294e-06, "Finetune/Loss": 0.6113949418067932, "Finetune/Loss (Raw)": 0.6173928380012512, "Finetune/Step": 12203, "Finetune/Step Time": 11.876901092007756}
+{"Finetune/Learning Rate": 6.223005784764328e-06, "Finetune/Loss": 0.6121333837509155, "Finetune/Loss (Raw)": 0.6824589967727661, "Finetune/Step": 12204, "Finetune/Step Time": 11.879383310675621}
+{"Finetune/Learning Rate": 6.221446613717176e-06, "Finetune/Loss": 0.6125408411026001, "Finetune/Loss (Raw)": 0.6689936518669128, "Finetune/Step": 12205, "Finetune/Step Time": 11.872043136507273}
+{"Finetune/Learning Rate": 6.219887549819054e-06, "Finetune/Loss": 0.6115939617156982, "Finetune/Loss (Raw)": 0.500779390335083, "Finetune/Step": 12206, "Finetune/Step Time": 11.893010400235653}
+{"Finetune/Learning Rate": 6.218328593114169e-06, "Finetune/Loss": 0.6108611822128296, "Finetune/Loss (Raw)": 0.5506885051727295, "Finetune/Step": 12207, "Finetune/Step Time": 11.85239239782095}
+{"Finetune/Learning Rate": 6.216769743646734e-06, "Finetune/Loss": 0.6119767427444458, "Finetune/Loss (Raw)": 0.713174045085907, "Finetune/Step": 12208, "Finetune/Step Time": 11.845309967175126}
+{"Finetune/Learning Rate": 6.215211001460954e-06, "Finetune/Loss": 0.6117131114006042, "Finetune/Loss (Raw)": 0.5972827672958374, "Finetune/Step": 12209, "Finetune/Step Time": 11.841049645096064}
+{"Finetune/Learning Rate": 6.213652366601024e-06, "Finetune/Loss": 0.612699031829834, "Finetune/Loss (Raw)": 0.6954342722892761, "Finetune/Step": 12210, "Finetune/Step Time": 11.846771508455276}
+{"Finetune/Learning Rate": 6.212093839111146e-06, "Finetune/Loss": 0.6130194664001465, "Finetune/Loss (Raw)": 0.6764436364173889, "Finetune/Step": 12211, "Finetune/Step Time": 11.844532376155257}
+{"Finetune/Learning Rate": 6.210535419035515e-06, "Finetune/Loss": 0.6141507625579834, "Finetune/Loss (Raw)": 0.7176100611686707, "Finetune/Step": 12212, "Finetune/Step Time": 11.837733997032046}
+{"Finetune/Learning Rate": 6.208977106418326e-06, "Finetune/Loss": 0.6132346391677856, "Finetune/Loss (Raw)": 0.3891909122467041, "Finetune/Step": 12213, "Finetune/Step Time": 11.84265124797821}
+{"Finetune/Learning Rate": 6.207418901303761e-06, "Finetune/Loss": 0.6140065789222717, "Finetune/Loss (Raw)": 0.7741200923919678, "Finetune/Step": 12214, "Finetune/Step Time": 11.845293184742332}
+{"Finetune/Learning Rate": 6.205860803736019e-06, "Finetune/Loss": 0.6136165261268616, "Finetune/Loss (Raw)": 0.5716832280158997, "Finetune/Step": 12215, "Finetune/Step Time": 11.840336687862873}
+{"Finetune/Learning Rate": 6.204302813759272e-06, "Finetune/Loss": 0.6130393743515015, "Finetune/Loss (Raw)": 0.5646308660507202, "Finetune/Step": 12216, "Finetune/Step Time": 11.814342120662332}
+{"Finetune/Learning Rate": 6.202744931417701e-06, "Finetune/Loss": 0.6129952669143677, "Finetune/Loss (Raw)": 0.6294288635253906, "Finetune/Step": 12217, "Finetune/Step Time": 11.812832156196237}
+{"Finetune/Learning Rate": 6.201187156755489e-06, "Finetune/Loss": 0.6142644882202148, "Finetune/Loss (Raw)": 0.6412899494171143, "Finetune/Step": 12218, "Finetune/Step Time": 11.795000746846199}
+{"Finetune/Learning Rate": 6.199629489816805e-06, "Finetune/Loss": 0.6137873530387878, "Finetune/Loss (Raw)": 0.6298176050186157, "Finetune/Step": 12219, "Finetune/Step Time": 11.828154454007745}
+{"Finetune/Learning Rate": 6.1980719306458216e-06, "Finetune/Loss": 0.613213062286377, "Finetune/Loss (Raw)": 0.5023753643035889, "Finetune/Step": 12220, "Finetune/Step Time": 11.82833555713296}
+{"Finetune/Learning Rate": 6.19651447928671e-06, "Finetune/Loss": 0.6121406555175781, "Finetune/Loss (Raw)": 0.5796856880187988, "Finetune/Step": 12221, "Finetune/Step Time": 11.827426977455616}
+{"Finetune/Learning Rate": 6.19495713578363e-06, "Finetune/Loss": 0.6125698089599609, "Finetune/Loss (Raw)": 0.6605886220932007, "Finetune/Step": 12222, "Finetune/Step Time": 11.806216975674033}
+{"Finetune/Learning Rate": 6.193399900180747e-06, "Finetune/Loss": 0.6122645735740662, "Finetune/Loss (Raw)": 0.6139753460884094, "Finetune/Step": 12223, "Finetune/Step Time": 11.808044584468007}
+{"Finetune/Learning Rate": 6.191842772522214e-06, "Finetune/Loss": 0.6122789978981018, "Finetune/Loss (Raw)": 0.612975001335144, "Finetune/Step": 12224, "Finetune/Step Time": 11.807321900501847}
+{"Finetune/Learning Rate": 6.190285752852195e-06, "Finetune/Loss": 0.6125110983848572, "Finetune/Loss (Raw)": 0.6796241998672485, "Finetune/Step": 12225, "Finetune/Step Time": 11.80704914033413}
+{"Finetune/Learning Rate": 6.188728841214837e-06, "Finetune/Loss": 0.6133036613464355, "Finetune/Loss (Raw)": 0.6283517479896545, "Finetune/Step": 12226, "Finetune/Step Time": 11.816436568275094}
+{"Finetune/Learning Rate": 6.187172037654294e-06, "Finetune/Loss": 0.6146318316459656, "Finetune/Loss (Raw)": 0.6516952514648438, "Finetune/Step": 12227, "Finetune/Step Time": 11.79266176559031}
+{"Finetune/Learning Rate": 6.185615342214708e-06, "Finetune/Loss": 0.6145597100257874, "Finetune/Loss (Raw)": 0.561774492263794, "Finetune/Step": 12228, "Finetune/Step Time": 11.784351481124759}
+{"Finetune/Learning Rate": 6.184058754940223e-06, "Finetune/Loss": 0.6138456463813782, "Finetune/Loss (Raw)": 0.5746535062789917, "Finetune/Step": 12229, "Finetune/Step Time": 11.79244876280427}
+{"Finetune/Learning Rate": 6.182502275874982e-06, "Finetune/Loss": 0.6133511066436768, "Finetune/Loss (Raw)": 0.4691818356513977, "Finetune/Step": 12230, "Finetune/Step Time": 11.793695775792003}
+{"Finetune/Learning Rate": 6.18094590506312e-06, "Finetune/Loss": 0.612566351890564, "Finetune/Loss (Raw)": 0.5841255187988281, "Finetune/Step": 12231, "Finetune/Step Time": 11.799076898023486}
+{"Finetune/Learning Rate": 6.179389642548771e-06, "Finetune/Loss": 0.6121234893798828, "Finetune/Loss (Raw)": 0.6147973537445068, "Finetune/Step": 12232, "Finetune/Step Time": 11.805095279589295}
+{"Finetune/Learning Rate": 6.177833488376072e-06, "Finetune/Loss": 0.6131154298782349, "Finetune/Loss (Raw)": 0.6870100498199463, "Finetune/Step": 12233, "Finetune/Step Time": 11.772683875635266}
+{"Finetune/Learning Rate": 6.1762774425891425e-06, "Finetune/Loss": 0.6122026443481445, "Finetune/Loss (Raw)": 0.5393016934394836, "Finetune/Step": 12234, "Finetune/Step Time": 11.771433653309941}
+{"Finetune/Learning Rate": 6.174721505232113e-06, "Finetune/Loss": 0.6121336221694946, "Finetune/Loss (Raw)": 0.5596897006034851, "Finetune/Step": 12235, "Finetune/Step Time": 11.764394611120224}
+{"Finetune/Learning Rate": 6.173165676349103e-06, "Finetune/Loss": 0.6126210689544678, "Finetune/Loss (Raw)": 0.6500006318092346, "Finetune/Step": 12236, "Finetune/Step Time": 11.768970903009176}
+{"Finetune/Learning Rate": 6.171609955984234e-06, "Finetune/Loss": 0.6124277114868164, "Finetune/Loss (Raw)": 0.5735112428665161, "Finetune/Step": 12237, "Finetune/Step Time": 11.769362213090062}
+{"Finetune/Learning Rate": 6.170054344181618e-06, "Finetune/Loss": 0.6127216815948486, "Finetune/Loss (Raw)": 0.648505687713623, "Finetune/Step": 12238, "Finetune/Step Time": 11.761887580156326}
+{"Finetune/Learning Rate": 6.16849884098537e-06, "Finetune/Loss": 0.6097051501274109, "Finetune/Loss (Raw)": 0.3738216757774353, "Finetune/Step": 12239, "Finetune/Step Time": 11.795916894450784}
+{"Finetune/Learning Rate": 6.166943446439604e-06, "Finetune/Loss": 0.6090152859687805, "Finetune/Loss (Raw)": 0.5189036130905151, "Finetune/Step": 12240, "Finetune/Step Time": 11.792415520176291}
+{"Finetune/Learning Rate": 6.1653881605884165e-06, "Finetune/Loss": 0.6090340614318848, "Finetune/Loss (Raw)": 0.537712037563324, "Finetune/Step": 12241, "Finetune/Step Time": 11.788989022374153}
+{"Finetune/Learning Rate": 6.163832983475919e-06, "Finetune/Loss": 0.6090478897094727, "Finetune/Loss (Raw)": 0.6210657358169556, "Finetune/Step": 12242, "Finetune/Step Time": 11.791838666424155}
+{"Finetune/Learning Rate": 6.162277915146209e-06, "Finetune/Loss": 0.6082136631011963, "Finetune/Loss (Raw)": 0.45024582743644714, "Finetune/Step": 12243, "Finetune/Step Time": 11.792229183018208}
+{"Finetune/Learning Rate": 6.160722955643385e-06, "Finetune/Loss": 0.608587384223938, "Finetune/Loss (Raw)": 0.6775665283203125, "Finetune/Step": 12244, "Finetune/Step Time": 11.786228261888027}
+{"Finetune/Learning Rate": 6.159168105011539e-06, "Finetune/Loss": 0.6080704927444458, "Finetune/Loss (Raw)": 0.557725727558136, "Finetune/Step": 12245, "Finetune/Step Time": 11.783751908689737}
+{"Finetune/Learning Rate": 6.157613363294768e-06, "Finetune/Loss": 0.6077445149421692, "Finetune/Loss (Raw)": 0.6650869250297546, "Finetune/Step": 12246, "Finetune/Step Time": 11.772285677492619}
+{"Finetune/Learning Rate": 6.156058730537151e-06, "Finetune/Loss": 0.6080163717269897, "Finetune/Loss (Raw)": 0.63228839635849, "Finetune/Step": 12247, "Finetune/Step Time": 11.776340687647462}
+{"Finetune/Learning Rate": 6.15450420678278e-06, "Finetune/Loss": 0.608283519744873, "Finetune/Loss (Raw)": 0.5526974201202393, "Finetune/Step": 12248, "Finetune/Step Time": 11.775728587061167}
+{"Finetune/Learning Rate": 6.152949792075731e-06, "Finetune/Loss": 0.6087980270385742, "Finetune/Loss (Raw)": 0.6657437086105347, "Finetune/Step": 12249, "Finetune/Step Time": 11.769406773149967}
+{"Finetune/Learning Rate": 6.15139548646009e-06, "Finetune/Loss": 0.6095669269561768, "Finetune/Loss (Raw)": 0.5800879001617432, "Finetune/Step": 12250, "Finetune/Step Time": 11.764515072107315}
+{"Finetune/Learning Rate": 6.1498412899799275e-06, "Finetune/Loss": 0.6099209785461426, "Finetune/Loss (Raw)": 0.6188908219337463, "Finetune/Step": 12251, "Finetune/Step Time": 11.78298083692789}
+{"Finetune/Learning Rate": 6.1482872026793204e-06, "Finetune/Loss": 0.6091958284378052, "Finetune/Loss (Raw)": 0.527813196182251, "Finetune/Step": 12252, "Finetune/Step Time": 11.810010440647602}
+{"Finetune/Learning Rate": 6.146733224602333e-06, "Finetune/Loss": 0.6091457605361938, "Finetune/Loss (Raw)": 0.6032735109329224, "Finetune/Step": 12253, "Finetune/Step Time": 11.817007763311267}
+{"Finetune/Learning Rate": 6.1451793557930336e-06, "Finetune/Loss": 0.6099206805229187, "Finetune/Loss (Raw)": 0.6176592111587524, "Finetune/Step": 12254, "Finetune/Step Time": 11.794936753809452}
+{"Finetune/Learning Rate": 6.143625596295488e-06, "Finetune/Loss": 0.6098031997680664, "Finetune/Loss (Raw)": 0.5559054613113403, "Finetune/Step": 12255, "Finetune/Step Time": 11.791064210236073}
+{"Finetune/Learning Rate": 6.142071946153751e-06, "Finetune/Loss": 0.6088881492614746, "Finetune/Loss (Raw)": 0.6591677665710449, "Finetune/Step": 12256, "Finetune/Step Time": 11.791033061221242}
+{"Finetune/Learning Rate": 6.140518405411886e-06, "Finetune/Loss": 0.6100934743881226, "Finetune/Loss (Raw)": 0.7148318290710449, "Finetune/Step": 12257, "Finetune/Step Time": 11.793042238801718}
+{"Finetune/Learning Rate": 6.138964974113948e-06, "Finetune/Loss": 0.6093862056732178, "Finetune/Loss (Raw)": 0.5891639590263367, "Finetune/Step": 12258, "Finetune/Step Time": 11.802936937659979}
+{"Finetune/Learning Rate": 6.1374116523039775e-06, "Finetune/Loss": 0.6083203554153442, "Finetune/Loss (Raw)": 0.5590824484825134, "Finetune/Step": 12259, "Finetune/Step Time": 11.800882386043668}
+{"Finetune/Learning Rate": 6.13585844002603e-06, "Finetune/Loss": 0.6088448762893677, "Finetune/Loss (Raw)": 0.632017195224762, "Finetune/Step": 12260, "Finetune/Step Time": 11.791079869493842}
+{"Finetune/Learning Rate": 6.134305337324149e-06, "Finetune/Loss": 0.6085854768753052, "Finetune/Loss (Raw)": 0.6509993672370911, "Finetune/Step": 12261, "Finetune/Step Time": 11.797507956624031}
+{"Finetune/Learning Rate": 6.1327523442423775e-06, "Finetune/Loss": 0.6073750257492065, "Finetune/Loss (Raw)": 0.5423448085784912, "Finetune/Step": 12262, "Finetune/Step Time": 11.796530541032553}
+{"Finetune/Learning Rate": 6.131199460824751e-06, "Finetune/Loss": 0.6085314750671387, "Finetune/Loss (Raw)": 0.7540689706802368, "Finetune/Step": 12263, "Finetune/Step Time": 11.805197317153215}
+{"Finetune/Learning Rate": 6.12964668711531e-06, "Finetune/Loss": 0.6090524792671204, "Finetune/Loss (Raw)": 0.5866353511810303, "Finetune/Step": 12264, "Finetune/Step Time": 11.817628463730216}
+{"Finetune/Learning Rate": 6.128094023158081e-06, "Finetune/Loss": 0.6089302897453308, "Finetune/Loss (Raw)": 0.5758794546127319, "Finetune/Step": 12265, "Finetune/Step Time": 11.837460136041045}
+{"Finetune/Learning Rate": 6.126541468997092e-06, "Finetune/Loss": 0.6092016696929932, "Finetune/Loss (Raw)": 0.691329836845398, "Finetune/Step": 12266, "Finetune/Step Time": 11.833234027028084}
+{"Finetune/Learning Rate": 6.124989024676375e-06, "Finetune/Loss": 0.6095901131629944, "Finetune/Loss (Raw)": 0.58806312084198, "Finetune/Step": 12267, "Finetune/Step Time": 11.84060356207192}
+{"Finetune/Learning Rate": 6.123436690239951e-06, "Finetune/Loss": 0.608514666557312, "Finetune/Loss (Raw)": 0.6090534925460815, "Finetune/Step": 12268, "Finetune/Step Time": 11.831104280427098}
+{"Finetune/Learning Rate": 6.121884465731838e-06, "Finetune/Loss": 0.6078154444694519, "Finetune/Loss (Raw)": 0.5360900163650513, "Finetune/Step": 12269, "Finetune/Step Time": 11.814644834026694}
+{"Finetune/Learning Rate": 6.120332351196057e-06, "Finetune/Loss": 0.6074568033218384, "Finetune/Loss (Raw)": 0.5515086650848389, "Finetune/Step": 12270, "Finetune/Step Time": 11.819243591278791}
+{"Finetune/Learning Rate": 6.1187803466766136e-06, "Finetune/Loss": 0.6080859899520874, "Finetune/Loss (Raw)": 0.6275832056999207, "Finetune/Step": 12271, "Finetune/Step Time": 11.847604662179947}
+{"Finetune/Learning Rate": 6.117228452217525e-06, "Finetune/Loss": 0.607764482498169, "Finetune/Loss (Raw)": 0.6265696287155151, "Finetune/Step": 12272, "Finetune/Step Time": 11.840698031708598}
+{"Finetune/Learning Rate": 6.115676667862794e-06, "Finetune/Loss": 0.607568621635437, "Finetune/Loss (Raw)": 0.6633058786392212, "Finetune/Step": 12273, "Finetune/Step Time": 11.833905193954706}
+{"Finetune/Learning Rate": 6.114124993656429e-06, "Finetune/Loss": 0.6063022017478943, "Finetune/Loss (Raw)": 0.5333003997802734, "Finetune/Step": 12274, "Finetune/Step Time": 11.853751637041569}
+{"Finetune/Learning Rate": 6.11257342964243e-06, "Finetune/Loss": 0.607109785079956, "Finetune/Loss (Raw)": 0.6166815161705017, "Finetune/Step": 12275, "Finetune/Step Time": 11.871027577668428}
+{"Finetune/Learning Rate": 6.111021975864795e-06, "Finetune/Loss": 0.6070132255554199, "Finetune/Loss (Raw)": 0.6516062021255493, "Finetune/Step": 12276, "Finetune/Step Time": 11.866674784570932}
+{"Finetune/Learning Rate": 6.109470632367516e-06, "Finetune/Loss": 0.6066839694976807, "Finetune/Loss (Raw)": 0.5105960369110107, "Finetune/Step": 12277, "Finetune/Step Time": 11.892168443650007}
+{"Finetune/Learning Rate": 6.1079193991945865e-06, "Finetune/Loss": 0.6054314970970154, "Finetune/Loss (Raw)": 0.6559512615203857, "Finetune/Step": 12278, "Finetune/Step Time": 11.890252884477377}
+{"Finetune/Learning Rate": 6.106368276389995e-06, "Finetune/Loss": 0.6046259999275208, "Finetune/Loss (Raw)": 0.5689620971679688, "Finetune/Step": 12279, "Finetune/Step Time": 11.886416357010603}
+{"Finetune/Learning Rate": 6.104817263997727e-06, "Finetune/Loss": 0.6051394939422607, "Finetune/Loss (Raw)": 0.5884125232696533, "Finetune/Step": 12280, "Finetune/Step Time": 11.887966472655535}
+{"Finetune/Learning Rate": 6.103266362061766e-06, "Finetune/Loss": 0.6060973405838013, "Finetune/Loss (Raw)": 0.6856980323791504, "Finetune/Step": 12281, "Finetune/Step Time": 11.911777772009373}
+{"Finetune/Learning Rate": 6.1017155706260945e-06, "Finetune/Loss": 0.6062286496162415, "Finetune/Loss (Raw)": 0.6413693428039551, "Finetune/Step": 12282, "Finetune/Step Time": 11.90720539726317}
+{"Finetune/Learning Rate": 6.100164889734676e-06, "Finetune/Loss": 0.6069188117980957, "Finetune/Loss (Raw)": 0.5360586643218994, "Finetune/Step": 12283, "Finetune/Step Time": 11.934466129168868}
+{"Finetune/Learning Rate": 6.0986143194314975e-06, "Finetune/Loss": 0.6086361408233643, "Finetune/Loss (Raw)": 0.7595816254615784, "Finetune/Step": 12284, "Finetune/Step Time": 11.933459537103772}
+{"Finetune/Learning Rate": 6.0970638597605194e-06, "Finetune/Loss": 0.6079509258270264, "Finetune/Loss (Raw)": 0.5564806461334229, "Finetune/Step": 12285, "Finetune/Step Time": 11.934459397569299}
+{"Finetune/Learning Rate": 6.095513510765714e-06, "Finetune/Loss": 0.6091204285621643, "Finetune/Loss (Raw)": 0.6214881539344788, "Finetune/Step": 12286, "Finetune/Step Time": 11.932183664292097}
+{"Finetune/Learning Rate": 6.093963272491041e-06, "Finetune/Loss": 0.6084916591644287, "Finetune/Loss (Raw)": 0.5265040993690491, "Finetune/Step": 12287, "Finetune/Step Time": 11.931163519620895}
+{"Finetune/Learning Rate": 6.092413144980465e-06, "Finetune/Loss": 0.6090516448020935, "Finetune/Loss (Raw)": 0.6214913129806519, "Finetune/Step": 12288, "Finetune/Step Time": 11.921117775142193}
+{"Finetune/Learning Rate": 6.090863128277938e-06, "Finetune/Loss": 0.6087201833724976, "Finetune/Loss (Raw)": 0.6055189967155457, "Finetune/Step": 12289, "Finetune/Step Time": 11.917148895561695}
+{"Finetune/Learning Rate": 6.0893132224274156e-06, "Finetune/Loss": 0.609526515007019, "Finetune/Loss (Raw)": 0.7648244500160217, "Finetune/Step": 12290, "Finetune/Step Time": 11.9152862560004}
+{"Finetune/Learning Rate": 6.08776342747285e-06, "Finetune/Loss": 0.6094410419464111, "Finetune/Loss (Raw)": 0.7058281302452087, "Finetune/Step": 12291, "Finetune/Step Time": 11.88788989558816}
+{"Finetune/Learning Rate": 6.086213743458191e-06, "Finetune/Loss": 0.6075909733772278, "Finetune/Loss (Raw)": 0.4047015905380249, "Finetune/Step": 12292, "Finetune/Step Time": 11.885292621329427}
+{"Finetune/Learning Rate": 6.084664170427379e-06, "Finetune/Loss": 0.6076001524925232, "Finetune/Loss (Raw)": 0.5656980872154236, "Finetune/Step": 12293, "Finetune/Step Time": 11.887790193781257}
+{"Finetune/Learning Rate": 6.08311470842436e-06, "Finetune/Loss": 0.6066025495529175, "Finetune/Loss (Raw)": 0.5743995904922485, "Finetune/Step": 12294, "Finetune/Step Time": 11.872254550457}
+{"Finetune/Learning Rate": 6.081565357493069e-06, "Finetune/Loss": 0.6059032678604126, "Finetune/Loss (Raw)": 0.5855863690376282, "Finetune/Step": 12295, "Finetune/Step Time": 11.87278787046671}
+{"Finetune/Learning Rate": 6.080016117677441e-06, "Finetune/Loss": 0.6051348447799683, "Finetune/Loss (Raw)": 0.5302685499191284, "Finetune/Step": 12296, "Finetune/Step Time": 11.879173131659627}
+{"Finetune/Learning Rate": 6.078466989021406e-06, "Finetune/Loss": 0.6054635047912598, "Finetune/Loss (Raw)": 0.5969092845916748, "Finetune/Step": 12297, "Finetune/Step Time": 11.878792028874159}
+{"Finetune/Learning Rate": 6.076917971568899e-06, "Finetune/Loss": 0.6052281856536865, "Finetune/Loss (Raw)": 0.5337297320365906, "Finetune/Step": 12298, "Finetune/Step Time": 11.876990742981434}
+{"Finetune/Learning Rate": 6.075369065363842e-06, "Finetune/Loss": 0.6054805517196655, "Finetune/Loss (Raw)": 0.5992864966392517, "Finetune/Step": 12299, "Finetune/Step Time": 11.867353988811374}
+{"Finetune/Learning Rate": 6.07382027045016e-06, "Finetune/Loss": 0.604319155216217, "Finetune/Loss (Raw)": 0.40728461742401123, "Finetune/Step": 12300, "Finetune/Step Time": 11.894766923040152}
+{"Finetune/Learning Rate": 6.07227158687177e-06, "Finetune/Loss": 0.6049116253852844, "Finetune/Loss (Raw)": 0.6855389475822449, "Finetune/Step": 12301, "Finetune/Step Time": 11.900676162913442}
+{"Finetune/Learning Rate": 6.070723014672587e-06, "Finetune/Loss": 0.6050649285316467, "Finetune/Loss (Raw)": 0.5537534356117249, "Finetune/Step": 12302, "Finetune/Step Time": 11.89606288075447}
+{"Finetune/Learning Rate": 6.0691745538965265e-06, "Finetune/Loss": 0.6067230701446533, "Finetune/Loss (Raw)": 0.6766462922096252, "Finetune/Step": 12303, "Finetune/Step Time": 11.876206506043673}
+{"Finetune/Learning Rate": 6.067626204587498e-06, "Finetune/Loss": 0.6058230400085449, "Finetune/Loss (Raw)": 0.6112754344940186, "Finetune/Step": 12304, "Finetune/Step Time": 11.88638373836875}
+{"Finetune/Learning Rate": 6.066077966789407e-06, "Finetune/Loss": 0.605368435382843, "Finetune/Loss (Raw)": 0.6753194332122803, "Finetune/Step": 12305, "Finetune/Step Time": 11.886804465204477}
+{"Finetune/Learning Rate": 6.0645298405461626e-06, "Finetune/Loss": 0.605910062789917, "Finetune/Loss (Raw)": 0.6041750907897949, "Finetune/Step": 12306, "Finetune/Step Time": 11.854264874011278}
+{"Finetune/Learning Rate": 6.062981825901657e-06, "Finetune/Loss": 0.605516254901886, "Finetune/Loss (Raw)": 0.5158138275146484, "Finetune/Step": 12307, "Finetune/Step Time": 11.849335920065641}
+{"Finetune/Learning Rate": 6.0614339228997905e-06, "Finetune/Loss": 0.6047956943511963, "Finetune/Loss (Raw)": 0.5985583066940308, "Finetune/Step": 12308, "Finetune/Step Time": 11.856570234522223}
+{"Finetune/Learning Rate": 6.059886131584461e-06, "Finetune/Loss": 0.6046467423439026, "Finetune/Loss (Raw)": 0.632803201675415, "Finetune/Step": 12309, "Finetune/Step Time": 11.882421949878335}
+{"Finetune/Learning Rate": 6.0583384519995555e-06, "Finetune/Loss": 0.6054118871688843, "Finetune/Loss (Raw)": 0.6600337624549866, "Finetune/Step": 12310, "Finetune/Step Time": 11.879340602084994}
+{"Finetune/Learning Rate": 6.0567908841889635e-06, "Finetune/Loss": 0.6057291030883789, "Finetune/Loss (Raw)": 0.7000136375427246, "Finetune/Step": 12311, "Finetune/Step Time": 11.887975361198187}
+{"Finetune/Learning Rate": 6.055243428196571e-06, "Finetune/Loss": 0.6041178107261658, "Finetune/Loss (Raw)": 0.5834643840789795, "Finetune/Step": 12312, "Finetune/Step Time": 11.888839934021235}
+{"Finetune/Learning Rate": 6.053696084066254e-06, "Finetune/Loss": 0.6032274961471558, "Finetune/Loss (Raw)": 0.5457188487052917, "Finetune/Step": 12313, "Finetune/Step Time": 11.892927788197994}
+{"Finetune/Learning Rate": 6.052148851841896e-06, "Finetune/Loss": 0.6035610437393188, "Finetune/Loss (Raw)": 0.5732851624488831, "Finetune/Step": 12314, "Finetune/Step Time": 11.894411927089095}
+{"Finetune/Learning Rate": 6.050601731567367e-06, "Finetune/Loss": 0.6034880876541138, "Finetune/Loss (Raw)": 0.6324288845062256, "Finetune/Step": 12315, "Finetune/Step Time": 11.890130769461393}
+{"Finetune/Learning Rate": 6.049054723286545e-06, "Finetune/Loss": 0.6022953987121582, "Finetune/Loss (Raw)": 0.5460411906242371, "Finetune/Step": 12316, "Finetune/Step Time": 11.902080988511443}
+{"Finetune/Learning Rate": 6.047507827043296e-06, "Finetune/Loss": 0.6031441688537598, "Finetune/Loss (Raw)": 0.6463120579719543, "Finetune/Step": 12317, "Finetune/Step Time": 11.903417566791177}
+{"Finetune/Learning Rate": 6.045961042881488e-06, "Finetune/Loss": 0.6026796698570251, "Finetune/Loss (Raw)": 0.5393020510673523, "Finetune/Step": 12318, "Finetune/Step Time": 11.904295602813363}
+{"Finetune/Learning Rate": 6.044414370844978e-06, "Finetune/Loss": 0.6032865047454834, "Finetune/Loss (Raw)": 0.5978549122810364, "Finetune/Step": 12319, "Finetune/Step Time": 11.911629581823945}
+{"Finetune/Learning Rate": 6.04286781097763e-06, "Finetune/Loss": 0.6034074425697327, "Finetune/Loss (Raw)": 0.5692053437232971, "Finetune/Step": 12320, "Finetune/Step Time": 11.916655085980892}
+{"Finetune/Learning Rate": 6.041321363323298e-06, "Finetune/Loss": 0.6039186716079712, "Finetune/Loss (Raw)": 0.6192299723625183, "Finetune/Step": 12321, "Finetune/Step Time": 11.933653077110648}
+{"Finetune/Learning Rate": 6.039775027925832e-06, "Finetune/Loss": 0.6032524108886719, "Finetune/Loss (Raw)": 0.5829924941062927, "Finetune/Step": 12322, "Finetune/Step Time": 11.904488177970052}
+{"Finetune/Learning Rate": 6.038228804829087e-06, "Finetune/Loss": 0.6042439341545105, "Finetune/Loss (Raw)": 0.7238888144493103, "Finetune/Step": 12323, "Finetune/Step Time": 11.899750865995884}
+{"Finetune/Learning Rate": 6.0366826940769075e-06, "Finetune/Loss": 0.603809118270874, "Finetune/Loss (Raw)": 0.5675414800643921, "Finetune/Step": 12324, "Finetune/Step Time": 11.913549557328224}
+{"Finetune/Learning Rate": 6.03513669571314e-06, "Finetune/Loss": 0.6033830046653748, "Finetune/Loss (Raw)": 0.6577811241149902, "Finetune/Step": 12325, "Finetune/Step Time": 11.912899773567915}
+{"Finetune/Learning Rate": 6.033590809781618e-06, "Finetune/Loss": 0.6017634272575378, "Finetune/Loss (Raw)": 0.5790356993675232, "Finetune/Step": 12326, "Finetune/Step Time": 11.90883938036859}
+{"Finetune/Learning Rate": 6.032045036326181e-06, "Finetune/Loss": 0.6024684309959412, "Finetune/Loss (Raw)": 0.6694833040237427, "Finetune/Step": 12327, "Finetune/Step Time": 11.906363107264042}
+{"Finetune/Learning Rate": 6.0304993753906635e-06, "Finetune/Loss": 0.604026734828949, "Finetune/Loss (Raw)": 0.714439868927002, "Finetune/Step": 12328, "Finetune/Step Time": 11.908024691045284}
+{"Finetune/Learning Rate": 6.028953827018895e-06, "Finetune/Loss": 0.6043015718460083, "Finetune/Loss (Raw)": 0.6474440097808838, "Finetune/Step": 12329, "Finetune/Step Time": 11.913454918190837}
+{"Finetune/Learning Rate": 6.027408391254705e-06, "Finetune/Loss": 0.6049609184265137, "Finetune/Loss (Raw)": 0.650969386100769, "Finetune/Step": 12330, "Finetune/Step Time": 11.921467430889606}
+{"Finetune/Learning Rate": 6.025863068141922e-06, "Finetune/Loss": 0.6055490970611572, "Finetune/Loss (Raw)": 0.692679762840271, "Finetune/Step": 12331, "Finetune/Step Time": 11.9251814391464}
+{"Finetune/Learning Rate": 6.024317857724353e-06, "Finetune/Loss": 0.6044082045555115, "Finetune/Loss (Raw)": 0.5364295244216919, "Finetune/Step": 12332, "Finetune/Step Time": 11.920411624014378}
+{"Finetune/Learning Rate": 6.0227727600458275e-06, "Finetune/Loss": 0.6047482490539551, "Finetune/Loss (Raw)": 0.712520182132721, "Finetune/Step": 12333, "Finetune/Step Time": 11.947330856695771}
+{"Finetune/Learning Rate": 6.021227775150158e-06, "Finetune/Loss": 0.6061346530914307, "Finetune/Loss (Raw)": 0.6782371401786804, "Finetune/Step": 12334, "Finetune/Step Time": 11.92184784822166}
+{"Finetune/Learning Rate": 6.019682903081153e-06, "Finetune/Loss": 0.6069635152816772, "Finetune/Loss (Raw)": 0.6567787528038025, "Finetune/Step": 12335, "Finetune/Step Time": 11.920444689691067}
+{"Finetune/Learning Rate": 6.018138143882621e-06, "Finetune/Loss": 0.6055923104286194, "Finetune/Loss (Raw)": 0.5376656651496887, "Finetune/Step": 12336, "Finetune/Step Time": 11.924268839880824}
+{"Finetune/Learning Rate": 6.016593497598374e-06, "Finetune/Loss": 0.6053354740142822, "Finetune/Loss (Raw)": 0.5644034743309021, "Finetune/Step": 12337, "Finetune/Step Time": 11.924527017399669}
+{"Finetune/Learning Rate": 6.015048964272205e-06, "Finetune/Loss": 0.6042356491088867, "Finetune/Loss (Raw)": 0.5546570420265198, "Finetune/Step": 12338, "Finetune/Step Time": 11.928552767261863}
+{"Finetune/Learning Rate": 6.013504543947912e-06, "Finetune/Loss": 0.6038446426391602, "Finetune/Loss (Raw)": 0.6263913512229919, "Finetune/Step": 12339, "Finetune/Step Time": 11.947422411292791}
+{"Finetune/Learning Rate": 6.011960236669299e-06, "Finetune/Loss": 0.6039019823074341, "Finetune/Loss (Raw)": 0.7249544262886047, "Finetune/Step": 12340, "Finetune/Step Time": 11.962469322606921}
+{"Finetune/Learning Rate": 6.01041604248015e-06, "Finetune/Loss": 0.6054977178573608, "Finetune/Loss (Raw)": 0.5934409499168396, "Finetune/Step": 12341, "Finetune/Step Time": 11.955188948661089}
+{"Finetune/Learning Rate": 6.008871961424259e-06, "Finetune/Loss": 0.6044229865074158, "Finetune/Loss (Raw)": 0.636562705039978, "Finetune/Step": 12342, "Finetune/Step Time": 11.958716353401542}
+{"Finetune/Learning Rate": 6.007327993545411e-06, "Finetune/Loss": 0.6039117574691772, "Finetune/Loss (Raw)": 0.5062378644943237, "Finetune/Step": 12343, "Finetune/Step Time": 11.979704212397337}
+{"Finetune/Learning Rate": 6.0057841388873865e-06, "Finetune/Loss": 0.6052523255348206, "Finetune/Loss (Raw)": 0.7362316250801086, "Finetune/Step": 12344, "Finetune/Step Time": 11.960572365671396}
+{"Finetune/Learning Rate": 6.004240397493966e-06, "Finetune/Loss": 0.6043224334716797, "Finetune/Loss (Raw)": 0.5103998184204102, "Finetune/Step": 12345, "Finetune/Step Time": 11.956236144527793}
+{"Finetune/Learning Rate": 6.002696769408922e-06, "Finetune/Loss": 0.6035571694374084, "Finetune/Loss (Raw)": 0.5433350801467896, "Finetune/Step": 12346, "Finetune/Step Time": 11.958464909344912}
+{"Finetune/Learning Rate": 6.001153254676033e-06, "Finetune/Loss": 0.6031022667884827, "Finetune/Loss (Raw)": 0.57159024477005, "Finetune/Step": 12347, "Finetune/Step Time": 11.927951660007238}
+{"Finetune/Learning Rate": 5.9996098533390675e-06, "Finetune/Loss": 0.6030875444412231, "Finetune/Loss (Raw)": 0.5004891157150269, "Finetune/Step": 12348, "Finetune/Step Time": 11.93071299418807}
+{"Finetune/Learning Rate": 5.998066565441791e-06, "Finetune/Loss": 0.6029771566390991, "Finetune/Loss (Raw)": 0.5655547976493835, "Finetune/Step": 12349, "Finetune/Step Time": 11.931840943172574}
+{"Finetune/Learning Rate": 5.996523391027967e-06, "Finetune/Loss": 0.601879358291626, "Finetune/Loss (Raw)": 0.5200702548027039, "Finetune/Step": 12350, "Finetune/Step Time": 11.907332267612219}
+{"Finetune/Learning Rate": 5.994980330141354e-06, "Finetune/Loss": 0.6017799973487854, "Finetune/Loss (Raw)": 0.6012586951255798, "Finetune/Step": 12351, "Finetune/Step Time": 11.907573014497757}
+{"Finetune/Learning Rate": 5.993437382825711e-06, "Finetune/Loss": 0.6012777090072632, "Finetune/Loss (Raw)": 0.5486853122711182, "Finetune/Step": 12352, "Finetune/Step Time": 11.901405587792397}
+{"Finetune/Learning Rate": 5.991894549124788e-06, "Finetune/Loss": 0.6003461480140686, "Finetune/Loss (Raw)": 0.5603781938552856, "Finetune/Step": 12353, "Finetune/Step Time": 11.928205471485853}
+{"Finetune/Learning Rate": 5.99035182908234e-06, "Finetune/Loss": 0.6015318632125854, "Finetune/Loss (Raw)": 0.7801235914230347, "Finetune/Step": 12354, "Finetune/Step Time": 11.918675497174263}
+{"Finetune/Learning Rate": 5.988809222742117e-06, "Finetune/Loss": 0.6015366911888123, "Finetune/Loss (Raw)": 0.6523184180259705, "Finetune/Step": 12355, "Finetune/Step Time": 11.909446718171239}
+{"Finetune/Learning Rate": 5.987266730147852e-06, "Finetune/Loss": 0.6007040739059448, "Finetune/Loss (Raw)": 0.4552026689052582, "Finetune/Step": 12356, "Finetune/Step Time": 11.906219307333231}
+{"Finetune/Learning Rate": 5.985724351343294e-06, "Finetune/Loss": 0.6018954515457153, "Finetune/Loss (Raw)": 0.7271482944488525, "Finetune/Step": 12357, "Finetune/Step Time": 11.89722791314125}
+{"Finetune/Learning Rate": 5.984182086372177e-06, "Finetune/Loss": 0.6037114858627319, "Finetune/Loss (Raw)": 0.7016300559043884, "Finetune/Step": 12358, "Finetune/Step Time": 11.896499942988157}
+{"Finetune/Learning Rate": 5.9826399352782374e-06, "Finetune/Loss": 0.6042475700378418, "Finetune/Loss (Raw)": 0.6527460813522339, "Finetune/Step": 12359, "Finetune/Step Time": 11.902966203168035}
+{"Finetune/Learning Rate": 5.981097898105206e-06, "Finetune/Loss": 0.6042060852050781, "Finetune/Loss (Raw)": 0.6094914674758911, "Finetune/Step": 12360, "Finetune/Step Time": 11.904089162126184}
+{"Finetune/Learning Rate": 5.9795559748968114e-06, "Finetune/Loss": 0.6038546562194824, "Finetune/Loss (Raw)": 0.6420180201530457, "Finetune/Step": 12361, "Finetune/Step Time": 11.915143057703972}
+{"Finetune/Learning Rate": 5.978014165696774e-06, "Finetune/Loss": 0.6052625179290771, "Finetune/Loss (Raw)": 0.7195137739181519, "Finetune/Step": 12362, "Finetune/Step Time": 11.931518921628594}
+{"Finetune/Learning Rate": 5.976472470548816e-06, "Finetune/Loss": 0.6060470938682556, "Finetune/Loss (Raw)": 0.660117506980896, "Finetune/Step": 12363, "Finetune/Step Time": 11.938991887494922}
+{"Finetune/Learning Rate": 5.974930889496659e-06, "Finetune/Loss": 0.6057323217391968, "Finetune/Loss (Raw)": 0.6097051501274109, "Finetune/Step": 12364, "Finetune/Step Time": 11.936007598415017}
+{"Finetune/Learning Rate": 5.9733894225840184e-06, "Finetune/Loss": 0.6063822507858276, "Finetune/Loss (Raw)": 0.6567053198814392, "Finetune/Step": 12365, "Finetune/Step Time": 11.945040917024016}
+{"Finetune/Learning Rate": 5.971848069854602e-06, "Finetune/Loss": 0.6066951751708984, "Finetune/Loss (Raw)": 0.6885519623756409, "Finetune/Step": 12366, "Finetune/Step Time": 11.950721325352788}
+{"Finetune/Learning Rate": 5.970306831352122e-06, "Finetune/Loss": 0.6074635982513428, "Finetune/Loss (Raw)": 0.4721902012825012, "Finetune/Step": 12367, "Finetune/Step Time": 11.926771959289908}
+{"Finetune/Learning Rate": 5.96876570712028e-06, "Finetune/Loss": 0.6078652739524841, "Finetune/Loss (Raw)": 0.5703127384185791, "Finetune/Step": 12368, "Finetune/Step Time": 11.940138859674335}
+{"Finetune/Learning Rate": 5.967224697202778e-06, "Finetune/Loss": 0.6079882383346558, "Finetune/Loss (Raw)": 0.5534490346908569, "Finetune/Step": 12369, "Finetune/Step Time": 11.94477667286992}
+{"Finetune/Learning Rate": 5.965683801643317e-06, "Finetune/Loss": 0.6078463792800903, "Finetune/Loss (Raw)": 0.6029051542282104, "Finetune/Step": 12370, "Finetune/Step Time": 11.935061627998948}
+{"Finetune/Learning Rate": 5.964143020485589e-06, "Finetune/Loss": 0.6091948747634888, "Finetune/Loss (Raw)": 0.6228653788566589, "Finetune/Step": 12371, "Finetune/Step Time": 11.932966170832515}
+{"Finetune/Learning Rate": 5.96260235377329e-06, "Finetune/Loss": 0.60820072889328, "Finetune/Loss (Raw)": 0.5503059029579163, "Finetune/Step": 12372, "Finetune/Step Time": 11.933291086927056}
+{"Finetune/Learning Rate": 5.961061801550111e-06, "Finetune/Loss": 0.6086070537567139, "Finetune/Loss (Raw)": 0.6097360253334045, "Finetune/Step": 12373, "Finetune/Step Time": 11.966235736384988}
+{"Finetune/Learning Rate": 5.959521363859731e-06, "Finetune/Loss": 0.6087319850921631, "Finetune/Loss (Raw)": 0.6810778975486755, "Finetune/Step": 12374, "Finetune/Step Time": 11.971133725717664}
+{"Finetune/Learning Rate": 5.957981040745835e-06, "Finetune/Loss": 0.6082186698913574, "Finetune/Loss (Raw)": 0.5665899515151978, "Finetune/Step": 12375, "Finetune/Step Time": 11.976441264152527}
+{"Finetune/Learning Rate": 5.956440832252104e-06, "Finetune/Loss": 0.6091083288192749, "Finetune/Loss (Raw)": 0.6665745377540588, "Finetune/Step": 12376, "Finetune/Step Time": 11.980611268430948}
+{"Finetune/Learning Rate": 5.9549007384222115e-06, "Finetune/Loss": 0.6082294583320618, "Finetune/Loss (Raw)": 0.5532448291778564, "Finetune/Step": 12377, "Finetune/Step Time": 11.994254104793072}
+{"Finetune/Learning Rate": 5.95336075929983e-06, "Finetune/Loss": 0.6078677773475647, "Finetune/Loss (Raw)": 0.5337984561920166, "Finetune/Step": 12378, "Finetune/Step Time": 12.002029037103057}
+{"Finetune/Learning Rate": 5.951820894928636e-06, "Finetune/Loss": 0.606450617313385, "Finetune/Loss (Raw)": 0.4374898374080658, "Finetune/Step": 12379, "Finetune/Step Time": 12.019039733335376}
+{"Finetune/Learning Rate": 5.950281145352285e-06, "Finetune/Loss": 0.6067045331001282, "Finetune/Loss (Raw)": 0.5603127479553223, "Finetune/Step": 12380, "Finetune/Step Time": 11.996935119852424}
+{"Finetune/Learning Rate": 5.948741510614444e-06, "Finetune/Loss": 0.6065758466720581, "Finetune/Loss (Raw)": 0.586801290512085, "Finetune/Step": 12381, "Finetune/Step Time": 11.985803661867976}
+{"Finetune/Learning Rate": 5.947201990758777e-06, "Finetune/Loss": 0.6054085493087769, "Finetune/Loss (Raw)": 0.46824735403060913, "Finetune/Step": 12382, "Finetune/Step Time": 12.011217037215829}
+{"Finetune/Learning Rate": 5.945662585828935e-06, "Finetune/Loss": 0.6060221791267395, "Finetune/Loss (Raw)": 0.6344494819641113, "Finetune/Step": 12383, "Finetune/Step Time": 12.007066557183862}
+{"Finetune/Learning Rate": 5.944123295868574e-06, "Finetune/Loss": 0.6064345240592957, "Finetune/Loss (Raw)": 0.7119457721710205, "Finetune/Step": 12384, "Finetune/Step Time": 12.001509059220552}
+{"Finetune/Learning Rate": 5.942584120921343e-06, "Finetune/Loss": 0.6059373021125793, "Finetune/Loss (Raw)": 0.6511884927749634, "Finetune/Step": 12385, "Finetune/Step Time": 12.016045771539211}
+{"Finetune/Learning Rate": 5.941045061030888e-06, "Finetune/Loss": 0.6059854030609131, "Finetune/Loss (Raw)": 0.5953289270401001, "Finetune/Step": 12386, "Finetune/Step Time": 12.008614728227258}
+{"Finetune/Learning Rate": 5.939506116240853e-06, "Finetune/Loss": 0.6066258549690247, "Finetune/Loss (Raw)": 0.6410551071166992, "Finetune/Step": 12387, "Finetune/Step Time": 12.030830021947622}
+{"Finetune/Learning Rate": 5.937967286594875e-06, "Finetune/Loss": 0.6073204278945923, "Finetune/Loss (Raw)": 0.7209189534187317, "Finetune/Step": 12388, "Finetune/Step Time": 12.036085288971663}
+{"Finetune/Learning Rate": 5.936428572136598e-06, "Finetune/Loss": 0.6064754724502563, "Finetune/Loss (Raw)": 0.5428491234779358, "Finetune/Step": 12389, "Finetune/Step Time": 12.029603442177176}
+{"Finetune/Learning Rate": 5.93488997290965e-06, "Finetune/Loss": 0.6069533228874207, "Finetune/Loss (Raw)": 0.6035069227218628, "Finetune/Step": 12390, "Finetune/Step Time": 12.018048422411084}
+{"Finetune/Learning Rate": 5.933351488957665e-06, "Finetune/Loss": 0.6055436134338379, "Finetune/Loss (Raw)": 0.5736265778541565, "Finetune/Step": 12391, "Finetune/Step Time": 12.088245961815119}
+{"Finetune/Learning Rate": 5.931813120324266e-06, "Finetune/Loss": 0.6058192253112793, "Finetune/Loss (Raw)": 0.6219151616096497, "Finetune/Step": 12392, "Finetune/Step Time": 12.082460530102253}
+{"Finetune/Learning Rate": 5.930274867053079e-06, "Finetune/Loss": 0.6059988737106323, "Finetune/Loss (Raw)": 0.5988720059394836, "Finetune/Step": 12393, "Finetune/Step Time": 12.09492713212967}
+{"Finetune/Learning Rate": 5.928736729187723e-06, "Finetune/Loss": 0.6067990660667419, "Finetune/Loss (Raw)": 0.7937601208686829, "Finetune/Step": 12394, "Finetune/Step Time": 12.095781600102782}
+{"Finetune/Learning Rate": 5.927198706771813e-06, "Finetune/Loss": 0.606879472732544, "Finetune/Loss (Raw)": 0.5983560085296631, "Finetune/Step": 12395, "Finetune/Step Time": 12.083724394440651}
+{"Finetune/Learning Rate": 5.92566079984897e-06, "Finetune/Loss": 0.6073720455169678, "Finetune/Loss (Raw)": 0.6720976829528809, "Finetune/Step": 12396, "Finetune/Step Time": 12.090183682739735}
+{"Finetune/Learning Rate": 5.9241230084628054e-06, "Finetune/Loss": 0.6079586148262024, "Finetune/Loss (Raw)": 0.6111717224121094, "Finetune/Step": 12397, "Finetune/Step Time": 12.088884998112917}
+{"Finetune/Learning Rate": 5.922585332656915e-06, "Finetune/Loss": 0.608161211013794, "Finetune/Loss (Raw)": 0.5774461030960083, "Finetune/Step": 12398, "Finetune/Step Time": 12.08837566524744}
+{"Finetune/Learning Rate": 5.9210477724749125e-06, "Finetune/Loss": 0.6075875163078308, "Finetune/Loss (Raw)": 0.5541456341743469, "Finetune/Step": 12399, "Finetune/Step Time": 12.08477128110826}
+{"Finetune/Learning Rate": 5.919510327960396e-06, "Finetune/Loss": 0.6074386239051819, "Finetune/Loss (Raw)": 0.6075097322463989, "Finetune/Step": 12400, "Finetune/Step Time": 12.100505698472261}
+{"Finetune/Learning Rate": 5.917972999156963e-06, "Finetune/Loss": 0.6064240336418152, "Finetune/Loss (Raw)": 0.5334410667419434, "Finetune/Step": 12401, "Finetune/Step Time": 12.120082501322031}
+{"Finetune/Learning Rate": 5.916435786108206e-06, "Finetune/Loss": 0.6068553328514099, "Finetune/Loss (Raw)": 0.5885046124458313, "Finetune/Step": 12402, "Finetune/Step Time": 12.103230778127909}
+{"Finetune/Learning Rate": 5.91489868885772e-06, "Finetune/Loss": 0.606590986251831, "Finetune/Loss (Raw)": 0.5828467011451721, "Finetune/Step": 12403, "Finetune/Step Time": 12.10087595693767}
+{"Finetune/Learning Rate": 5.9133617074490944e-06, "Finetune/Loss": 0.6066822409629822, "Finetune/Loss (Raw)": 0.6632822155952454, "Finetune/Step": 12404, "Finetune/Step Time": 12.102759486064315}
+{"Finetune/Learning Rate": 5.911824841925904e-06, "Finetune/Loss": 0.607597827911377, "Finetune/Loss (Raw)": 0.6277921795845032, "Finetune/Step": 12405, "Finetune/Step Time": 12.078749617561698}
+{"Finetune/Learning Rate": 5.910288092331738e-06, "Finetune/Loss": 0.6069567203521729, "Finetune/Loss (Raw)": 0.5738898515701294, "Finetune/Step": 12406, "Finetune/Step Time": 12.093644544482231}
+{"Finetune/Learning Rate": 5.9087514587101736e-06, "Finetune/Loss": 0.6075055599212646, "Finetune/Loss (Raw)": 0.6392141580581665, "Finetune/Step": 12407, "Finetune/Step Time": 12.089631667360663}
+{"Finetune/Learning Rate": 5.907214941104782e-06, "Finetune/Loss": 0.6069603562355042, "Finetune/Loss (Raw)": 0.5186321139335632, "Finetune/Step": 12408, "Finetune/Step Time": 12.11133336275816}
+{"Finetune/Learning Rate": 5.905678539559137e-06, "Finetune/Loss": 0.6067872047424316, "Finetune/Loss (Raw)": 0.6635313630104065, "Finetune/Step": 12409, "Finetune/Step Time": 12.084785856306553}
+{"Finetune/Learning Rate": 5.9041422541168085e-06, "Finetune/Loss": 0.6067790985107422, "Finetune/Loss (Raw)": 0.6403359770774841, "Finetune/Step": 12410, "Finetune/Step Time": 12.100913397967815}
+{"Finetune/Learning Rate": 5.902606084821355e-06, "Finetune/Loss": 0.6071106195449829, "Finetune/Loss (Raw)": 0.5784886479377747, "Finetune/Step": 12411, "Finetune/Step Time": 12.069469969719648}
+{"Finetune/Learning Rate": 5.90107003171634e-06, "Finetune/Loss": 0.6059510111808777, "Finetune/Loss (Raw)": 0.6111535429954529, "Finetune/Step": 12412, "Finetune/Step Time": 12.067420791834593}
+{"Finetune/Learning Rate": 5.899534094845327e-06, "Finetune/Loss": 0.6062692403793335, "Finetune/Loss (Raw)": 0.5972115397453308, "Finetune/Step": 12413, "Finetune/Step Time": 12.068253779783845}
+{"Finetune/Learning Rate": 5.897998274251865e-06, "Finetune/Loss": 0.6067145466804504, "Finetune/Loss (Raw)": 0.678490161895752, "Finetune/Step": 12414, "Finetune/Step Time": 12.060247454792261}
+{"Finetune/Learning Rate": 5.896462569979508e-06, "Finetune/Loss": 0.6078586578369141, "Finetune/Loss (Raw)": 0.6729517579078674, "Finetune/Step": 12415, "Finetune/Step Time": 12.05897226370871}
+{"Finetune/Learning Rate": 5.894926982071805e-06, "Finetune/Loss": 0.6076191663742065, "Finetune/Loss (Raw)": 0.5908347964286804, "Finetune/Step": 12416, "Finetune/Step Time": 12.05095381475985}
+{"Finetune/Learning Rate": 5.8933915105723e-06, "Finetune/Loss": 0.607543408870697, "Finetune/Loss (Raw)": 0.5958252549171448, "Finetune/Step": 12417, "Finetune/Step Time": 12.049532666802406}
+{"Finetune/Learning Rate": 5.891856155524532e-06, "Finetune/Loss": 0.6063911318778992, "Finetune/Loss (Raw)": 0.6173281669616699, "Finetune/Step": 12418, "Finetune/Step Time": 12.043334439396858}
+{"Finetune/Learning Rate": 5.890320916972039e-06, "Finetune/Loss": 0.6054311990737915, "Finetune/Loss (Raw)": 0.5829552412033081, "Finetune/Step": 12419, "Finetune/Step Time": 12.057486318051815}
+{"Finetune/Learning Rate": 5.88878579495836e-06, "Finetune/Loss": 0.6064143180847168, "Finetune/Loss (Raw)": 0.530535101890564, "Finetune/Step": 12420, "Finetune/Step Time": 12.067299688234925}
+{"Finetune/Learning Rate": 5.887250789527026e-06, "Finetune/Loss": 0.6070805788040161, "Finetune/Loss (Raw)": 0.6509889364242554, "Finetune/Step": 12421, "Finetune/Step Time": 12.05546209961176}
+{"Finetune/Learning Rate": 5.885715900721567e-06, "Finetune/Loss": 0.607025146484375, "Finetune/Loss (Raw)": 0.5673061609268188, "Finetune/Step": 12422, "Finetune/Step Time": 12.057241011410952}
+{"Finetune/Learning Rate": 5.884181128585504e-06, "Finetune/Loss": 0.6061711311340332, "Finetune/Loss (Raw)": 0.47627201676368713, "Finetune/Step": 12423, "Finetune/Step Time": 12.052708799019456}
+{"Finetune/Learning Rate": 5.882646473162359e-06, "Finetune/Loss": 0.6070683002471924, "Finetune/Loss (Raw)": 0.6451018452644348, "Finetune/Step": 12424, "Finetune/Step Time": 12.050700817257166}
+{"Finetune/Learning Rate": 5.881111934495654e-06, "Finetune/Loss": 0.6064048409461975, "Finetune/Loss (Raw)": 0.5119872093200684, "Finetune/Step": 12425, "Finetune/Step Time": 12.060588082298636}
+{"Finetune/Learning Rate": 5.8795775126289e-06, "Finetune/Loss": 0.6065657138824463, "Finetune/Loss (Raw)": 0.5543144941329956, "Finetune/Step": 12426, "Finetune/Step Time": 12.060642253607512}
+{"Finetune/Learning Rate": 5.878043207605608e-06, "Finetune/Loss": 0.6059830188751221, "Finetune/Loss (Raw)": 0.5247107148170471, "Finetune/Step": 12427, "Finetune/Step Time": 12.06167403049767}
+{"Finetune/Learning Rate": 5.876509019469298e-06, "Finetune/Loss": 0.6083742380142212, "Finetune/Loss (Raw)": 0.7133614420890808, "Finetune/Step": 12428, "Finetune/Step Time": 12.040613876655698}
+{"Finetune/Learning Rate": 5.874974948263458e-06, "Finetune/Loss": 0.607781171798706, "Finetune/Loss (Raw)": 0.6096194386482239, "Finetune/Step": 12429, "Finetune/Step Time": 12.039269246160984}
+{"Finetune/Learning Rate": 5.873440994031603e-06, "Finetune/Loss": 0.6067442297935486, "Finetune/Loss (Raw)": 0.4210291802883148, "Finetune/Step": 12430, "Finetune/Step Time": 12.064074756577611}
+{"Finetune/Learning Rate": 5.871907156817225e-06, "Finetune/Loss": 0.6074453592300415, "Finetune/Loss (Raw)": 0.7663835883140564, "Finetune/Step": 12431, "Finetune/Step Time": 12.059474125504494}
+{"Finetune/Learning Rate": 5.8703734366638235e-06, "Finetune/Loss": 0.6078128814697266, "Finetune/Loss (Raw)": 0.6583229303359985, "Finetune/Step": 12432, "Finetune/Step Time": 12.058641416952014}
+{"Finetune/Learning Rate": 5.868839833614885e-06, "Finetune/Loss": 0.6083012223243713, "Finetune/Loss (Raw)": 0.7378289699554443, "Finetune/Step": 12433, "Finetune/Step Time": 12.063959043473005}
+{"Finetune/Learning Rate": 5.867306347713906e-06, "Finetune/Loss": 0.6085624694824219, "Finetune/Loss (Raw)": 0.6376128196716309, "Finetune/Step": 12434, "Finetune/Step Time": 12.075912859290838}
+{"Finetune/Learning Rate": 5.865772979004365e-06, "Finetune/Loss": 0.6105250120162964, "Finetune/Loss (Raw)": 0.7670183777809143, "Finetune/Step": 12435, "Finetune/Step Time": 12.069061204791069}
+{"Finetune/Learning Rate": 5.864239727529746e-06, "Finetune/Loss": 0.610468864440918, "Finetune/Loss (Raw)": 0.591378927230835, "Finetune/Step": 12436, "Finetune/Step Time": 12.069574277848005}
+{"Finetune/Learning Rate": 5.862706593333525e-06, "Finetune/Loss": 0.6098311543464661, "Finetune/Loss (Raw)": 0.5511736869812012, "Finetune/Step": 12437, "Finetune/Step Time": 12.048427077010274}
+{"Finetune/Learning Rate": 5.861173576459182e-06, "Finetune/Loss": 0.6090730428695679, "Finetune/Loss (Raw)": 0.5629929900169373, "Finetune/Step": 12438, "Finetune/Step Time": 12.048206055536866}
+{"Finetune/Learning Rate": 5.859640676950187e-06, "Finetune/Loss": 0.6087479591369629, "Finetune/Loss (Raw)": 0.6584023833274841, "Finetune/Step": 12439, "Finetune/Step Time": 12.031525630503893}
+{"Finetune/Learning Rate": 5.858107894850011e-06, "Finetune/Loss": 0.6093872785568237, "Finetune/Loss (Raw)": 0.6652980446815491, "Finetune/Step": 12440, "Finetune/Step Time": 12.02055068872869}
+{"Finetune/Learning Rate": 5.856575230202117e-06, "Finetune/Loss": 0.6101177930831909, "Finetune/Loss (Raw)": 0.6392257213592529, "Finetune/Step": 12441, "Finetune/Step Time": 12.018313203006983}
+{"Finetune/Learning Rate": 5.855042683049965e-06, "Finetune/Loss": 0.6116485595703125, "Finetune/Loss (Raw)": 0.7692214846611023, "Finetune/Step": 12442, "Finetune/Step Time": 12.014954194426537}
+{"Finetune/Learning Rate": 5.853510253437017e-06, "Finetune/Loss": 0.611491322517395, "Finetune/Loss (Raw)": 0.6123054027557373, "Finetune/Step": 12443, "Finetune/Step Time": 12.01914331689477}
+{"Finetune/Learning Rate": 5.8519779414067244e-06, "Finetune/Loss": 0.6131126880645752, "Finetune/Loss (Raw)": 0.7535693049430847, "Finetune/Step": 12444, "Finetune/Step Time": 12.012700570747256}
+{"Finetune/Learning Rate": 5.8504457470025444e-06, "Finetune/Loss": 0.6127219200134277, "Finetune/Loss (Raw)": 0.5962990522384644, "Finetune/Step": 12445, "Finetune/Step Time": 12.004871165379882}
+{"Finetune/Learning Rate": 5.848913670267925e-06, "Finetune/Loss": 0.6138506531715393, "Finetune/Loss (Raw)": 0.6837778091430664, "Finetune/Step": 12446, "Finetune/Step Time": 12.00332567282021}
+{"Finetune/Learning Rate": 5.847381711246307e-06, "Finetune/Loss": 0.6145329475402832, "Finetune/Loss (Raw)": 0.6851850152015686, "Finetune/Step": 12447, "Finetune/Step Time": 11.998933790251613}
+{"Finetune/Learning Rate": 5.845849869981137e-06, "Finetune/Loss": 0.6146789789199829, "Finetune/Loss (Raw)": 0.5879020690917969, "Finetune/Step": 12448, "Finetune/Step Time": 11.990752473473549}
+{"Finetune/Learning Rate": 5.84431814651585e-06, "Finetune/Loss": 0.6152681112289429, "Finetune/Loss (Raw)": 0.6946365833282471, "Finetune/Step": 12449, "Finetune/Step Time": 11.98536517843604}
+{"Finetune/Learning Rate": 5.842786540893886e-06, "Finetune/Loss": 0.6150009632110596, "Finetune/Loss (Raw)": 0.548799455165863, "Finetune/Step": 12450, "Finetune/Step Time": 11.989732682704926}
+{"Finetune/Learning Rate": 5.84125505315867e-06, "Finetune/Loss": 0.6145748496055603, "Finetune/Loss (Raw)": 0.6693451404571533, "Finetune/Step": 12451, "Finetune/Step Time": 11.994852121919394}
+{"Finetune/Learning Rate": 5.839723683353641e-06, "Finetune/Loss": 0.6149811744689941, "Finetune/Loss (Raw)": 0.6195580959320068, "Finetune/Step": 12452, "Finetune/Step Time": 11.97771486081183}
+{"Finetune/Learning Rate": 5.838192431522214e-06, "Finetune/Loss": 0.615493655204773, "Finetune/Loss (Raw)": 0.7233781814575195, "Finetune/Step": 12453, "Finetune/Step Time": 11.979256393387914}
+{"Finetune/Learning Rate": 5.8366612977078155e-06, "Finetune/Loss": 0.6153454184532166, "Finetune/Loss (Raw)": 0.5600594878196716, "Finetune/Step": 12454, "Finetune/Step Time": 11.989977311342955}
+{"Finetune/Learning Rate": 5.835130281953864e-06, "Finetune/Loss": 0.6148791313171387, "Finetune/Loss (Raw)": 0.6097978949546814, "Finetune/Step": 12455, "Finetune/Step Time": 11.996399546042085}
+{"Finetune/Learning Rate": 5.8335993843037695e-06, "Finetune/Loss": 0.6139417886734009, "Finetune/Loss (Raw)": 0.5944594144821167, "Finetune/Step": 12456, "Finetune/Step Time": 11.99378545768559}
+{"Finetune/Learning Rate": 5.832068604800953e-06, "Finetune/Loss": 0.6142038106918335, "Finetune/Loss (Raw)": 0.6809802651405334, "Finetune/Step": 12457, "Finetune/Step Time": 11.98939005471766}
+{"Finetune/Learning Rate": 5.830537943488823e-06, "Finetune/Loss": 0.6132290363311768, "Finetune/Loss (Raw)": 0.5262048244476318, "Finetune/Step": 12458, "Finetune/Step Time": 12.019417818635702}
+{"Finetune/Learning Rate": 5.829007400410776e-06, "Finetune/Loss": 0.6131881475448608, "Finetune/Loss (Raw)": 0.6874416470527649, "Finetune/Step": 12459, "Finetune/Step Time": 12.017775068059564}
+{"Finetune/Learning Rate": 5.82747697561022e-06, "Finetune/Loss": 0.6131458282470703, "Finetune/Loss (Raw)": 0.531015932559967, "Finetune/Step": 12460, "Finetune/Step Time": 12.042963257059455}
+{"Finetune/Learning Rate": 5.825946669130551e-06, "Finetune/Loss": 0.61137855052948, "Finetune/Loss (Raw)": 0.48630958795547485, "Finetune/Step": 12461, "Finetune/Step Time": 12.020858712494373}
+{"Finetune/Learning Rate": 5.824416481015165e-06, "Finetune/Loss": 0.6114775538444519, "Finetune/Loss (Raw)": 0.6909016370773315, "Finetune/Step": 12462, "Finetune/Step Time": 12.025879653170705}
+{"Finetune/Learning Rate": 5.822886411307449e-06, "Finetune/Loss": 0.6106917858123779, "Finetune/Loss (Raw)": 0.5561996698379517, "Finetune/Step": 12463, "Finetune/Step Time": 12.048107638955116}
+{"Finetune/Learning Rate": 5.821356460050806e-06, "Finetune/Loss": 0.6110609769821167, "Finetune/Loss (Raw)": 0.5849317312240601, "Finetune/Step": 12464, "Finetune/Step Time": 12.05040268972516}
+{"Finetune/Learning Rate": 5.819826627288605e-06, "Finetune/Loss": 0.6118358373641968, "Finetune/Loss (Raw)": 0.6635771989822388, "Finetune/Step": 12465, "Finetune/Step Time": 12.050817800685763}
+{"Finetune/Learning Rate": 5.818296913064236e-06, "Finetune/Loss": 0.6117063164710999, "Finetune/Loss (Raw)": 0.5380825400352478, "Finetune/Step": 12466, "Finetune/Step Time": 12.054175550118089}
+{"Finetune/Learning Rate": 5.816767317421075e-06, "Finetune/Loss": 0.6115856170654297, "Finetune/Loss (Raw)": 0.6109344959259033, "Finetune/Step": 12467, "Finetune/Step Time": 12.03798545897007}
+{"Finetune/Learning Rate": 5.815237840402496e-06, "Finetune/Loss": 0.6102823615074158, "Finetune/Loss (Raw)": 0.5581473112106323, "Finetune/Step": 12468, "Finetune/Step Time": 12.033750478178263}
+{"Finetune/Learning Rate": 5.813708482051874e-06, "Finetune/Loss": 0.6098439693450928, "Finetune/Loss (Raw)": 0.53731769323349, "Finetune/Step": 12469, "Finetune/Step Time": 12.053627481684089}
+{"Finetune/Learning Rate": 5.812179242412574e-06, "Finetune/Loss": 0.6088907718658447, "Finetune/Loss (Raw)": 0.5145620107650757, "Finetune/Step": 12470, "Finetune/Step Time": 12.048970095813274}
+{"Finetune/Learning Rate": 5.810650121527963e-06, "Finetune/Loss": 0.6100343465805054, "Finetune/Loss (Raw)": 0.6526144742965698, "Finetune/Step": 12471, "Finetune/Step Time": 12.03645863570273}
+{"Finetune/Learning Rate": 5.809121119441401e-06, "Finetune/Loss": 0.6088704466819763, "Finetune/Loss (Raw)": 0.5872483253479004, "Finetune/Step": 12472, "Finetune/Step Time": 12.058833749964833}
+{"Finetune/Learning Rate": 5.807592236196247e-06, "Finetune/Loss": 0.6097202301025391, "Finetune/Loss (Raw)": 0.6191702485084534, "Finetune/Step": 12473, "Finetune/Step Time": 12.072003712877631}
+{"Finetune/Learning Rate": 5.806063471835856e-06, "Finetune/Loss": 0.6094567775726318, "Finetune/Loss (Raw)": 0.5096176862716675, "Finetune/Step": 12474, "Finetune/Step Time": 12.07170957326889}
+{"Finetune/Learning Rate": 5.804534826403578e-06, "Finetune/Loss": 0.6096041202545166, "Finetune/Loss (Raw)": 0.5904511213302612, "Finetune/Step": 12475, "Finetune/Step Time": 12.067690819501877}
+{"Finetune/Learning Rate": 5.8030062999427615e-06, "Finetune/Loss": 0.6106191873550415, "Finetune/Loss (Raw)": 0.6304137706756592, "Finetune/Step": 12476, "Finetune/Step Time": 12.065174894407392}
+{"Finetune/Learning Rate": 5.8014778924967545e-06, "Finetune/Loss": 0.611772358417511, "Finetune/Loss (Raw)": 0.7131637930870056, "Finetune/Step": 12477, "Finetune/Step Time": 12.09377896040678}
+{"Finetune/Learning Rate": 5.799949604108892e-06, "Finetune/Loss": 0.6127210259437561, "Finetune/Loss (Raw)": 0.6414974927902222, "Finetune/Step": 12478, "Finetune/Step Time": 12.104337558150291}
+{"Finetune/Learning Rate": 5.798421434822518e-06, "Finetune/Loss": 0.6122946739196777, "Finetune/Loss (Raw)": 0.5466833114624023, "Finetune/Step": 12479, "Finetune/Step Time": 12.106209453195333}
+{"Finetune/Learning Rate": 5.796893384680964e-06, "Finetune/Loss": 0.6127040386199951, "Finetune/Loss (Raw)": 0.6010801792144775, "Finetune/Step": 12480, "Finetune/Step Time": 12.110820185393095}
+{"Finetune/Learning Rate": 5.795365453727559e-06, "Finetune/Loss": 0.6126245260238647, "Finetune/Loss (Raw)": 0.5502023100852966, "Finetune/Step": 12481, "Finetune/Step Time": 12.08222003094852}
+{"Finetune/Learning Rate": 5.79383764200564e-06, "Finetune/Loss": 0.6118034720420837, "Finetune/Loss (Raw)": 0.6750331521034241, "Finetune/Step": 12482, "Finetune/Step Time": 12.085053427144885}
+{"Finetune/Learning Rate": 5.7923099495585166e-06, "Finetune/Loss": 0.6115602254867554, "Finetune/Loss (Raw)": 0.6211761832237244, "Finetune/Step": 12483, "Finetune/Step Time": 12.116851503029466}
+{"Finetune/Learning Rate": 5.790782376429521e-06, "Finetune/Loss": 0.6130859851837158, "Finetune/Loss (Raw)": 0.6505056023597717, "Finetune/Step": 12484, "Finetune/Step Time": 12.107847206294537}
+{"Finetune/Learning Rate": 5.7892549226619685e-06, "Finetune/Loss": 0.6131137013435364, "Finetune/Loss (Raw)": 0.7306976318359375, "Finetune/Step": 12485, "Finetune/Step Time": 12.11053178831935}
+{"Finetune/Learning Rate": 5.787727588299172e-06, "Finetune/Loss": 0.6125240325927734, "Finetune/Loss (Raw)": 0.6261491179466248, "Finetune/Step": 12486, "Finetune/Step Time": 12.103901498019695}
+{"Finetune/Learning Rate": 5.786200373384444e-06, "Finetune/Loss": 0.6119364500045776, "Finetune/Loss (Raw)": 0.5775373578071594, "Finetune/Step": 12487, "Finetune/Step Time": 12.10007113777101}
+{"Finetune/Learning Rate": 5.78467327796109e-06, "Finetune/Loss": 0.6120827794075012, "Finetune/Loss (Raw)": 0.6282246112823486, "Finetune/Step": 12488, "Finetune/Step Time": 12.111214661970735}
+{"Finetune/Learning Rate": 5.78314630207242e-06, "Finetune/Loss": 0.6116614937782288, "Finetune/Loss (Raw)": 0.5880928039550781, "Finetune/Step": 12489, "Finetune/Step Time": 12.10690845362842}
+{"Finetune/Learning Rate": 5.7816194457617214e-06, "Finetune/Loss": 0.6097519397735596, "Finetune/Loss (Raw)": 0.4750906527042389, "Finetune/Step": 12490, "Finetune/Step Time": 12.11577102355659}
+{"Finetune/Learning Rate": 5.780092709072302e-06, "Finetune/Loss": 0.609711229801178, "Finetune/Loss (Raw)": 0.6549066305160522, "Finetune/Step": 12491, "Finetune/Step Time": 12.113163273781538}
+{"Finetune/Learning Rate": 5.778566092047456e-06, "Finetune/Loss": 0.6093005537986755, "Finetune/Loss (Raw)": 0.5571392178535461, "Finetune/Step": 12492, "Finetune/Step Time": 12.110800426453352}
+{"Finetune/Learning Rate": 5.777039594730471e-06, "Finetune/Loss": 0.6097439527511597, "Finetune/Loss (Raw)": 0.7134606838226318, "Finetune/Step": 12493, "Finetune/Step Time": 12.109597947448492}
+{"Finetune/Learning Rate": 5.775513217164634e-06, "Finetune/Loss": 0.6097774505615234, "Finetune/Loss (Raw)": 0.6928349733352661, "Finetune/Step": 12494, "Finetune/Step Time": 12.111203279346228}
+{"Finetune/Learning Rate": 5.773986959393234e-06, "Finetune/Loss": 0.6106654405593872, "Finetune/Loss (Raw)": 0.5858497619628906, "Finetune/Step": 12495, "Finetune/Step Time": 12.113020900636911}
+{"Finetune/Learning Rate": 5.772460821459542e-06, "Finetune/Loss": 0.6112921833992004, "Finetune/Loss (Raw)": 0.6505362391471863, "Finetune/Step": 12496, "Finetune/Step Time": 12.106286508962512}
+{"Finetune/Learning Rate": 5.77093480340684e-06, "Finetune/Loss": 0.6119351387023926, "Finetune/Loss (Raw)": 0.6357483267784119, "Finetune/Step": 12497, "Finetune/Step Time": 12.103591307997704}
+{"Finetune/Learning Rate": 5.7694089052783975e-06, "Finetune/Loss": 0.6118640899658203, "Finetune/Loss (Raw)": 0.5938116312026978, "Finetune/Step": 12498, "Finetune/Step Time": 12.119631795212626}
+{"Finetune/Learning Rate": 5.767883127117491e-06, "Finetune/Loss": 0.6118525862693787, "Finetune/Loss (Raw)": 0.62139493227005, "Finetune/Step": 12499, "Finetune/Step Time": 12.122072219848633}
+{"Finetune/Learning Rate": 5.766357468967385e-06, "Finetune/Loss": 0.6120126247406006, "Finetune/Loss (Raw)": 0.5707902908325195, "Finetune/Step": 12500, "Finetune/Step Time": 12.183668658137321}
+{"Finetune/Learning Rate": 5.764831930871346e-06, "Finetune/Loss": 0.6125420331954956, "Finetune/Loss (Raw)": 0.6775082349777222, "Finetune/Step": 12501, "Finetune/Step Time": 12.152641002088785}
+{"Finetune/Learning Rate": 5.763306512872627e-06, "Finetune/Loss": 0.6118041276931763, "Finetune/Loss (Raw)": 0.5866253972053528, "Finetune/Step": 12502, "Finetune/Step Time": 12.149756401777267}
+{"Finetune/Learning Rate": 5.761781215014488e-06, "Finetune/Loss": 0.612251877784729, "Finetune/Loss (Raw)": 0.6238994598388672, "Finetune/Step": 12503, "Finetune/Step Time": 12.140483874827623}
+{"Finetune/Learning Rate": 5.760256037340181e-06, "Finetune/Loss": 0.6109039783477783, "Finetune/Loss (Raw)": 0.4940434396266937, "Finetune/Step": 12504, "Finetune/Step Time": 12.139621062204242}
+{"Finetune/Learning Rate": 5.7587309798929526e-06, "Finetune/Loss": 0.6111438870429993, "Finetune/Loss (Raw)": 0.5839506983757019, "Finetune/Step": 12505, "Finetune/Step Time": 12.129748927429318}
+{"Finetune/Learning Rate": 5.757206042716058e-06, "Finetune/Loss": 0.6113355755805969, "Finetune/Loss (Raw)": 0.5583324432373047, "Finetune/Step": 12506, "Finetune/Step Time": 12.128164414316416}
+{"Finetune/Learning Rate": 5.755681225852738e-06, "Finetune/Loss": 0.6111956834793091, "Finetune/Loss (Raw)": 0.4195895195007324, "Finetune/Step": 12507, "Finetune/Step Time": 12.124112134799361}
+{"Finetune/Learning Rate": 5.7541565293462265e-06, "Finetune/Loss": 0.6115769147872925, "Finetune/Loss (Raw)": 0.6091088056564331, "Finetune/Step": 12508, "Finetune/Step Time": 12.127889022231102}
+{"Finetune/Learning Rate": 5.752631953239761e-06, "Finetune/Loss": 0.6113587617874146, "Finetune/Loss (Raw)": 0.5588726997375488, "Finetune/Step": 12509, "Finetune/Step Time": 12.137583378702402}
+{"Finetune/Learning Rate": 5.751107497576576e-06, "Finetune/Loss": 0.6117773652076721, "Finetune/Loss (Raw)": 0.5218287706375122, "Finetune/Step": 12510, "Finetune/Step Time": 12.110642533749342}
+{"Finetune/Learning Rate": 5.749583162399901e-06, "Finetune/Loss": 0.6104388236999512, "Finetune/Loss (Raw)": 0.4631127715110779, "Finetune/Step": 12511, "Finetune/Step Time": 12.150659173727036}
+{"Finetune/Learning Rate": 5.748058947752955e-06, "Finetune/Loss": 0.6097960472106934, "Finetune/Loss (Raw)": 0.6296769380569458, "Finetune/Step": 12512, "Finetune/Step Time": 12.158719919621944}
+{"Finetune/Learning Rate": 5.746534853678976e-06, "Finetune/Loss": 0.6092226505279541, "Finetune/Loss (Raw)": 0.5777931213378906, "Finetune/Step": 12513, "Finetune/Step Time": 12.142777368426323}
+{"Finetune/Learning Rate": 5.745010880221169e-06, "Finetune/Loss": 0.6089609861373901, "Finetune/Loss (Raw)": 0.5618278980255127, "Finetune/Step": 12514, "Finetune/Step Time": 12.148651519790292}
+{"Finetune/Learning Rate": 5.743487027422753e-06, "Finetune/Loss": 0.6084231734275818, "Finetune/Loss (Raw)": 0.5722248554229736, "Finetune/Step": 12515, "Finetune/Step Time": 12.133642815053463}
+{"Finetune/Learning Rate": 5.741963295326941e-06, "Finetune/Loss": 0.6066411137580872, "Finetune/Loss (Raw)": 0.4928126633167267, "Finetune/Step": 12516, "Finetune/Step Time": 12.125800773501396}
+{"Finetune/Learning Rate": 5.740439683976943e-06, "Finetune/Loss": 0.6063897609710693, "Finetune/Loss (Raw)": 0.5106803178787231, "Finetune/Step": 12517, "Finetune/Step Time": 12.128833644092083}
+{"Finetune/Learning Rate": 5.738916193415962e-06, "Finetune/Loss": 0.6061005592346191, "Finetune/Loss (Raw)": 0.5664842128753662, "Finetune/Step": 12518, "Finetune/Step Time": 12.141544139012694}
+{"Finetune/Learning Rate": 5.7373928236872e-06, "Finetune/Loss": 0.6057687401771545, "Finetune/Loss (Raw)": 0.5311551690101624, "Finetune/Step": 12519, "Finetune/Step Time": 12.08114511705935}
+{"Finetune/Learning Rate": 5.735869574833859e-06, "Finetune/Loss": 0.6057270765304565, "Finetune/Loss (Raw)": 0.6165857315063477, "Finetune/Step": 12520, "Finetune/Step Time": 12.079827247187495}
+{"Finetune/Learning Rate": 5.7343464468991285e-06, "Finetune/Loss": 0.605696439743042, "Finetune/Loss (Raw)": 0.5949434638023376, "Finetune/Step": 12521, "Finetune/Step Time": 12.059101870283484}
+{"Finetune/Learning Rate": 5.732823439926205e-06, "Finetune/Loss": 0.6050090789794922, "Finetune/Loss (Raw)": 0.7057780027389526, "Finetune/Step": 12522, "Finetune/Step Time": 12.059790205210447}
+{"Finetune/Learning Rate": 5.731300553958272e-06, "Finetune/Loss": 0.6044053435325623, "Finetune/Loss (Raw)": 0.5210822820663452, "Finetune/Step": 12523, "Finetune/Step Time": 12.06228013522923}
+{"Finetune/Learning Rate": 5.72977778903852e-06, "Finetune/Loss": 0.6029455065727234, "Finetune/Loss (Raw)": 0.4852367341518402, "Finetune/Step": 12524, "Finetune/Step Time": 12.057353641837835}
+{"Finetune/Learning Rate": 5.728255145210124e-06, "Finetune/Loss": 0.6027083396911621, "Finetune/Loss (Raw)": 0.5808110237121582, "Finetune/Step": 12525, "Finetune/Step Time": 12.065158171579242}
+{"Finetune/Learning Rate": 5.726732622516267e-06, "Finetune/Loss": 0.6029852628707886, "Finetune/Loss (Raw)": 0.6128947734832764, "Finetune/Step": 12526, "Finetune/Step Time": 12.060934418812394}
+{"Finetune/Learning Rate": 5.725210221000121e-06, "Finetune/Loss": 0.6033042669296265, "Finetune/Loss (Raw)": 0.5949834585189819, "Finetune/Step": 12527, "Finetune/Step Time": 12.068360781297088}
+{"Finetune/Learning Rate": 5.723687940704857e-06, "Finetune/Loss": 0.6032021045684814, "Finetune/Loss (Raw)": 0.5944297313690186, "Finetune/Step": 12528, "Finetune/Step Time": 12.080408424139023}
+{"Finetune/Learning Rate": 5.7221657816736405e-06, "Finetune/Loss": 0.6032463312149048, "Finetune/Loss (Raw)": 0.5390989184379578, "Finetune/Step": 12529, "Finetune/Step Time": 12.059526162222028}
+{"Finetune/Learning Rate": 5.720643743949641e-06, "Finetune/Loss": 0.6020159721374512, "Finetune/Loss (Raw)": 0.43102002143859863, "Finetune/Step": 12530, "Finetune/Step Time": 12.099616637453437}
+{"Finetune/Learning Rate": 5.719121827576019e-06, "Finetune/Loss": 0.6018513441085815, "Finetune/Loss (Raw)": 0.5617809295654297, "Finetune/Step": 12531, "Finetune/Step Time": 12.08378791809082}
+{"Finetune/Learning Rate": 5.71760003259592e-06, "Finetune/Loss": 0.6000348925590515, "Finetune/Loss (Raw)": 0.4307699203491211, "Finetune/Step": 12532, "Finetune/Step Time": 12.114372743293643}
+{"Finetune/Learning Rate": 5.716078359052513e-06, "Finetune/Loss": 0.5998406410217285, "Finetune/Loss (Raw)": 0.6029292345046997, "Finetune/Step": 12533, "Finetune/Step Time": 12.109205454587936}
+{"Finetune/Learning Rate": 5.714556806988939e-06, "Finetune/Loss": 0.6006133556365967, "Finetune/Loss (Raw)": 0.6727888584136963, "Finetune/Step": 12534, "Finetune/Step Time": 12.10214113816619}
+{"Finetune/Learning Rate": 5.7130353764483496e-06, "Finetune/Loss": 0.5992196798324585, "Finetune/Loss (Raw)": 0.460827112197876, "Finetune/Step": 12535, "Finetune/Step Time": 12.097476610913873}
+{"Finetune/Learning Rate": 5.711514067473886e-06, "Finetune/Loss": 0.6009992361068726, "Finetune/Loss (Raw)": 0.7464126944541931, "Finetune/Step": 12536, "Finetune/Step Time": 12.097276827320457}
+{"Finetune/Learning Rate": 5.709992880108692e-06, "Finetune/Loss": 0.6006838083267212, "Finetune/Loss (Raw)": 0.6231670379638672, "Finetune/Step": 12537, "Finetune/Step Time": 12.103790549561381}
+{"Finetune/Learning Rate": 5.708471814395897e-06, "Finetune/Loss": 0.5997064113616943, "Finetune/Loss (Raw)": 0.5152189135551453, "Finetune/Step": 12538, "Finetune/Step Time": 12.091939460486174}
+{"Finetune/Learning Rate": 5.7069508703786335e-06, "Finetune/Loss": 0.6007527112960815, "Finetune/Loss (Raw)": 0.7124266624450684, "Finetune/Step": 12539, "Finetune/Step Time": 12.097269657999277}
+{"Finetune/Learning Rate": 5.70543004810004e-06, "Finetune/Loss": 0.6003139615058899, "Finetune/Loss (Raw)": 0.554985761642456, "Finetune/Step": 12540, "Finetune/Step Time": 12.113757707178593}
+{"Finetune/Learning Rate": 5.703909347603239e-06, "Finetune/Loss": 0.6011611223220825, "Finetune/Loss (Raw)": 0.7056457996368408, "Finetune/Step": 12541, "Finetune/Step Time": 12.120755353942513}
+{"Finetune/Learning Rate": 5.702388768931351e-06, "Finetune/Loss": 0.6007547974586487, "Finetune/Loss (Raw)": 0.626483678817749, "Finetune/Step": 12542, "Finetune/Step Time": 12.13833318091929}
+{"Finetune/Learning Rate": 5.700868312127503e-06, "Finetune/Loss": 0.6000303030014038, "Finetune/Loss (Raw)": 0.5802216529846191, "Finetune/Step": 12543, "Finetune/Step Time": 12.14484790712595}
+{"Finetune/Learning Rate": 5.699347977234799e-06, "Finetune/Loss": 0.6004027128219604, "Finetune/Loss (Raw)": 0.6384974122047424, "Finetune/Step": 12544, "Finetune/Step Time": 12.150629537180066}
+{"Finetune/Learning Rate": 5.697827764296358e-06, "Finetune/Loss": 0.6012834310531616, "Finetune/Loss (Raw)": 0.7085590958595276, "Finetune/Step": 12545, "Finetune/Step Time": 12.151617679744959}
+{"Finetune/Learning Rate": 5.696307673355281e-06, "Finetune/Loss": 0.6015228033065796, "Finetune/Loss (Raw)": 0.6479727029800415, "Finetune/Step": 12546, "Finetune/Step Time": 12.152328833937645}
+{"Finetune/Learning Rate": 5.694787704454688e-06, "Finetune/Loss": 0.6020429134368896, "Finetune/Loss (Raw)": 0.6495285630226135, "Finetune/Step": 12547, "Finetune/Step Time": 12.137846443802118}
+{"Finetune/Learning Rate": 5.69326785763767e-06, "Finetune/Loss": 0.6018029451370239, "Finetune/Loss (Raw)": 0.49981170892715454, "Finetune/Step": 12548, "Finetune/Step Time": 12.11287721246481}
+{"Finetune/Learning Rate": 5.691748132947334e-06, "Finetune/Loss": 0.6008950471878052, "Finetune/Loss (Raw)": 0.5347790718078613, "Finetune/Step": 12549, "Finetune/Step Time": 12.118900761008263}
+{"Finetune/Learning Rate": 5.690228530426767e-06, "Finetune/Loss": 0.6008696556091309, "Finetune/Loss (Raw)": 0.564062774181366, "Finetune/Step": 12550, "Finetune/Step Time": 12.147767949849367}
+{"Finetune/Learning Rate": 5.688709050119063e-06, "Finetune/Loss": 0.6021296977996826, "Finetune/Loss (Raw)": 0.6375468373298645, "Finetune/Step": 12551, "Finetune/Step Time": 12.151311656460166}
+{"Finetune/Learning Rate": 5.687189692067311e-06, "Finetune/Loss": 0.6021053791046143, "Finetune/Loss (Raw)": 0.64199298620224, "Finetune/Step": 12552, "Finetune/Step Time": 12.18736389093101}
+{"Finetune/Learning Rate": 5.685670456314595e-06, "Finetune/Loss": 0.6033674478530884, "Finetune/Loss (Raw)": 0.6735346913337708, "Finetune/Step": 12553, "Finetune/Step Time": 12.182106405496597}
+{"Finetune/Learning Rate": 5.684151342903992e-06, "Finetune/Loss": 0.6043975353240967, "Finetune/Loss (Raw)": 0.6861626505851746, "Finetune/Step": 12554, "Finetune/Step Time": 12.1753920186311}
+{"Finetune/Learning Rate": 5.682632351878593e-06, "Finetune/Loss": 0.6051615476608276, "Finetune/Loss (Raw)": 0.6225075125694275, "Finetune/Step": 12555, "Finetune/Step Time": 12.186397895216942}
+{"Finetune/Learning Rate": 5.681113483281459e-06, "Finetune/Loss": 0.6046555638313293, "Finetune/Loss (Raw)": 0.6485965251922607, "Finetune/Step": 12556, "Finetune/Step Time": 12.181592401117086}
+{"Finetune/Learning Rate": 5.679594737155666e-06, "Finetune/Loss": 0.6043576002120972, "Finetune/Loss (Raw)": 0.5714748501777649, "Finetune/Step": 12557, "Finetune/Step Time": 12.182729955762625}
+{"Finetune/Learning Rate": 5.67807611354428e-06, "Finetune/Loss": 0.6057211756706238, "Finetune/Loss (Raw)": 0.595571756362915, "Finetune/Step": 12558, "Finetune/Step Time": 12.181696211919188}
+{"Finetune/Learning Rate": 5.676557612490365e-06, "Finetune/Loss": 0.6051206588745117, "Finetune/Loss (Raw)": 0.6895191073417664, "Finetune/Step": 12559, "Finetune/Step Time": 12.185783388093114}
+{"Finetune/Learning Rate": 5.675039234036983e-06, "Finetune/Loss": 0.6054078340530396, "Finetune/Loss (Raw)": 0.6950815916061401, "Finetune/Step": 12560, "Finetune/Step Time": 12.161742830649018}
+{"Finetune/Learning Rate": 5.673520978227189e-06, "Finetune/Loss": 0.6049318313598633, "Finetune/Loss (Raw)": 0.6768987774848938, "Finetune/Step": 12561, "Finetune/Step Time": 12.162568509578705}
+{"Finetune/Learning Rate": 5.672002845104039e-06, "Finetune/Loss": 0.6042556762695312, "Finetune/Loss (Raw)": 0.5510676503181458, "Finetune/Step": 12562, "Finetune/Step Time": 12.157469922676682}
+{"Finetune/Learning Rate": 5.670484834710579e-06, "Finetune/Loss": 0.60321444272995, "Finetune/Loss (Raw)": 0.633735716342926, "Finetune/Step": 12563, "Finetune/Step Time": 12.160907192155719}
+{"Finetune/Learning Rate": 5.668966947089859e-06, "Finetune/Loss": 0.6019431948661804, "Finetune/Loss (Raw)": 0.4286566376686096, "Finetune/Step": 12564, "Finetune/Step Time": 12.185548108071089}
+{"Finetune/Learning Rate": 5.66744918228492e-06, "Finetune/Loss": 0.6026498079299927, "Finetune/Loss (Raw)": 0.6416282057762146, "Finetune/Step": 12565, "Finetune/Step Time": 12.198998851701617}
+{"Finetune/Learning Rate": 5.665931540338803e-06, "Finetune/Loss": 0.603632926940918, "Finetune/Loss (Raw)": 0.6888312697410583, "Finetune/Step": 12566, "Finetune/Step Time": 12.214065659791231}
+{"Finetune/Learning Rate": 5.664414021294541e-06, "Finetune/Loss": 0.6019033789634705, "Finetune/Loss (Raw)": 0.4370145797729492, "Finetune/Step": 12567, "Finetune/Step Time": 12.24810910411179}
+{"Finetune/Learning Rate": 5.66289662519517e-06, "Finetune/Loss": 0.6008421182632446, "Finetune/Loss (Raw)": 0.5294597744941711, "Finetune/Step": 12568, "Finetune/Step Time": 12.251518012955785}
+{"Finetune/Learning Rate": 5.6613793520837175e-06, "Finetune/Loss": 0.6007009744644165, "Finetune/Loss (Raw)": 0.6211573481559753, "Finetune/Step": 12569, "Finetune/Step Time": 12.253773968666792}
+{"Finetune/Learning Rate": 5.659862202003208e-06, "Finetune/Loss": 0.5987046957015991, "Finetune/Loss (Raw)": 0.5137001872062683, "Finetune/Step": 12570, "Finetune/Step Time": 12.266870770603418}
+{"Finetune/Learning Rate": 5.658345174996667e-06, "Finetune/Loss": 0.5983803272247314, "Finetune/Loss (Raw)": 0.5707910060882568, "Finetune/Step": 12571, "Finetune/Step Time": 12.262384202331305}
+{"Finetune/Learning Rate": 5.6568282711071085e-06, "Finetune/Loss": 0.5976125001907349, "Finetune/Loss (Raw)": 0.6552837491035461, "Finetune/Step": 12572, "Finetune/Step Time": 12.25004562921822}
+{"Finetune/Learning Rate": 5.655311490377552e-06, "Finetune/Loss": 0.5972352623939514, "Finetune/Loss (Raw)": 0.5480104684829712, "Finetune/Step": 12573, "Finetune/Step Time": 12.255850264802575}
+{"Finetune/Learning Rate": 5.653794832851005e-06, "Finetune/Loss": 0.5955992937088013, "Finetune/Loss (Raw)": 0.4743715226650238, "Finetune/Step": 12574, "Finetune/Step Time": 12.280860979110003}
+{"Finetune/Learning Rate": 5.652278298570479e-06, "Finetune/Loss": 0.5945963263511658, "Finetune/Loss (Raw)": 0.556806743144989, "Finetune/Step": 12575, "Finetune/Step Time": 12.271987359970808}
+{"Finetune/Learning Rate": 5.650761887578977e-06, "Finetune/Loss": 0.5957716703414917, "Finetune/Loss (Raw)": 0.7383426427841187, "Finetune/Step": 12576, "Finetune/Step Time": 12.271280953660607}
+{"Finetune/Learning Rate": 5.649245599919499e-06, "Finetune/Loss": 0.594724178314209, "Finetune/Loss (Raw)": 0.5605586171150208, "Finetune/Step": 12577, "Finetune/Step Time": 12.270769206807017}
+{"Finetune/Learning Rate": 5.647729435635046e-06, "Finetune/Loss": 0.5956863164901733, "Finetune/Loss (Raw)": 0.6719599366188049, "Finetune/Step": 12578, "Finetune/Step Time": 12.27394911646843}
+{"Finetune/Learning Rate": 5.646213394768609e-06, "Finetune/Loss": 0.594761848449707, "Finetune/Loss (Raw)": 0.5510086417198181, "Finetune/Step": 12579, "Finetune/Step Time": 12.277912532910705}
+{"Finetune/Learning Rate": 5.6446974773631836e-06, "Finetune/Loss": 0.5941802859306335, "Finetune/Loss (Raw)": 0.5451198220252991, "Finetune/Step": 12580, "Finetune/Step Time": 12.275208177044988}
+{"Finetune/Learning Rate": 5.643181683461745e-06, "Finetune/Loss": 0.5941003561019897, "Finetune/Loss (Raw)": 0.7131465077400208, "Finetune/Step": 12581, "Finetune/Step Time": 12.270579842850566}
+{"Finetune/Learning Rate": 5.6416660131072886e-06, "Finetune/Loss": 0.5949854850769043, "Finetune/Loss (Raw)": 0.6733574867248535, "Finetune/Step": 12582, "Finetune/Step Time": 12.259775081649423}
+{"Finetune/Learning Rate": 5.640150466342791e-06, "Finetune/Loss": 0.5949294567108154, "Finetune/Loss (Raw)": 0.6026264429092407, "Finetune/Step": 12583, "Finetune/Step Time": 12.265919223427773}
+{"Finetune/Learning Rate": 5.638635043211228e-06, "Finetune/Loss": 0.5956045985221863, "Finetune/Loss (Raw)": 0.6808741688728333, "Finetune/Step": 12584, "Finetune/Step Time": 12.266771994531155}
+{"Finetune/Learning Rate": 5.637119743755574e-06, "Finetune/Loss": 0.5956101417541504, "Finetune/Loss (Raw)": 0.681696355342865, "Finetune/Step": 12585, "Finetune/Step Time": 12.298926232382655}
+{"Finetune/Learning Rate": 5.6356045680188e-06, "Finetune/Loss": 0.5966235995292664, "Finetune/Loss (Raw)": 0.6559236645698547, "Finetune/Step": 12586, "Finetune/Step Time": 12.265477318316698}
+{"Finetune/Learning Rate": 5.634089516043867e-06, "Finetune/Loss": 0.5959864854812622, "Finetune/Loss (Raw)": 0.605887770652771, "Finetune/Step": 12587, "Finetune/Step Time": 12.265607759356499}
+{"Finetune/Learning Rate": 5.632574587873736e-06, "Finetune/Loss": 0.5952566862106323, "Finetune/Loss (Raw)": 0.4376016855239868, "Finetune/Step": 12588, "Finetune/Step Time": 12.289331510663033}
+{"Finetune/Learning Rate": 5.631059783551373e-06, "Finetune/Loss": 0.5961024761199951, "Finetune/Loss (Raw)": 0.5945680141448975, "Finetune/Step": 12589, "Finetune/Step Time": 12.291495779529214}
+{"Finetune/Learning Rate": 5.629545103119733e-06, "Finetune/Loss": 0.5956200361251831, "Finetune/Loss (Raw)": 0.6291548609733582, "Finetune/Step": 12590, "Finetune/Step Time": 12.294026631861925}
+{"Finetune/Learning Rate": 5.628030546621765e-06, "Finetune/Loss": 0.5963865518569946, "Finetune/Loss (Raw)": 0.6543173789978027, "Finetune/Step": 12591, "Finetune/Step Time": 12.275437274947762}
+{"Finetune/Learning Rate": 5.626516114100424e-06, "Finetune/Loss": 0.5964376926422119, "Finetune/Loss (Raw)": 0.5914737582206726, "Finetune/Step": 12592, "Finetune/Step Time": 12.272955233231187}
+{"Finetune/Learning Rate": 5.625001805598645e-06, "Finetune/Loss": 0.5957741737365723, "Finetune/Loss (Raw)": 0.5786483883857727, "Finetune/Step": 12593, "Finetune/Step Time": 12.27109838463366}
+{"Finetune/Learning Rate": 5.623487621159372e-06, "Finetune/Loss": 0.5956394672393799, "Finetune/Loss (Raw)": 0.5208397507667542, "Finetune/Step": 12594, "Finetune/Step Time": 12.278839565813541}
+{"Finetune/Learning Rate": 5.621973560825542e-06, "Finetune/Loss": 0.5949368476867676, "Finetune/Loss (Raw)": 0.5209999084472656, "Finetune/Step": 12595, "Finetune/Step Time": 12.280363945290446}
+{"Finetune/Learning Rate": 5.620459624640098e-06, "Finetune/Loss": 0.5952756404876709, "Finetune/Loss (Raw)": 0.6015132069587708, "Finetune/Step": 12596, "Finetune/Step Time": 12.275591526180506}
+{"Finetune/Learning Rate": 5.618945812645964e-06, "Finetune/Loss": 0.5960986614227295, "Finetune/Loss (Raw)": 0.6426641941070557, "Finetune/Step": 12597, "Finetune/Step Time": 12.254479674622416}
+{"Finetune/Learning Rate": 5.617432124886072e-06, "Finetune/Loss": 0.5966328382492065, "Finetune/Loss (Raw)": 0.582936704158783, "Finetune/Step": 12598, "Finetune/Step Time": 12.257038958370686}
+{"Finetune/Learning Rate": 5.61591856140334e-06, "Finetune/Loss": 0.5970511436462402, "Finetune/Loss (Raw)": 0.7061598300933838, "Finetune/Step": 12599, "Finetune/Step Time": 12.27332747541368}
+{"Finetune/Learning Rate": 5.614405122240689e-06, "Finetune/Loss": 0.5963767766952515, "Finetune/Loss (Raw)": 0.5009202361106873, "Finetune/Step": 12600, "Finetune/Step Time": 12.265912378206849}
+{"Finetune/Learning Rate": 5.612891807441039e-06, "Finetune/Loss": 0.5969352126121521, "Finetune/Loss (Raw)": 0.6906559467315674, "Finetune/Step": 12601, "Finetune/Step Time": 12.256341790780425}
+{"Finetune/Learning Rate": 5.611378617047298e-06, "Finetune/Loss": 0.5976991057395935, "Finetune/Loss (Raw)": 0.6073954105377197, "Finetune/Step": 12602, "Finetune/Step Time": 12.252443661913276}
+{"Finetune/Learning Rate": 5.609865551102384e-06, "Finetune/Loss": 0.5974416732788086, "Finetune/Loss (Raw)": 0.5575028657913208, "Finetune/Step": 12603, "Finetune/Step Time": 12.249676229432225}
+{"Finetune/Learning Rate": 5.608352609649202e-06, "Finetune/Loss": 0.5973628759384155, "Finetune/Loss (Raw)": 0.6203268766403198, "Finetune/Step": 12604, "Finetune/Step Time": 12.252179006114602}
+{"Finetune/Learning Rate": 5.6068397927306495e-06, "Finetune/Loss": 0.5970494747161865, "Finetune/Loss (Raw)": 0.6730406880378723, "Finetune/Step": 12605, "Finetune/Step Time": 12.228454116731882}
+{"Finetune/Learning Rate": 5.605327100389627e-06, "Finetune/Loss": 0.5970391035079956, "Finetune/Loss (Raw)": 0.6401703357696533, "Finetune/Step": 12606, "Finetune/Step Time": 12.232385041192174}
+{"Finetune/Learning Rate": 5.603814532669032e-06, "Finetune/Loss": 0.5971478819847107, "Finetune/Loss (Raw)": 0.5606135725975037, "Finetune/Step": 12607, "Finetune/Step Time": 12.231478165835142}
+{"Finetune/Learning Rate": 5.602302089611755e-06, "Finetune/Loss": 0.5981398820877075, "Finetune/Loss (Raw)": 0.728056013584137, "Finetune/Step": 12608, "Finetune/Step Time": 12.249372066929936}
+{"Finetune/Learning Rate": 5.6007897712606855e-06, "Finetune/Loss": 0.5985041260719299, "Finetune/Loss (Raw)": 0.596825897693634, "Finetune/Step": 12609, "Finetune/Step Time": 12.257825070992112}
+{"Finetune/Learning Rate": 5.599277577658708e-06, "Finetune/Loss": 0.598666787147522, "Finetune/Loss (Raw)": 0.6958571076393127, "Finetune/Step": 12610, "Finetune/Step Time": 12.254979653283954}
+{"Finetune/Learning Rate": 5.597765508848705e-06, "Finetune/Loss": 0.5986135005950928, "Finetune/Loss (Raw)": 0.6143572926521301, "Finetune/Step": 12611, "Finetune/Step Time": 12.223592903465033}
+{"Finetune/Learning Rate": 5.5962535648735525e-06, "Finetune/Loss": 0.5989623069763184, "Finetune/Loss (Raw)": 0.6951434016227722, "Finetune/Step": 12612, "Finetune/Step Time": 12.25071033462882}
+{"Finetune/Learning Rate": 5.594741745776129e-06, "Finetune/Loss": 0.5982986688613892, "Finetune/Loss (Raw)": 0.6457452178001404, "Finetune/Step": 12613, "Finetune/Step Time": 12.25138027779758}
+{"Finetune/Learning Rate": 5.593230051599301e-06, "Finetune/Loss": 0.5984516143798828, "Finetune/Loss (Raw)": 0.6457403898239136, "Finetune/Step": 12614, "Finetune/Step Time": 12.257274687290192}
+{"Finetune/Learning Rate": 5.591718482385937e-06, "Finetune/Loss": 0.5982775688171387, "Finetune/Loss (Raw)": 0.5552518963813782, "Finetune/Step": 12615, "Finetune/Step Time": 12.260871002450585}
+{"Finetune/Learning Rate": 5.590207038178903e-06, "Finetune/Loss": 0.5979870557785034, "Finetune/Loss (Raw)": 0.5910433530807495, "Finetune/Step": 12616, "Finetune/Step Time": 12.250975467264652}
+{"Finetune/Learning Rate": 5.588695719021057e-06, "Finetune/Loss": 0.5976780652999878, "Finetune/Loss (Raw)": 0.5485384464263916, "Finetune/Step": 12617, "Finetune/Step Time": 12.252671061083674}
+{"Finetune/Learning Rate": 5.587184524955256e-06, "Finetune/Loss": 0.5987212657928467, "Finetune/Loss (Raw)": 0.6086277365684509, "Finetune/Step": 12618, "Finetune/Step Time": 12.235004415735602}
+{"Finetune/Learning Rate": 5.585673456024354e-06, "Finetune/Loss": 0.5980604290962219, "Finetune/Loss (Raw)": 0.5703181624412537, "Finetune/Step": 12619, "Finetune/Step Time": 12.254420256242156}
+{"Finetune/Learning Rate": 5.5841625122712e-06, "Finetune/Loss": 0.5980502367019653, "Finetune/Loss (Raw)": 0.555827796459198, "Finetune/Step": 12620, "Finetune/Step Time": 12.272954443469644}
+{"Finetune/Learning Rate": 5.582651693738639e-06, "Finetune/Loss": 0.5978307127952576, "Finetune/Loss (Raw)": 0.6853625774383545, "Finetune/Step": 12621, "Finetune/Step Time": 12.265990385785699}
+{"Finetune/Learning Rate": 5.581141000469517e-06, "Finetune/Loss": 0.5972414612770081, "Finetune/Loss (Raw)": 0.6174145340919495, "Finetune/Step": 12622, "Finetune/Step Time": 12.265542287379503}
+{"Finetune/Learning Rate": 5.579630432506668e-06, "Finetune/Loss": 0.5981302857398987, "Finetune/Loss (Raw)": 0.699614942073822, "Finetune/Step": 12623, "Finetune/Step Time": 12.260789029300213}
+{"Finetune/Learning Rate": 5.5781199898929315e-06, "Finetune/Loss": 0.5977938175201416, "Finetune/Loss (Raw)": 0.6074690222740173, "Finetune/Step": 12624, "Finetune/Step Time": 12.243601929396391}
+{"Finetune/Learning Rate": 5.5766096726711385e-06, "Finetune/Loss": 0.5978886485099792, "Finetune/Loss (Raw)": 0.647891104221344, "Finetune/Step": 12625, "Finetune/Step Time": 12.24790016002953}
+{"Finetune/Learning Rate": 5.575099480884116e-06, "Finetune/Loss": 0.5977832078933716, "Finetune/Loss (Raw)": 0.5803142189979553, "Finetune/Step": 12626, "Finetune/Step Time": 12.227185767143965}
+{"Finetune/Learning Rate": 5.573589414574689e-06, "Finetune/Loss": 0.5985350608825684, "Finetune/Loss (Raw)": 0.7176346778869629, "Finetune/Step": 12627, "Finetune/Step Time": 12.23152337782085}
+{"Finetune/Learning Rate": 5.572079473785684e-06, "Finetune/Loss": 0.5979726314544678, "Finetune/Loss (Raw)": 0.49879348278045654, "Finetune/Step": 12628, "Finetune/Step Time": 12.170687047764659}
+{"Finetune/Learning Rate": 5.570569658559905e-06, "Finetune/Loss": 0.597432017326355, "Finetune/Loss (Raw)": 0.6083055138587952, "Finetune/Step": 12629, "Finetune/Step Time": 12.172099674120545}
+{"Finetune/Learning Rate": 5.5690599689401805e-06, "Finetune/Loss": 0.5975579023361206, "Finetune/Loss (Raw)": 0.6027416586875916, "Finetune/Step": 12630, "Finetune/Step Time": 12.168478362262249}
+{"Finetune/Learning Rate": 5.567550404969315e-06, "Finetune/Loss": 0.5971618890762329, "Finetune/Loss (Raw)": 0.5732071399688721, "Finetune/Step": 12631, "Finetune/Step Time": 12.17338471673429}
+{"Finetune/Learning Rate": 5.566040966690115e-06, "Finetune/Loss": 0.5972669124603271, "Finetune/Loss (Raw)": 0.5074885487556458, "Finetune/Step": 12632, "Finetune/Step Time": 12.203320063650608}
+{"Finetune/Learning Rate": 5.564531654145384e-06, "Finetune/Loss": 0.5971469879150391, "Finetune/Loss (Raw)": 0.5686057806015015, "Finetune/Step": 12633, "Finetune/Step Time": 12.221523689106107}
+{"Finetune/Learning Rate": 5.563022467377928e-06, "Finetune/Loss": 0.596665620803833, "Finetune/Loss (Raw)": 0.4967155456542969, "Finetune/Step": 12634, "Finetune/Step Time": 12.243075646460056}
+{"Finetune/Learning Rate": 5.561513406430533e-06, "Finetune/Loss": 0.5974308252334595, "Finetune/Loss (Raw)": 0.517535924911499, "Finetune/Step": 12635, "Finetune/Step Time": 12.217736134305596}
+{"Finetune/Learning Rate": 5.560004471345997e-06, "Finetune/Loss": 0.5968300700187683, "Finetune/Loss (Raw)": 0.5322128534317017, "Finetune/Step": 12636, "Finetune/Step Time": 12.214628092944622}
+{"Finetune/Learning Rate": 5.5584956621671035e-06, "Finetune/Loss": 0.5975497961044312, "Finetune/Loss (Raw)": 0.650988757610321, "Finetune/Step": 12637, "Finetune/Step Time": 12.211494574323297}
+{"Finetune/Learning Rate": 5.5569869789366485e-06, "Finetune/Loss": 0.5985655784606934, "Finetune/Loss (Raw)": 0.651862382888794, "Finetune/Step": 12638, "Finetune/Step Time": 12.210316199809313}
+{"Finetune/Learning Rate": 5.555478421697407e-06, "Finetune/Loss": 0.5995758175849915, "Finetune/Loss (Raw)": 0.5924177169799805, "Finetune/Step": 12639, "Finetune/Step Time": 12.188471596688032}
+{"Finetune/Learning Rate": 5.553969990492164e-06, "Finetune/Loss": 0.5993609428405762, "Finetune/Loss (Raw)": 0.6021699905395508, "Finetune/Step": 12640, "Finetune/Step Time": 12.174796298146248}
+{"Finetune/Learning Rate": 5.552461685363685e-06, "Finetune/Loss": 0.5996577739715576, "Finetune/Loss (Raw)": 0.6157916784286499, "Finetune/Step": 12641, "Finetune/Step Time": 12.1762442458421}
+{"Finetune/Learning Rate": 5.550953506354746e-06, "Finetune/Loss": 0.5998614430427551, "Finetune/Loss (Raw)": 0.5878962874412537, "Finetune/Step": 12642, "Finetune/Step Time": 12.16277584247291}
+{"Finetune/Learning Rate": 5.549445453508113e-06, "Finetune/Loss": 0.6010797619819641, "Finetune/Loss (Raw)": 0.7281709909439087, "Finetune/Step": 12643, "Finetune/Step Time": 12.16991762444377}
+{"Finetune/Learning Rate": 5.547937526866547e-06, "Finetune/Loss": 0.6020464897155762, "Finetune/Loss (Raw)": 0.6165524125099182, "Finetune/Step": 12644, "Finetune/Step Time": 12.175511289387941}
+{"Finetune/Learning Rate": 5.5464297264728185e-06, "Finetune/Loss": 0.6015850901603699, "Finetune/Loss (Raw)": 0.45161643624305725, "Finetune/Step": 12645, "Finetune/Step Time": 12.16973919607699}
+{"Finetune/Learning Rate": 5.544922052369681e-06, "Finetune/Loss": 0.6018572449684143, "Finetune/Loss (Raw)": 0.6013222932815552, "Finetune/Step": 12646, "Finetune/Step Time": 12.168119084089994}
+{"Finetune/Learning Rate": 5.5434145045998825e-06, "Finetune/Loss": 0.6006683111190796, "Finetune/Loss (Raw)": 0.3789772689342499, "Finetune/Step": 12647, "Finetune/Step Time": 12.172402141615748}
+{"Finetune/Learning Rate": 5.541907083206176e-06, "Finetune/Loss": 0.6004074215888977, "Finetune/Loss (Raw)": 0.583187997341156, "Finetune/Step": 12648, "Finetune/Step Time": 12.176195785403252}
+{"Finetune/Learning Rate": 5.540399788231308e-06, "Finetune/Loss": 0.6008155345916748, "Finetune/Loss (Raw)": 0.6471796035766602, "Finetune/Step": 12649, "Finetune/Step Time": 12.171094827353954}
+{"Finetune/Learning Rate": 5.53889261971802e-06, "Finetune/Loss": 0.600239634513855, "Finetune/Loss (Raw)": 0.6320617198944092, "Finetune/Step": 12650, "Finetune/Step Time": 12.173733063042164}
+{"Finetune/Learning Rate": 5.537385577709046e-06, "Finetune/Loss": 0.6014158725738525, "Finetune/Loss (Raw)": 0.6716440916061401, "Finetune/Step": 12651, "Finetune/Step Time": 12.173111960291862}
+{"Finetune/Learning Rate": 5.535878662247136e-06, "Finetune/Loss": 0.6026288270950317, "Finetune/Loss (Raw)": 0.6404955983161926, "Finetune/Step": 12652, "Finetune/Step Time": 12.173299526795745}
+{"Finetune/Learning Rate": 5.534371873375011e-06, "Finetune/Loss": 0.6030451059341431, "Finetune/Loss (Raw)": 0.6340856552124023, "Finetune/Step": 12653, "Finetune/Step Time": 12.16868795081973}
+{"Finetune/Learning Rate": 5.532865211135398e-06, "Finetune/Loss": 0.6024832725524902, "Finetune/Loss (Raw)": 0.5409817695617676, "Finetune/Step": 12654, "Finetune/Step Time": 12.172867573797703}
+{"Finetune/Learning Rate": 5.531358675571027e-06, "Finetune/Loss": 0.6025633811950684, "Finetune/Loss (Raw)": 0.605241596698761, "Finetune/Step": 12655, "Finetune/Step Time": 12.223612446337938}
+{"Finetune/Learning Rate": 5.529852266724616e-06, "Finetune/Loss": 0.603219211101532, "Finetune/Loss (Raw)": 0.6783772706985474, "Finetune/Step": 12656, "Finetune/Step Time": 12.207174874842167}
+{"Finetune/Learning Rate": 5.528345984638883e-06, "Finetune/Loss": 0.6039755940437317, "Finetune/Loss (Raw)": 0.6359150409698486, "Finetune/Step": 12657, "Finetune/Step Time": 12.223634349182248}
+{"Finetune/Learning Rate": 5.526839829356539e-06, "Finetune/Loss": 0.6051380634307861, "Finetune/Loss (Raw)": 0.5798193216323853, "Finetune/Step": 12658, "Finetune/Step Time": 12.189528286457062}
+{"Finetune/Learning Rate": 5.525333800920305e-06, "Finetune/Loss": 0.6050649881362915, "Finetune/Loss (Raw)": 0.5524283051490784, "Finetune/Step": 12659, "Finetune/Step Time": 12.200769625604153}
+{"Finetune/Learning Rate": 5.523827899372876e-06, "Finetune/Loss": 0.6069570779800415, "Finetune/Loss (Raw)": 0.6729579567909241, "Finetune/Step": 12660, "Finetune/Step Time": 12.173933977261186}
+{"Finetune/Learning Rate": 5.52232212475696e-06, "Finetune/Loss": 0.6078658103942871, "Finetune/Loss (Raw)": 0.7192454934120178, "Finetune/Step": 12661, "Finetune/Step Time": 12.176106387749314}
+{"Finetune/Learning Rate": 5.520816477115254e-06, "Finetune/Loss": 0.6075599193572998, "Finetune/Loss (Raw)": 0.6336321830749512, "Finetune/Step": 12662, "Finetune/Step Time": 12.174637960270047}
+{"Finetune/Learning Rate": 5.519310956490458e-06, "Finetune/Loss": 0.608555257320404, "Finetune/Loss (Raw)": 0.588236927986145, "Finetune/Step": 12663, "Finetune/Step Time": 12.192066315561533}
+{"Finetune/Learning Rate": 5.51780556292526e-06, "Finetune/Loss": 0.607053816318512, "Finetune/Loss (Raw)": 0.5542200207710266, "Finetune/Step": 12664, "Finetune/Step Time": 12.17375018261373}
+{"Finetune/Learning Rate": 5.5163002964623515e-06, "Finetune/Loss": 0.6067934036254883, "Finetune/Loss (Raw)": 0.5898339748382568, "Finetune/Step": 12665, "Finetune/Step Time": 12.171232432126999}
+{"Finetune/Learning Rate": 5.514795157144417e-06, "Finetune/Loss": 0.6072823405265808, "Finetune/Loss (Raw)": 0.5778034329414368, "Finetune/Step": 12666, "Finetune/Step Time": 12.172902138903737}
+{"Finetune/Learning Rate": 5.5132901450141365e-06, "Finetune/Loss": 0.605327844619751, "Finetune/Loss (Raw)": 0.46225705742836, "Finetune/Step": 12667, "Finetune/Step Time": 12.164345571771264}
+{"Finetune/Learning Rate": 5.51178526011419e-06, "Finetune/Loss": 0.6060419678688049, "Finetune/Loss (Raw)": 0.6463866233825684, "Finetune/Step": 12668, "Finetune/Step Time": 12.174904584884644}
+{"Finetune/Learning Rate": 5.51028050248725e-06, "Finetune/Loss": 0.6048345565795898, "Finetune/Loss (Raw)": 0.5510979294776917, "Finetune/Step": 12669, "Finetune/Step Time": 12.185143943876028}
+{"Finetune/Learning Rate": 5.508775872175989e-06, "Finetune/Loss": 0.6048318147659302, "Finetune/Loss (Raw)": 0.6261361241340637, "Finetune/Step": 12670, "Finetune/Step Time": 12.178237367421389}
+{"Finetune/Learning Rate": 5.507271369223071e-06, "Finetune/Loss": 0.6038143634796143, "Finetune/Loss (Raw)": 0.449992299079895, "Finetune/Step": 12671, "Finetune/Step Time": 12.183166742324829}
+{"Finetune/Learning Rate": 5.5057669936711625e-06, "Finetune/Loss": 0.603719174861908, "Finetune/Loss (Raw)": 0.6263037919998169, "Finetune/Step": 12672, "Finetune/Step Time": 12.17818527109921}
+{"Finetune/Learning Rate": 5.504262745562923e-06, "Finetune/Loss": 0.6024129390716553, "Finetune/Loss (Raw)": 0.5413622260093689, "Finetune/Step": 12673, "Finetune/Step Time": 12.182217322289944}
+{"Finetune/Learning Rate": 5.502758624941007e-06, "Finetune/Loss": 0.6036344766616821, "Finetune/Loss (Raw)": 0.804332435131073, "Finetune/Step": 12674, "Finetune/Step Time": 12.183330465108156}
+{"Finetune/Learning Rate": 5.501254631848068e-06, "Finetune/Loss": 0.6035789847373962, "Finetune/Loss (Raw)": 0.6424243450164795, "Finetune/Step": 12675, "Finetune/Step Time": 12.193777481094003}
+{"Finetune/Learning Rate": 5.4997507663267546e-06, "Finetune/Loss": 0.6039403676986694, "Finetune/Loss (Raw)": 0.5460763573646545, "Finetune/Step": 12676, "Finetune/Step Time": 12.202463578432798}
+{"Finetune/Learning Rate": 5.498247028419717e-06, "Finetune/Loss": 0.6048740148544312, "Finetune/Loss (Raw)": 0.6542778015136719, "Finetune/Step": 12677, "Finetune/Step Time": 12.199306026101112}
+{"Finetune/Learning Rate": 5.496743418169584e-06, "Finetune/Loss": 0.6047697067260742, "Finetune/Loss (Raw)": 0.5507085919380188, "Finetune/Step": 12678, "Finetune/Step Time": 12.172268340364099}
+{"Finetune/Learning Rate": 5.495239935619006e-06, "Finetune/Loss": 0.6048290729522705, "Finetune/Loss (Raw)": 0.6451531648635864, "Finetune/Step": 12679, "Finetune/Step Time": 12.177805034443736}
+{"Finetune/Learning Rate": 5.493736580810614e-06, "Finetune/Loss": 0.6039708852767944, "Finetune/Loss (Raw)": 0.5321439504623413, "Finetune/Step": 12680, "Finetune/Step Time": 12.133366422727704}
+{"Finetune/Learning Rate": 5.492233353787038e-06, "Finetune/Loss": 0.6039963960647583, "Finetune/Loss (Raw)": 0.6767995357513428, "Finetune/Step": 12681, "Finetune/Step Time": 12.133397122845054}
+{"Finetune/Learning Rate": 5.490730254590907e-06, "Finetune/Loss": 0.603816032409668, "Finetune/Loss (Raw)": 0.6630691885948181, "Finetune/Step": 12682, "Finetune/Step Time": 12.169589139521122}
+{"Finetune/Learning Rate": 5.489227283264847e-06, "Finetune/Loss": 0.6042304039001465, "Finetune/Loss (Raw)": 0.6755527853965759, "Finetune/Step": 12683, "Finetune/Step Time": 12.181183855980635}
+{"Finetune/Learning Rate": 5.48772443985147e-06, "Finetune/Loss": 0.603814423084259, "Finetune/Loss (Raw)": 0.595349133014679, "Finetune/Step": 12684, "Finetune/Step Time": 12.197956997901201}
+{"Finetune/Learning Rate": 5.4862217243933914e-06, "Finetune/Loss": 0.6027376055717468, "Finetune/Loss (Raw)": 0.4336434304714203, "Finetune/Step": 12685, "Finetune/Step Time": 12.216520136222243}
+{"Finetune/Learning Rate": 5.484719136933234e-06, "Finetune/Loss": 0.6027364730834961, "Finetune/Loss (Raw)": 0.5954318642616272, "Finetune/Step": 12686, "Finetune/Step Time": 12.223339602351189}
+{"Finetune/Learning Rate": 5.483216677513603e-06, "Finetune/Loss": 0.6030172109603882, "Finetune/Loss (Raw)": 0.7254507541656494, "Finetune/Step": 12687, "Finetune/Step Time": 12.22993066906929}
+{"Finetune/Learning Rate": 5.4817143461771024e-06, "Finetune/Loss": 0.6029307842254639, "Finetune/Loss (Raw)": 0.684016764163971, "Finetune/Step": 12688, "Finetune/Step Time": 12.238031804561615}
+{"Finetune/Learning Rate": 5.480212142966339e-06, "Finetune/Loss": 0.6020950675010681, "Finetune/Loss (Raw)": 0.5699236989021301, "Finetune/Step": 12689, "Finetune/Step Time": 12.256175434216857}
+{"Finetune/Learning Rate": 5.478710067923903e-06, "Finetune/Loss": 0.6034022569656372, "Finetune/Loss (Raw)": 0.718389093875885, "Finetune/Step": 12690, "Finetune/Step Time": 12.25721438229084}
+{"Finetune/Learning Rate": 5.477208121092391e-06, "Finetune/Loss": 0.6040191650390625, "Finetune/Loss (Raw)": 0.7127009630203247, "Finetune/Step": 12691, "Finetune/Step Time": 12.247079819440842}
+{"Finetune/Learning Rate": 5.4757063025143965e-06, "Finetune/Loss": 0.6064132452011108, "Finetune/Loss (Raw)": 0.7350954413414001, "Finetune/Step": 12692, "Finetune/Step Time": 12.215961664915085}
+{"Finetune/Learning Rate": 5.474204612232502e-06, "Finetune/Loss": 0.6059337854385376, "Finetune/Loss (Raw)": 0.5802576541900635, "Finetune/Step": 12693, "Finetune/Step Time": 12.20642139017582}
+{"Finetune/Learning Rate": 5.472703050289299e-06, "Finetune/Loss": 0.6053372621536255, "Finetune/Loss (Raw)": 0.6124797463417053, "Finetune/Step": 12694, "Finetune/Step Time": 12.209449470043182}
+{"Finetune/Learning Rate": 5.4712016167273685e-06, "Finetune/Loss": 0.6060847043991089, "Finetune/Loss (Raw)": 0.5326881408691406, "Finetune/Step": 12695, "Finetune/Step Time": 12.181223843246698}
+{"Finetune/Learning Rate": 5.469700311589277e-06, "Finetune/Loss": 0.6060147285461426, "Finetune/Loss (Raw)": 0.5205045342445374, "Finetune/Step": 12696, "Finetune/Step Time": 12.189994856715202}
+{"Finetune/Learning Rate": 5.468199134917602e-06, "Finetune/Loss": 0.6064709424972534, "Finetune/Loss (Raw)": 0.6795529127120972, "Finetune/Step": 12697, "Finetune/Step Time": 12.183923304080963}
+{"Finetune/Learning Rate": 5.466698086754914e-06, "Finetune/Loss": 0.6071034669876099, "Finetune/Loss (Raw)": 0.5946636199951172, "Finetune/Step": 12698, "Finetune/Step Time": 12.170800026506186}
+{"Finetune/Learning Rate": 5.4651971671437756e-06, "Finetune/Loss": 0.6073572635650635, "Finetune/Loss (Raw)": 0.6032750010490417, "Finetune/Step": 12699, "Finetune/Step Time": 12.17358703352511}
+{"Finetune/Learning Rate": 5.463696376126747e-06, "Finetune/Loss": 0.6073942184448242, "Finetune/Loss (Raw)": 0.6600174903869629, "Finetune/Step": 12700, "Finetune/Step Time": 12.18970163911581}
+{"Finetune/Learning Rate": 5.462195713746398e-06, "Finetune/Loss": 0.6077192425727844, "Finetune/Loss (Raw)": 0.5896080732345581, "Finetune/Step": 12701, "Finetune/Step Time": 12.176457667723298}
+{"Finetune/Learning Rate": 5.4606951800452705e-06, "Finetune/Loss": 0.6067177057266235, "Finetune/Loss (Raw)": 0.34617605805397034, "Finetune/Step": 12702, "Finetune/Step Time": 12.17329990118742}
+{"Finetune/Learning Rate": 5.459194775065919e-06, "Finetune/Loss": 0.6073663830757141, "Finetune/Loss (Raw)": 0.6398389339447021, "Finetune/Step": 12703, "Finetune/Step Time": 12.195510504767299}
+{"Finetune/Learning Rate": 5.457694498850892e-06, "Finetune/Loss": 0.6060851812362671, "Finetune/Loss (Raw)": 0.574354350566864, "Finetune/Step": 12704, "Finetune/Step Time": 12.21188292093575}
+{"Finetune/Learning Rate": 5.456194351442733e-06, "Finetune/Loss": 0.606429934501648, "Finetune/Loss (Raw)": 0.6046766638755798, "Finetune/Step": 12705, "Finetune/Step Time": 12.2001982498914}
+{"Finetune/Learning Rate": 5.45469433288398e-06, "Finetune/Loss": 0.6049096584320068, "Finetune/Loss (Raw)": 0.4773724675178528, "Finetune/Step": 12706, "Finetune/Step Time": 12.22652917355299}
+{"Finetune/Learning Rate": 5.4531944432171725e-06, "Finetune/Loss": 0.6061012744903564, "Finetune/Loss (Raw)": 0.7035357356071472, "Finetune/Step": 12707, "Finetune/Step Time": 12.220124641433358}
+{"Finetune/Learning Rate": 5.451694682484841e-06, "Finetune/Loss": 0.6061357259750366, "Finetune/Loss (Raw)": 0.5495253205299377, "Finetune/Step": 12708, "Finetune/Step Time": 12.22939808294177}
+{"Finetune/Learning Rate": 5.450195050729512e-06, "Finetune/Loss": 0.6044880151748657, "Finetune/Loss (Raw)": 0.5022406578063965, "Finetune/Step": 12709, "Finetune/Step Time": 12.228375893086195}
+{"Finetune/Learning Rate": 5.448695547993716e-06, "Finetune/Loss": 0.6036314368247986, "Finetune/Loss (Raw)": 0.5637147426605225, "Finetune/Step": 12710, "Finetune/Step Time": 12.228605033829808}
+{"Finetune/Learning Rate": 5.447196174319971e-06, "Finetune/Loss": 0.60443514585495, "Finetune/Loss (Raw)": 0.7055034041404724, "Finetune/Step": 12711, "Finetune/Step Time": 12.231127262115479}
+{"Finetune/Learning Rate": 5.445696929750797e-06, "Finetune/Loss": 0.6028880476951599, "Finetune/Loss (Raw)": 0.4828394949436188, "Finetune/Step": 12712, "Finetune/Step Time": 12.233709374442697}
+{"Finetune/Learning Rate": 5.444197814328707e-06, "Finetune/Loss": 0.6022600531578064, "Finetune/Loss (Raw)": 0.6013168096542358, "Finetune/Step": 12713, "Finetune/Step Time": 12.200923159718513}
+{"Finetune/Learning Rate": 5.442698828096211e-06, "Finetune/Loss": 0.6016982793807983, "Finetune/Loss (Raw)": 0.5840194821357727, "Finetune/Step": 12714, "Finetune/Step Time": 12.228075159713626}
+{"Finetune/Learning Rate": 5.441199971095819e-06, "Finetune/Loss": 0.6019488573074341, "Finetune/Loss (Raw)": 0.6379644274711609, "Finetune/Step": 12715, "Finetune/Step Time": 12.232472389936447}
+{"Finetune/Learning Rate": 5.43970124337003e-06, "Finetune/Loss": 0.6020511388778687, "Finetune/Loss (Raw)": 0.4506825804710388, "Finetune/Step": 12716, "Finetune/Step Time": 12.217771420255303}
+{"Finetune/Learning Rate": 5.438202644961348e-06, "Finetune/Loss": 0.6016998291015625, "Finetune/Loss (Raw)": 0.5496068596839905, "Finetune/Step": 12717, "Finetune/Step Time": 12.212637739256024}
+{"Finetune/Learning Rate": 5.436704175912265e-06, "Finetune/Loss": 0.6012674570083618, "Finetune/Loss (Raw)": 0.5738106966018677, "Finetune/Step": 12718, "Finetune/Step Time": 12.21422035060823}
+{"Finetune/Learning Rate": 5.43520583626528e-06, "Finetune/Loss": 0.6010795831680298, "Finetune/Loss (Raw)": 0.6302670240402222, "Finetune/Step": 12719, "Finetune/Step Time": 12.218530857935548}
+{"Finetune/Learning Rate": 5.43370762606287e-06, "Finetune/Loss": 0.6019923686981201, "Finetune/Loss (Raw)": 0.7083107829093933, "Finetune/Step": 12720, "Finetune/Step Time": 12.223127916455269}
+{"Finetune/Learning Rate": 5.43220954534753e-06, "Finetune/Loss": 0.6020077466964722, "Finetune/Loss (Raw)": 0.5806258916854858, "Finetune/Step": 12721, "Finetune/Step Time": 12.221042480319738}
+{"Finetune/Learning Rate": 5.430711594161738e-06, "Finetune/Loss": 0.602524995803833, "Finetune/Loss (Raw)": 0.5870424509048462, "Finetune/Step": 12722, "Finetune/Step Time": 12.208140674978495}
+{"Finetune/Learning Rate": 5.429213772547972e-06, "Finetune/Loss": 0.6033744812011719, "Finetune/Loss (Raw)": 0.6297306418418884, "Finetune/Step": 12723, "Finetune/Step Time": 12.210066583007574}
+{"Finetune/Learning Rate": 5.4277160805487075e-06, "Finetune/Loss": 0.603050708770752, "Finetune/Loss (Raw)": 0.5600722432136536, "Finetune/Step": 12724, "Finetune/Step Time": 12.22609288059175}
+{"Finetune/Learning Rate": 5.4262185182064154e-06, "Finetune/Loss": 0.6029729843139648, "Finetune/Loss (Raw)": 0.6327159404754639, "Finetune/Step": 12725, "Finetune/Step Time": 12.223661117255688}
+{"Finetune/Learning Rate": 5.424721085563556e-06, "Finetune/Loss": 0.6028435230255127, "Finetune/Loss (Raw)": 0.5663673877716064, "Finetune/Step": 12726, "Finetune/Step Time": 12.21912069991231}
+{"Finetune/Learning Rate": 5.423223782662593e-06, "Finetune/Loss": 0.6018100380897522, "Finetune/Loss (Raw)": 0.5738754868507385, "Finetune/Step": 12727, "Finetune/Step Time": 12.202427869662642}
+{"Finetune/Learning Rate": 5.421726609545992e-06, "Finetune/Loss": 0.6035871505737305, "Finetune/Loss (Raw)": 0.7283859252929688, "Finetune/Step": 12728, "Finetune/Step Time": 12.1916863322258}
+{"Finetune/Learning Rate": 5.420229566256207e-06, "Finetune/Loss": 0.6020738482475281, "Finetune/Loss (Raw)": 0.49695852398872375, "Finetune/Step": 12729, "Finetune/Step Time": 12.227316034957767}
+{"Finetune/Learning Rate": 5.4187326528356875e-06, "Finetune/Loss": 0.6026291847229004, "Finetune/Loss (Raw)": 0.678474485874176, "Finetune/Step": 12730, "Finetune/Step Time": 12.233451832085848}
+{"Finetune/Learning Rate": 5.417235869326887e-06, "Finetune/Loss": 0.6025253534317017, "Finetune/Loss (Raw)": 0.5442093014717102, "Finetune/Step": 12731, "Finetune/Step Time": 12.23177146166563}
+{"Finetune/Learning Rate": 5.41573921577224e-06, "Finetune/Loss": 0.6015880703926086, "Finetune/Loss (Raw)": 0.5003584027290344, "Finetune/Step": 12732, "Finetune/Step Time": 12.228859459981322}
+{"Finetune/Learning Rate": 5.414242692214194e-06, "Finetune/Loss": 0.6013784408569336, "Finetune/Loss (Raw)": 0.6462098956108093, "Finetune/Step": 12733, "Finetune/Step Time": 12.231344100087881}
+{"Finetune/Learning Rate": 5.412746298695182e-06, "Finetune/Loss": 0.6012048125267029, "Finetune/Loss (Raw)": 0.617944061756134, "Finetune/Step": 12734, "Finetune/Step Time": 12.227082597091794}
+{"Finetune/Learning Rate": 5.411250035257643e-06, "Finetune/Loss": 0.6016805171966553, "Finetune/Loss (Raw)": 0.6215009689331055, "Finetune/Step": 12735, "Finetune/Step Time": 12.255400251597166}
+{"Finetune/Learning Rate": 5.409753901944006e-06, "Finetune/Loss": 0.6007919907569885, "Finetune/Loss (Raw)": 0.6143262386322021, "Finetune/Step": 12736, "Finetune/Step Time": 12.234669990837574}
+{"Finetune/Learning Rate": 5.408257898796694e-06, "Finetune/Loss": 0.6006984710693359, "Finetune/Loss (Raw)": 0.5848546028137207, "Finetune/Step": 12737, "Finetune/Step Time": 12.23019245825708}
+{"Finetune/Learning Rate": 5.406762025858137e-06, "Finetune/Loss": 0.599537193775177, "Finetune/Loss (Raw)": 0.5472118854522705, "Finetune/Step": 12738, "Finetune/Step Time": 12.235447311773896}
+{"Finetune/Learning Rate": 5.40526628317074e-06, "Finetune/Loss": 0.599738597869873, "Finetune/Loss (Raw)": 0.6401333808898926, "Finetune/Step": 12739, "Finetune/Step Time": 12.24210600554943}
+{"Finetune/Learning Rate": 5.403770670776929e-06, "Finetune/Loss": 0.5984929800033569, "Finetune/Loss (Raw)": 0.5357105135917664, "Finetune/Step": 12740, "Finetune/Step Time": 12.212344232946634}
+{"Finetune/Learning Rate": 5.402275188719106e-06, "Finetune/Loss": 0.5973793268203735, "Finetune/Loss (Raw)": 0.5031957626342773, "Finetune/Step": 12741, "Finetune/Step Time": 12.216020358726382}
+{"Finetune/Learning Rate": 5.400779837039689e-06, "Finetune/Loss": 0.5967336297035217, "Finetune/Loss (Raw)": 0.5630930066108704, "Finetune/Step": 12742, "Finetune/Step Time": 12.227339923381805}
+{"Finetune/Learning Rate": 5.399284615781076e-06, "Finetune/Loss": 0.5975573658943176, "Finetune/Loss (Raw)": 0.660690426826477, "Finetune/Step": 12743, "Finetune/Step Time": 12.223743934184313}
+{"Finetune/Learning Rate": 5.397789524985675e-06, "Finetune/Loss": 0.5982515811920166, "Finetune/Loss (Raw)": 0.6799014210700989, "Finetune/Step": 12744, "Finetune/Step Time": 12.207582399249077}
+{"Finetune/Learning Rate": 5.396294564695869e-06, "Finetune/Loss": 0.5987364053726196, "Finetune/Loss (Raw)": 0.6106032729148865, "Finetune/Step": 12745, "Finetune/Step Time": 12.21222148835659}
+{"Finetune/Learning Rate": 5.394799734954061e-06, "Finetune/Loss": 0.5981749296188354, "Finetune/Loss (Raw)": 0.5367559790611267, "Finetune/Step": 12746, "Finetune/Step Time": 12.204513968899846}
+{"Finetune/Learning Rate": 5.393305035802636e-06, "Finetune/Loss": 0.5983092784881592, "Finetune/Loss (Raw)": 0.5875046253204346, "Finetune/Step": 12747, "Finetune/Step Time": 12.182975489646196}
+{"Finetune/Learning Rate": 5.39181046728398e-06, "Finetune/Loss": 0.5987918376922607, "Finetune/Loss (Raw)": 0.6176028251647949, "Finetune/Step": 12748, "Finetune/Step Time": 12.19309924915433}
+{"Finetune/Learning Rate": 5.390316029440472e-06, "Finetune/Loss": 0.598521888256073, "Finetune/Loss (Raw)": 0.6508080363273621, "Finetune/Step": 12749, "Finetune/Step Time": 12.19154697842896}
+{"Finetune/Learning Rate": 5.388821722314501e-06, "Finetune/Loss": 0.5980464816093445, "Finetune/Loss (Raw)": 0.5565596222877502, "Finetune/Step": 12750, "Finetune/Step Time": 12.208558525890112}
+{"Finetune/Learning Rate": 5.387327545948429e-06, "Finetune/Loss": 0.5965959429740906, "Finetune/Loss (Raw)": 0.5139490365982056, "Finetune/Step": 12751, "Finetune/Step Time": 12.230890465900302}
+{"Finetune/Learning Rate": 5.385833500384632e-06, "Finetune/Loss": 0.596316397190094, "Finetune/Loss (Raw)": 0.571686863899231, "Finetune/Step": 12752, "Finetune/Step Time": 12.237254640087485}
+{"Finetune/Learning Rate": 5.384339585665476e-06, "Finetune/Loss": 0.5961548089981079, "Finetune/Loss (Raw)": 0.6272047758102417, "Finetune/Step": 12753, "Finetune/Step Time": 12.232211189344525}
+{"Finetune/Learning Rate": 5.382845801833323e-06, "Finetune/Loss": 0.5957552194595337, "Finetune/Loss (Raw)": 0.5291650295257568, "Finetune/Step": 12754, "Finetune/Step Time": 12.23199793882668}
+{"Finetune/Learning Rate": 5.381352148930535e-06, "Finetune/Loss": 0.5953259468078613, "Finetune/Loss (Raw)": 0.6626920700073242, "Finetune/Step": 12755, "Finetune/Step Time": 12.255781741812825}
+{"Finetune/Learning Rate": 5.379858626999465e-06, "Finetune/Loss": 0.5956867933273315, "Finetune/Loss (Raw)": 0.5449775457382202, "Finetune/Step": 12756, "Finetune/Step Time": 12.259470365941525}
+{"Finetune/Learning Rate": 5.378365236082468e-06, "Finetune/Loss": 0.5959798097610474, "Finetune/Loss (Raw)": 0.6458200812339783, "Finetune/Step": 12757, "Finetune/Step Time": 12.25728284753859}
+{"Finetune/Learning Rate": 5.376871976221889e-06, "Finetune/Loss": 0.5959175229072571, "Finetune/Loss (Raw)": 0.5947648882865906, "Finetune/Step": 12758, "Finetune/Step Time": 12.277400812134147}
+{"Finetune/Learning Rate": 5.3753788474600755e-06, "Finetune/Loss": 0.5969546437263489, "Finetune/Loss (Raw)": 0.7059619426727295, "Finetune/Step": 12759, "Finetune/Step Time": 12.281746068969369}
+{"Finetune/Learning Rate": 5.373885849839367e-06, "Finetune/Loss": 0.5976775884628296, "Finetune/Loss (Raw)": 0.6000205278396606, "Finetune/Step": 12760, "Finetune/Step Time": 12.252148492261767}
+{"Finetune/Learning Rate": 5.372392983402102e-06, "Finetune/Loss": 0.5976945161819458, "Finetune/Loss (Raw)": 0.5707792043685913, "Finetune/Step": 12761, "Finetune/Step Time": 12.255886739119887}
+{"Finetune/Learning Rate": 5.37090024819061e-06, "Finetune/Loss": 0.5982686877250671, "Finetune/Loss (Raw)": 0.5702067017555237, "Finetune/Step": 12762, "Finetune/Step Time": 12.229065800085664}
+{"Finetune/Learning Rate": 5.369407644247225e-06, "Finetune/Loss": 0.5990824699401855, "Finetune/Loss (Raw)": 0.6216999292373657, "Finetune/Step": 12763, "Finetune/Step Time": 12.253596825525165}
+{"Finetune/Learning Rate": 5.367915171614273e-06, "Finetune/Loss": 0.6001096963882446, "Finetune/Loss (Raw)": 0.6636902689933777, "Finetune/Step": 12764, "Finetune/Step Time": 12.251711677759886}
+{"Finetune/Learning Rate": 5.366422830334072e-06, "Finetune/Loss": 0.5977247953414917, "Finetune/Loss (Raw)": 0.34572169184684753, "Finetune/Step": 12765, "Finetune/Step Time": 12.273773478344083}
+{"Finetune/Learning Rate": 5.364930620448946e-06, "Finetune/Loss": 0.597832441329956, "Finetune/Loss (Raw)": 0.6656409502029419, "Finetune/Step": 12766, "Finetune/Step Time": 12.274009549990296}
+{"Finetune/Learning Rate": 5.363438542001207e-06, "Finetune/Loss": 0.5981408357620239, "Finetune/Loss (Raw)": 0.631895124912262, "Finetune/Step": 12767, "Finetune/Step Time": 12.260562967509031}
+{"Finetune/Learning Rate": 5.361946595033165e-06, "Finetune/Loss": 0.5985676050186157, "Finetune/Loss (Raw)": 0.6568039059638977, "Finetune/Step": 12768, "Finetune/Step Time": 12.269842633977532}
+{"Finetune/Learning Rate": 5.3604547795871295e-06, "Finetune/Loss": 0.5990522503852844, "Finetune/Loss (Raw)": 0.6778231859207153, "Finetune/Step": 12769, "Finetune/Step Time": 12.26950722374022}
+{"Finetune/Learning Rate": 5.358963095705403e-06, "Finetune/Loss": 0.5993200540542603, "Finetune/Loss (Raw)": 0.6221686601638794, "Finetune/Step": 12770, "Finetune/Step Time": 12.277777906507254}
+{"Finetune/Learning Rate": 5.357471543430286e-06, "Finetune/Loss": 0.5983626842498779, "Finetune/Loss (Raw)": 0.6056352257728577, "Finetune/Step": 12771, "Finetune/Step Time": 12.257877551019192}
+{"Finetune/Learning Rate": 5.3559801228040746e-06, "Finetune/Loss": 0.5976418256759644, "Finetune/Loss (Raw)": 0.5242774486541748, "Finetune/Step": 12772, "Finetune/Step Time": 12.257013546302915}
+{"Finetune/Learning Rate": 5.354488833869061e-06, "Finetune/Loss": 0.5980685949325562, "Finetune/Loss (Raw)": 0.5062475800514221, "Finetune/Step": 12773, "Finetune/Step Time": 12.285193113610148}
+{"Finetune/Learning Rate": 5.352997676667537e-06, "Finetune/Loss": 0.5986740589141846, "Finetune/Loss (Raw)": 0.6788197755813599, "Finetune/Step": 12774, "Finetune/Step Time": 12.281703447923064}
+{"Finetune/Learning Rate": 5.351506651241782e-06, "Finetune/Loss": 0.6000437140464783, "Finetune/Loss (Raw)": 0.554298460483551, "Finetune/Step": 12775, "Finetune/Step Time": 12.25729326531291}
+{"Finetune/Learning Rate": 5.350015757634075e-06, "Finetune/Loss": 0.6007058620452881, "Finetune/Loss (Raw)": 0.6679345965385437, "Finetune/Step": 12776, "Finetune/Step Time": 12.252744060009718}
+{"Finetune/Learning Rate": 5.3485249958867036e-06, "Finetune/Loss": 0.5998351573944092, "Finetune/Loss (Raw)": 0.5357301831245422, "Finetune/Step": 12777, "Finetune/Step Time": 12.253597827628255}
+{"Finetune/Learning Rate": 5.347034366041934e-06, "Finetune/Loss": 0.5981083512306213, "Finetune/Loss (Raw)": 0.41103407740592957, "Finetune/Step": 12778, "Finetune/Step Time": 12.277539579197764}
+{"Finetune/Learning Rate": 5.34554386814204e-06, "Finetune/Loss": 0.5988974571228027, "Finetune/Loss (Raw)": 0.7726477980613708, "Finetune/Step": 12779, "Finetune/Step Time": 12.273460244759917}
+{"Finetune/Learning Rate": 5.3440535022292904e-06, "Finetune/Loss": 0.5984933376312256, "Finetune/Loss (Raw)": 0.5887750387191772, "Finetune/Step": 12780, "Finetune/Step Time": 12.270383281633258}
+{"Finetune/Learning Rate": 5.34256326834594e-06, "Finetune/Loss": 0.5997694730758667, "Finetune/Loss (Raw)": 0.7974221706390381, "Finetune/Step": 12781, "Finetune/Step Time": 12.272735849022865}
+{"Finetune/Learning Rate": 5.341073166534251e-06, "Finetune/Loss": 0.5997940301895142, "Finetune/Loss (Raw)": 0.5441280007362366, "Finetune/Step": 12782, "Finetune/Step Time": 12.274144681170583}
+{"Finetune/Learning Rate": 5.339583196836476e-06, "Finetune/Loss": 0.5994285345077515, "Finetune/Loss (Raw)": 0.5584542155265808, "Finetune/Step": 12783, "Finetune/Step Time": 12.207393640652299}
+{"Finetune/Learning Rate": 5.33809335929487e-06, "Finetune/Loss": 0.5990891456604004, "Finetune/Loss (Raw)": 0.6349360942840576, "Finetune/Step": 12784, "Finetune/Step Time": 12.218821005895734}
+{"Finetune/Learning Rate": 5.336603653951682e-06, "Finetune/Loss": 0.5986462831497192, "Finetune/Loss (Raw)": 0.5792338252067566, "Finetune/Step": 12785, "Finetune/Step Time": 12.21024896018207}
+{"Finetune/Learning Rate": 5.335114080849157e-06, "Finetune/Loss": 0.5982863903045654, "Finetune/Loss (Raw)": 0.5337513089179993, "Finetune/Step": 12786, "Finetune/Step Time": 12.194482425227761}
+{"Finetune/Learning Rate": 5.333624640029526e-06, "Finetune/Loss": 0.5994995832443237, "Finetune/Loss (Raw)": 0.7077150940895081, "Finetune/Step": 12787, "Finetune/Step Time": 12.188714245334268}
+{"Finetune/Learning Rate": 5.332135331535033e-06, "Finetune/Loss": 0.5982275009155273, "Finetune/Loss (Raw)": 0.5101309418678284, "Finetune/Step": 12788, "Finetune/Step Time": 12.187883902341127}
+{"Finetune/Learning Rate": 5.330646155407908e-06, "Finetune/Loss": 0.5975408554077148, "Finetune/Loss (Raw)": 0.6313604712486267, "Finetune/Step": 12789, "Finetune/Step Time": 12.192210894078016}
+{"Finetune/Learning Rate": 5.329157111690375e-06, "Finetune/Loss": 0.596645176410675, "Finetune/Loss (Raw)": 0.518977165222168, "Finetune/Step": 12790, "Finetune/Step Time": 12.191653849557042}
+{"Finetune/Learning Rate": 5.327668200424669e-06, "Finetune/Loss": 0.5966037511825562, "Finetune/Loss (Raw)": 0.5829475522041321, "Finetune/Step": 12791, "Finetune/Step Time": 12.169669721275568}
+{"Finetune/Learning Rate": 5.3261794216530104e-06, "Finetune/Loss": 0.5972263216972351, "Finetune/Loss (Raw)": 0.6338947415351868, "Finetune/Step": 12792, "Finetune/Step Time": 12.171667229384184}
+{"Finetune/Learning Rate": 5.324690775417609e-06, "Finetune/Loss": 0.5958449840545654, "Finetune/Loss (Raw)": 0.41303300857543945, "Finetune/Step": 12793, "Finetune/Step Time": 12.201115768402815}
+{"Finetune/Learning Rate": 5.323202261760683e-06, "Finetune/Loss": 0.5959852933883667, "Finetune/Loss (Raw)": 0.5957621932029724, "Finetune/Step": 12794, "Finetune/Step Time": 12.279479110613465}
+{"Finetune/Learning Rate": 5.321713880724441e-06, "Finetune/Loss": 0.5953360795974731, "Finetune/Loss (Raw)": 0.3791554570198059, "Finetune/Step": 12795, "Finetune/Step Time": 12.307984806597233}
+{"Finetune/Learning Rate": 5.32022563235109e-06, "Finetune/Loss": 0.5947878956794739, "Finetune/Loss (Raw)": 0.5762178897857666, "Finetune/Step": 12796, "Finetune/Step Time": 12.284363713115454}
+{"Finetune/Learning Rate": 5.318737516682828e-06, "Finetune/Loss": 0.5949249267578125, "Finetune/Loss (Raw)": 0.568634569644928, "Finetune/Step": 12797, "Finetune/Step Time": 12.262040495872498}
+{"Finetune/Learning Rate": 5.317249533761868e-06, "Finetune/Loss": 0.5930818915367126, "Finetune/Loss (Raw)": 0.3902266323566437, "Finetune/Step": 12798, "Finetune/Step Time": 12.292354153469205}
+{"Finetune/Learning Rate": 5.315761683630391e-06, "Finetune/Loss": 0.5940835475921631, "Finetune/Loss (Raw)": 0.5782157778739929, "Finetune/Step": 12799, "Finetune/Step Time": 12.28466884791851}
+{"Finetune/Learning Rate": 5.314273966330591e-06, "Finetune/Loss": 0.5936071872711182, "Finetune/Loss (Raw)": 0.5653197169303894, "Finetune/Step": 12800, "Finetune/Step Time": 12.28746403194964}
+{"Finetune/Learning Rate": 5.312786381904657e-06, "Finetune/Loss": 0.5944854021072388, "Finetune/Loss (Raw)": 0.6537746787071228, "Finetune/Step": 12801, "Finetune/Step Time": 12.283166117966175}
+{"Finetune/Learning Rate": 5.311298930394774e-06, "Finetune/Loss": 0.5927544832229614, "Finetune/Loss (Raw)": 0.5827810168266296, "Finetune/Step": 12802, "Finetune/Step Time": 12.288345955312252}
+{"Finetune/Learning Rate": 5.30981161184312e-06, "Finetune/Loss": 0.5920635461807251, "Finetune/Loss (Raw)": 0.5539812445640564, "Finetune/Step": 12803, "Finetune/Step Time": 12.284052111208439}
+{"Finetune/Learning Rate": 5.3083244262918706e-06, "Finetune/Loss": 0.5921810865402222, "Finetune/Loss (Raw)": 0.5611211061477661, "Finetune/Step": 12804, "Finetune/Step Time": 12.273174284026027}
+{"Finetune/Learning Rate": 5.3068373737832e-06, "Finetune/Loss": 0.5912673473358154, "Finetune/Loss (Raw)": 0.5373140573501587, "Finetune/Step": 12805, "Finetune/Step Time": 12.280987901613116}
+{"Finetune/Learning Rate": 5.305350454359276e-06, "Finetune/Loss": 0.5922583937644958, "Finetune/Loss (Raw)": 0.6775657534599304, "Finetune/Step": 12806, "Finetune/Step Time": 12.286866705864668}
+{"Finetune/Learning Rate": 5.303863668062264e-06, "Finetune/Loss": 0.5924426317214966, "Finetune/Loss (Raw)": 0.6687346696853638, "Finetune/Step": 12807, "Finetune/Step Time": 12.283283773809671}
+{"Finetune/Learning Rate": 5.302377014934322e-06, "Finetune/Loss": 0.5933311581611633, "Finetune/Loss (Raw)": 0.6458735466003418, "Finetune/Step": 12808, "Finetune/Step Time": 12.290002634748816}
+{"Finetune/Learning Rate": 5.300890495017612e-06, "Finetune/Loss": 0.5932214260101318, "Finetune/Loss (Raw)": 0.662754237651825, "Finetune/Step": 12809, "Finetune/Step Time": 12.29279594682157}
+{"Finetune/Learning Rate": 5.299404108354284e-06, "Finetune/Loss": 0.5926856994628906, "Finetune/Loss (Raw)": 0.5944974422454834, "Finetune/Step": 12810, "Finetune/Step Time": 12.259735651314259}
+{"Finetune/Learning Rate": 5.297917854986489e-06, "Finetune/Loss": 0.5917059183120728, "Finetune/Loss (Raw)": 0.5501440167427063, "Finetune/Step": 12811, "Finetune/Step Time": 12.230443527922034}
+{"Finetune/Learning Rate": 5.296431734956372e-06, "Finetune/Loss": 0.5915213823318481, "Finetune/Loss (Raw)": 0.57172691822052, "Finetune/Step": 12812, "Finetune/Step Time": 12.211705794557929}
+{"Finetune/Learning Rate": 5.2949457483060765e-06, "Finetune/Loss": 0.5931311845779419, "Finetune/Loss (Raw)": 0.6396915912628174, "Finetune/Step": 12813, "Finetune/Step Time": 12.193086573854089}
+{"Finetune/Learning Rate": 5.293459895077739e-06, "Finetune/Loss": 0.5931282639503479, "Finetune/Loss (Raw)": 0.5950647592544556, "Finetune/Step": 12814, "Finetune/Step Time": 12.166454408317804}
+{"Finetune/Learning Rate": 5.2919741753134966e-06, "Finetune/Loss": 0.5911256670951843, "Finetune/Loss (Raw)": 0.46912193298339844, "Finetune/Step": 12815, "Finetune/Step Time": 12.154192978516221}
+{"Finetune/Learning Rate": 5.290488589055484e-06, "Finetune/Loss": 0.5917348265647888, "Finetune/Loss (Raw)": 0.761988639831543, "Finetune/Step": 12816, "Finetune/Step Time": 12.165889693424106}
+{"Finetune/Learning Rate": 5.289003136345813e-06, "Finetune/Loss": 0.5918190479278564, "Finetune/Loss (Raw)": 0.5806959867477417, "Finetune/Step": 12817, "Finetune/Step Time": 12.146032186225057}
+{"Finetune/Learning Rate": 5.2875178172266215e-06, "Finetune/Loss": 0.5905863046646118, "Finetune/Loss (Raw)": 0.5606063008308411, "Finetune/Step": 12818, "Finetune/Step Time": 12.143799925222993}
+{"Finetune/Learning Rate": 5.286032631740023e-06, "Finetune/Loss": 0.5894198417663574, "Finetune/Loss (Raw)": 0.5633905529975891, "Finetune/Step": 12819, "Finetune/Step Time": 12.171298978850245}
+{"Finetune/Learning Rate": 5.284547579928136e-06, "Finetune/Loss": 0.5873212814331055, "Finetune/Loss (Raw)": 0.4664776027202606, "Finetune/Step": 12820, "Finetune/Step Time": 12.197613162919879}
+{"Finetune/Learning Rate": 5.283062661833069e-06, "Finetune/Loss": 0.5869458913803101, "Finetune/Loss (Raw)": 0.5322092771530151, "Finetune/Step": 12821, "Finetune/Step Time": 12.194651240482926}
+{"Finetune/Learning Rate": 5.2815778774969336e-06, "Finetune/Loss": 0.5877321362495422, "Finetune/Loss (Raw)": 0.7131229043006897, "Finetune/Step": 12822, "Finetune/Step Time": 12.17687962949276}
+{"Finetune/Learning Rate": 5.280093226961836e-06, "Finetune/Loss": 0.589077889919281, "Finetune/Loss (Raw)": 0.704939603805542, "Finetune/Step": 12823, "Finetune/Step Time": 12.177474843338132}
+{"Finetune/Learning Rate": 5.278608710269863e-06, "Finetune/Loss": 0.5906568765640259, "Finetune/Loss (Raw)": 0.722614049911499, "Finetune/Step": 12824, "Finetune/Step Time": 12.168837111443281}
+{"Finetune/Learning Rate": 5.277124327463127e-06, "Finetune/Loss": 0.590203046798706, "Finetune/Loss (Raw)": 0.6214653253555298, "Finetune/Step": 12825, "Finetune/Step Time": 12.172351079061627}
+{"Finetune/Learning Rate": 5.275640078583715e-06, "Finetune/Loss": 0.5892055034637451, "Finetune/Loss (Raw)": 0.4669775068759918, "Finetune/Step": 12826, "Finetune/Step Time": 12.181064603850245}
+{"Finetune/Learning Rate": 5.274155963673715e-06, "Finetune/Loss": 0.5885714292526245, "Finetune/Loss (Raw)": 0.5221187472343445, "Finetune/Step": 12827, "Finetune/Step Time": 12.1929477378726}
+{"Finetune/Learning Rate": 5.272671982775214e-06, "Finetune/Loss": 0.5878937244415283, "Finetune/Loss (Raw)": 0.573268711566925, "Finetune/Step": 12828, "Finetune/Step Time": 12.199919180944562}
+{"Finetune/Learning Rate": 5.271188135930297e-06, "Finetune/Loss": 0.5880538821220398, "Finetune/Loss (Raw)": 0.610105037689209, "Finetune/Step": 12829, "Finetune/Step Time": 12.21324253641069}
+{"Finetune/Learning Rate": 5.269704423181032e-06, "Finetune/Loss": 0.5899972319602966, "Finetune/Loss (Raw)": 0.5949265360832214, "Finetune/Step": 12830, "Finetune/Step Time": 12.193332351744175}
+{"Finetune/Learning Rate": 5.2682208445695005e-06, "Finetune/Loss": 0.5900437235832214, "Finetune/Loss (Raw)": 0.6457892656326294, "Finetune/Step": 12831, "Finetune/Step Time": 12.170291131362319}
+{"Finetune/Learning Rate": 5.266737400137765e-06, "Finetune/Loss": 0.5896965265274048, "Finetune/Loss (Raw)": 0.5299128890037537, "Finetune/Step": 12832, "Finetune/Step Time": 12.155306136235595}
+{"Finetune/Learning Rate": 5.265254089927903e-06, "Finetune/Loss": 0.5902708768844604, "Finetune/Loss (Raw)": 0.6781933903694153, "Finetune/Step": 12833, "Finetune/Step Time": 12.162486793473363}
+{"Finetune/Learning Rate": 5.263770913981969e-06, "Finetune/Loss": 0.5897341966629028, "Finetune/Loss (Raw)": 0.4086798429489136, "Finetune/Step": 12834, "Finetune/Step Time": 12.127628477290273}
+{"Finetune/Learning Rate": 5.262287872342029e-06, "Finetune/Loss": 0.589470624923706, "Finetune/Loss (Raw)": 0.6698004603385925, "Finetune/Step": 12835, "Finetune/Step Time": 12.12434889934957}
+{"Finetune/Learning Rate": 5.260804965050128e-06, "Finetune/Loss": 0.5888828039169312, "Finetune/Loss (Raw)": 0.47428011894226074, "Finetune/Step": 12836, "Finetune/Step Time": 12.120599070563912}
+{"Finetune/Learning Rate": 5.259322192148322e-06, "Finetune/Loss": 0.5904204845428467, "Finetune/Loss (Raw)": 0.6990650296211243, "Finetune/Step": 12837, "Finetune/Step Time": 12.132051728665829}
+{"Finetune/Learning Rate": 5.2578395536786586e-06, "Finetune/Loss": 0.5910748243331909, "Finetune/Loss (Raw)": 0.6474756598472595, "Finetune/Step": 12838, "Finetune/Step Time": 12.145141433924437}
+{"Finetune/Learning Rate": 5.256357049683176e-06, "Finetune/Loss": 0.5903823375701904, "Finetune/Loss (Raw)": 0.6168514490127563, "Finetune/Step": 12839, "Finetune/Step Time": 12.12711789086461}
+{"Finetune/Learning Rate": 5.254874680203923e-06, "Finetune/Loss": 0.5908180475234985, "Finetune/Loss (Raw)": 0.5386215448379517, "Finetune/Step": 12840, "Finetune/Step Time": 12.121364414691925}
+{"Finetune/Learning Rate": 5.253392445282934e-06, "Finetune/Loss": 0.5907915830612183, "Finetune/Loss (Raw)": 0.5979313850402832, "Finetune/Step": 12841, "Finetune/Step Time": 12.140982491895556}
+{"Finetune/Learning Rate": 5.251910344962234e-06, "Finetune/Loss": 0.5902142524719238, "Finetune/Loss (Raw)": 0.510118305683136, "Finetune/Step": 12842, "Finetune/Step Time": 12.139571562409401}
+{"Finetune/Learning Rate": 5.2504283792838554e-06, "Finetune/Loss": 0.5899408459663391, "Finetune/Loss (Raw)": 0.6029624938964844, "Finetune/Step": 12843, "Finetune/Step Time": 12.13721426948905}
+{"Finetune/Learning Rate": 5.248946548289821e-06, "Finetune/Loss": 0.5911024808883667, "Finetune/Loss (Raw)": 0.5993780493736267, "Finetune/Step": 12844, "Finetune/Step Time": 12.124670349061489}
+{"Finetune/Learning Rate": 5.247464852022153e-06, "Finetune/Loss": 0.5916405916213989, "Finetune/Loss (Raw)": 0.618476927280426, "Finetune/Step": 12845, "Finetune/Step Time": 12.130885036662221}
+{"Finetune/Learning Rate": 5.245983290522863e-06, "Finetune/Loss": 0.5922792553901672, "Finetune/Loss (Raw)": 0.6555640697479248, "Finetune/Step": 12846, "Finetune/Step Time": 12.125680461525917}
+{"Finetune/Learning Rate": 5.244501863833976e-06, "Finetune/Loss": 0.5920981764793396, "Finetune/Loss (Raw)": 0.6070889830589294, "Finetune/Step": 12847, "Finetune/Step Time": 12.116338266059756}
+{"Finetune/Learning Rate": 5.24302057199749e-06, "Finetune/Loss": 0.590855598449707, "Finetune/Loss (Raw)": 0.5492589473724365, "Finetune/Step": 12848, "Finetune/Step Time": 12.14797299914062}
+{"Finetune/Learning Rate": 5.241539415055412e-06, "Finetune/Loss": 0.5897890329360962, "Finetune/Loss (Raw)": 0.44410809874534607, "Finetune/Step": 12849, "Finetune/Step Time": 12.178094623610377}
+{"Finetune/Learning Rate": 5.240058393049747e-06, "Finetune/Loss": 0.588283360004425, "Finetune/Loss (Raw)": 0.39431723952293396, "Finetune/Step": 12850, "Finetune/Step Time": 12.199664756655693}
+{"Finetune/Learning Rate": 5.23857750602249e-06, "Finetune/Loss": 0.5880031585693359, "Finetune/Loss (Raw)": 0.5938628315925598, "Finetune/Step": 12851, "Finetune/Step Time": 12.194151531904936}
+{"Finetune/Learning Rate": 5.237096754015635e-06, "Finetune/Loss": 0.5889509320259094, "Finetune/Loss (Raw)": 0.6813861727714539, "Finetune/Step": 12852, "Finetune/Step Time": 12.173198470845819}
+{"Finetune/Learning Rate": 5.235616137071172e-06, "Finetune/Loss": 0.588809609413147, "Finetune/Loss (Raw)": 0.6146262884140015, "Finetune/Step": 12853, "Finetune/Step Time": 12.184633407741785}
+{"Finetune/Learning Rate": 5.234135655231087e-06, "Finetune/Loss": 0.5893757343292236, "Finetune/Loss (Raw)": 0.6388391852378845, "Finetune/Step": 12854, "Finetune/Step Time": 12.18609051965177}
+{"Finetune/Learning Rate": 5.232655308537364e-06, "Finetune/Loss": 0.5908802151679993, "Finetune/Loss (Raw)": 0.7664435505867004, "Finetune/Step": 12855, "Finetune/Step Time": 12.185131829231977}
+{"Finetune/Learning Rate": 5.231175097031978e-06, "Finetune/Loss": 0.59019935131073, "Finetune/Loss (Raw)": 0.6412301063537598, "Finetune/Step": 12856, "Finetune/Step Time": 12.19838553853333}
+{"Finetune/Learning Rate": 5.229695020756906e-06, "Finetune/Loss": 0.5915243625640869, "Finetune/Loss (Raw)": 0.6665662527084351, "Finetune/Step": 12857, "Finetune/Step Time": 12.16458074003458}
+{"Finetune/Learning Rate": 5.22821507975412e-06, "Finetune/Loss": 0.5906293392181396, "Finetune/Loss (Raw)": 0.5639094114303589, "Finetune/Step": 12858, "Finetune/Step Time": 12.159539941698313}
+{"Finetune/Learning Rate": 5.226735274065583e-06, "Finetune/Loss": 0.5924474000930786, "Finetune/Loss (Raw)": 0.7769230604171753, "Finetune/Step": 12859, "Finetune/Step Time": 12.162103513255715}
+{"Finetune/Learning Rate": 5.225255603733261e-06, "Finetune/Loss": 0.5932331681251526, "Finetune/Loss (Raw)": 0.6009402871131897, "Finetune/Step": 12860, "Finetune/Step Time": 12.159891825169325}
+{"Finetune/Learning Rate": 5.223776068799114e-06, "Finetune/Loss": 0.5929005146026611, "Finetune/Loss (Raw)": 0.6036272644996643, "Finetune/Step": 12861, "Finetune/Step Time": 12.156287414953113}
+{"Finetune/Learning Rate": 5.222296669305093e-06, "Finetune/Loss": 0.5925916433334351, "Finetune/Loss (Raw)": 0.5784072279930115, "Finetune/Step": 12862, "Finetune/Step Time": 12.154503524303436}
+{"Finetune/Learning Rate": 5.220817405293155e-06, "Finetune/Loss": 0.5928406715393066, "Finetune/Loss (Raw)": 0.6533799767494202, "Finetune/Step": 12863, "Finetune/Step Time": 12.125717740505934}
+{"Finetune/Learning Rate": 5.219338276805243e-06, "Finetune/Loss": 0.5930056571960449, "Finetune/Loss (Raw)": 0.6354380249977112, "Finetune/Step": 12864, "Finetune/Step Time": 12.123958187177777}
+{"Finetune/Learning Rate": 5.217859283883308e-06, "Finetune/Loss": 0.5934184789657593, "Finetune/Loss (Raw)": 0.6376907825469971, "Finetune/Step": 12865, "Finetune/Step Time": 12.122816860675812}
+{"Finetune/Learning Rate": 5.216380426569279e-06, "Finetune/Loss": 0.5938408970832825, "Finetune/Loss (Raw)": 0.6012882590293884, "Finetune/Step": 12866, "Finetune/Step Time": 12.116805693134665}
+{"Finetune/Learning Rate": 5.2149017049051e-06, "Finetune/Loss": 0.5934788584709167, "Finetune/Loss (Raw)": 0.5937906503677368, "Finetune/Step": 12867, "Finetune/Step Time": 12.109090391546488}
+{"Finetune/Learning Rate": 5.213423118932704e-06, "Finetune/Loss": 0.5940200090408325, "Finetune/Loss (Raw)": 0.6049754619598389, "Finetune/Step": 12868, "Finetune/Step Time": 12.114515796303749}
+{"Finetune/Learning Rate": 5.211944668694015e-06, "Finetune/Loss": 0.5947626233100891, "Finetune/Loss (Raw)": 0.5982542634010315, "Finetune/Step": 12869, "Finetune/Step Time": 12.122523475438356}
+{"Finetune/Learning Rate": 5.21046635423096e-06, "Finetune/Loss": 0.5948427319526672, "Finetune/Loss (Raw)": 0.5733447074890137, "Finetune/Step": 12870, "Finetune/Step Time": 12.108402410522103}
+{"Finetune/Learning Rate": 5.208988175585463e-06, "Finetune/Loss": 0.5949697494506836, "Finetune/Loss (Raw)": 0.6769601106643677, "Finetune/Step": 12871, "Finetune/Step Time": 12.115412278100848}
+{"Finetune/Learning Rate": 5.207510132799436e-06, "Finetune/Loss": 0.5939866304397583, "Finetune/Loss (Raw)": 0.5540498495101929, "Finetune/Step": 12872, "Finetune/Step Time": 12.13446144759655}
+{"Finetune/Learning Rate": 5.206032225914788e-06, "Finetune/Loss": 0.5939234495162964, "Finetune/Loss (Raw)": 0.6025237441062927, "Finetune/Step": 12873, "Finetune/Step Time": 12.136047195643187}
+{"Finetune/Learning Rate": 5.204554454973438e-06, "Finetune/Loss": 0.5941897630691528, "Finetune/Loss (Raw)": 0.5708418488502502, "Finetune/Step": 12874, "Finetune/Step Time": 12.139560768380761}
+{"Finetune/Learning Rate": 5.203076820017287e-06, "Finetune/Loss": 0.5947673320770264, "Finetune/Loss (Raw)": 0.661426842212677, "Finetune/Step": 12875, "Finetune/Step Time": 12.150435920804739}
+{"Finetune/Learning Rate": 5.201599321088236e-06, "Finetune/Loss": 0.5935995578765869, "Finetune/Loss (Raw)": 0.4681355655193329, "Finetune/Step": 12876, "Finetune/Step Time": 12.122612109407783}
+{"Finetune/Learning Rate": 5.20012195822819e-06, "Finetune/Loss": 0.5939059853553772, "Finetune/Loss (Raw)": 0.6900274753570557, "Finetune/Step": 12877, "Finetune/Step Time": 12.122476128861308}
+{"Finetune/Learning Rate": 5.19864473147903e-06, "Finetune/Loss": 0.5932261943817139, "Finetune/Loss (Raw)": 0.46954935789108276, "Finetune/Step": 12878, "Finetune/Step Time": 12.111332090571523}
+{"Finetune/Learning Rate": 5.197167640882652e-06, "Finetune/Loss": 0.593915581703186, "Finetune/Loss (Raw)": 0.6021957397460938, "Finetune/Step": 12879, "Finetune/Step Time": 12.092945260927081}
+{"Finetune/Learning Rate": 5.19569068648094e-06, "Finetune/Loss": 0.5957679152488708, "Finetune/Loss (Raw)": 0.8087791800498962, "Finetune/Step": 12880, "Finetune/Step Time": 12.082945365458727}
+{"Finetune/Learning Rate": 5.194213868315781e-06, "Finetune/Loss": 0.5949199199676514, "Finetune/Loss (Raw)": 0.5186645984649658, "Finetune/Step": 12881, "Finetune/Step Time": 12.098216125741601}
+{"Finetune/Learning Rate": 5.192737186429052e-06, "Finetune/Loss": 0.5950607061386108, "Finetune/Loss (Raw)": 0.54718416929245, "Finetune/Step": 12882, "Finetune/Step Time": 12.10293933749199}
+{"Finetune/Learning Rate": 5.1912606408626295e-06, "Finetune/Loss": 0.5943700075149536, "Finetune/Loss (Raw)": 0.5742802023887634, "Finetune/Step": 12883, "Finetune/Step Time": 12.07969530671835}
+{"Finetune/Learning Rate": 5.189784231658377e-06, "Finetune/Loss": 0.5936123132705688, "Finetune/Loss (Raw)": 0.4479856491088867, "Finetune/Step": 12884, "Finetune/Step Time": 12.105242747813463}
+{"Finetune/Learning Rate": 5.1883079588581666e-06, "Finetune/Loss": 0.5933703780174255, "Finetune/Loss (Raw)": 0.6148556470870972, "Finetune/Step": 12885, "Finetune/Step Time": 12.108505565673113}
+{"Finetune/Learning Rate": 5.186831822503858e-06, "Finetune/Loss": 0.5939294099807739, "Finetune/Loss (Raw)": 0.6663205027580261, "Finetune/Step": 12886, "Finetune/Step Time": 12.096124429255724}
+{"Finetune/Learning Rate": 5.185355822637314e-06, "Finetune/Loss": 0.5939039587974548, "Finetune/Loss (Raw)": 0.7027091979980469, "Finetune/Step": 12887, "Finetune/Step Time": 12.083102444186807}
+{"Finetune/Learning Rate": 5.183879959300382e-06, "Finetune/Loss": 0.594767689704895, "Finetune/Loss (Raw)": 0.7105776071548462, "Finetune/Step": 12888, "Finetune/Step Time": 12.084250694140792}
+{"Finetune/Learning Rate": 5.182404232534927e-06, "Finetune/Loss": 0.5954753160476685, "Finetune/Loss (Raw)": 0.6613578796386719, "Finetune/Step": 12889, "Finetune/Step Time": 12.06111804395914}
+{"Finetune/Learning Rate": 5.180928642382788e-06, "Finetune/Loss": 0.5962883830070496, "Finetune/Loss (Raw)": 0.6742766499519348, "Finetune/Step": 12890, "Finetune/Step Time": 12.06438990496099}
+{"Finetune/Learning Rate": 5.179453188885806e-06, "Finetune/Loss": 0.5957722067832947, "Finetune/Loss (Raw)": 0.5556277632713318, "Finetune/Step": 12891, "Finetune/Step Time": 12.04497617855668}
+{"Finetune/Learning Rate": 5.177977872085824e-06, "Finetune/Loss": 0.5957890748977661, "Finetune/Loss (Raw)": 0.6658449172973633, "Finetune/Step": 12892, "Finetune/Step Time": 12.047631179913878}
+{"Finetune/Learning Rate": 5.176502692024679e-06, "Finetune/Loss": 0.5977045893669128, "Finetune/Loss (Raw)": 0.5909152030944824, "Finetune/Step": 12893, "Finetune/Step Time": 12.022952482104301}
+{"Finetune/Learning Rate": 5.1750276487442e-06, "Finetune/Loss": 0.5975906252861023, "Finetune/Loss (Raw)": 0.651055634021759, "Finetune/Step": 12894, "Finetune/Step Time": 12.025107067078352}
+{"Finetune/Learning Rate": 5.1735527422862165e-06, "Finetune/Loss": 0.5969170928001404, "Finetune/Loss (Raw)": 0.545677661895752, "Finetune/Step": 12895, "Finetune/Step Time": 12.027556236833334}
+{"Finetune/Learning Rate": 5.172077972692553e-06, "Finetune/Loss": 0.5977671146392822, "Finetune/Loss (Raw)": 0.7656046152114868, "Finetune/Step": 12896, "Finetune/Step Time": 12.022357085719705}
+{"Finetune/Learning Rate": 5.17060334000503e-06, "Finetune/Loss": 0.5973933935165405, "Finetune/Loss (Raw)": 0.6299851536750793, "Finetune/Step": 12897, "Finetune/Step Time": 12.03781158849597}
+{"Finetune/Learning Rate": 5.169128844265463e-06, "Finetune/Loss": 0.5965747833251953, "Finetune/Loss (Raw)": 0.5173977613449097, "Finetune/Step": 12898, "Finetune/Step Time": 12.03635460883379}
+{"Finetune/Learning Rate": 5.167654485515664e-06, "Finetune/Loss": 0.5964025259017944, "Finetune/Loss (Raw)": 0.5835797786712646, "Finetune/Step": 12899, "Finetune/Step Time": 12.03957007266581}
+{"Finetune/Learning Rate": 5.166180263797442e-06, "Finetune/Loss": 0.5969204902648926, "Finetune/Loss (Raw)": 0.590576171875, "Finetune/Step": 12900, "Finetune/Step Time": 12.044354209676385}
+{"Finetune/Learning Rate": 5.164706179152604e-06, "Finetune/Loss": 0.5980454683303833, "Finetune/Loss (Raw)": 0.6502463221549988, "Finetune/Step": 12901, "Finetune/Step Time": 12.014756504446268}
+{"Finetune/Learning Rate": 5.1632322316229475e-06, "Finetune/Loss": 0.5973336100578308, "Finetune/Loss (Raw)": 0.5877025723457336, "Finetune/Step": 12902, "Finetune/Step Time": 12.029855640605092}
+{"Finetune/Learning Rate": 5.161758421250274e-06, "Finetune/Loss": 0.5984146595001221, "Finetune/Loss (Raw)": 0.6926677227020264, "Finetune/Step": 12903, "Finetune/Step Time": 12.029969891533256}
+{"Finetune/Learning Rate": 5.16028474807637e-06, "Finetune/Loss": 0.5974066257476807, "Finetune/Loss (Raw)": 0.5389090180397034, "Finetune/Step": 12904, "Finetune/Step Time": 12.045530566945672}
+{"Finetune/Learning Rate": 5.158811212143029e-06, "Finetune/Loss": 0.5970582365989685, "Finetune/Loss (Raw)": 0.4911338984966278, "Finetune/Step": 12905, "Finetune/Step Time": 12.088465467095375}
+{"Finetune/Learning Rate": 5.157337813492036e-06, "Finetune/Loss": 0.5991731882095337, "Finetune/Loss (Raw)": 0.6817497611045837, "Finetune/Step": 12906, "Finetune/Step Time": 12.063718611374497}
+{"Finetune/Learning Rate": 5.1558645521651725e-06, "Finetune/Loss": 0.5980707406997681, "Finetune/Loss (Raw)": 0.631536066532135, "Finetune/Step": 12907, "Finetune/Step Time": 12.06212860159576}
+{"Finetune/Learning Rate": 5.154391428204215e-06, "Finetune/Loss": 0.5982425808906555, "Finetune/Loss (Raw)": 0.610771119594574, "Finetune/Step": 12908, "Finetune/Step Time": 12.066292399540544}
+{"Finetune/Learning Rate": 5.152918441650938e-06, "Finetune/Loss": 0.5968238115310669, "Finetune/Loss (Raw)": 0.6158148646354675, "Finetune/Step": 12909, "Finetune/Step Time": 12.066109193488955}
+{"Finetune/Learning Rate": 5.151445592547111e-06, "Finetune/Loss": 0.5969110131263733, "Finetune/Loss (Raw)": 0.5552936792373657, "Finetune/Step": 12910, "Finetune/Step Time": 12.060038970783353}
+{"Finetune/Learning Rate": 5.149972880934497e-06, "Finetune/Loss": 0.5976407527923584, "Finetune/Loss (Raw)": 0.6518583297729492, "Finetune/Step": 12911, "Finetune/Step Time": 12.051406271755695}
+{"Finetune/Learning Rate": 5.148500306854862e-06, "Finetune/Loss": 0.5967780947685242, "Finetune/Loss (Raw)": 0.5245139598846436, "Finetune/Step": 12912, "Finetune/Step Time": 12.038589276373386}
+{"Finetune/Learning Rate": 5.147027870349963e-06, "Finetune/Loss": 0.5966047048568726, "Finetune/Loss (Raw)": 0.5570428967475891, "Finetune/Step": 12913, "Finetune/Step Time": 12.041173623874784}
+{"Finetune/Learning Rate": 5.145555571461558e-06, "Finetune/Loss": 0.596774697303772, "Finetune/Loss (Raw)": 0.555510938167572, "Finetune/Step": 12914, "Finetune/Step Time": 12.068707648664713}
+{"Finetune/Learning Rate": 5.144083410231384e-06, "Finetune/Loss": 0.5957208275794983, "Finetune/Loss (Raw)": 0.5728200078010559, "Finetune/Step": 12915, "Finetune/Step Time": 12.07388861477375}
+{"Finetune/Learning Rate": 5.1426113867012e-06, "Finetune/Loss": 0.5968998670578003, "Finetune/Loss (Raw)": 0.6610521674156189, "Finetune/Step": 12916, "Finetune/Step Time": 12.096141191199422}
+{"Finetune/Learning Rate": 5.141139500912745e-06, "Finetune/Loss": 0.5967282056808472, "Finetune/Loss (Raw)": 0.6093779802322388, "Finetune/Step": 12917, "Finetune/Step Time": 12.093219388276339}
+{"Finetune/Learning Rate": 5.139667752907758e-06, "Finetune/Loss": 0.5984396934509277, "Finetune/Loss (Raw)": 0.7380547523498535, "Finetune/Step": 12918, "Finetune/Step Time": 12.089158724993467}
+{"Finetune/Learning Rate": 5.138196142727971e-06, "Finetune/Loss": 0.5989833474159241, "Finetune/Loss (Raw)": 0.652533233165741, "Finetune/Step": 12919, "Finetune/Step Time": 12.098695361986756}
+{"Finetune/Learning Rate": 5.13672467041512e-06, "Finetune/Loss": 0.5984153151512146, "Finetune/Loss (Raw)": 0.5611832141876221, "Finetune/Step": 12920, "Finetune/Step Time": 12.093793254345655}
+{"Finetune/Learning Rate": 5.135253336010923e-06, "Finetune/Loss": 0.5996069312095642, "Finetune/Loss (Raw)": 0.5655609369277954, "Finetune/Step": 12921, "Finetune/Step Time": 12.067322038114071}
+{"Finetune/Learning Rate": 5.133782139557107e-06, "Finetune/Loss": 0.5992144346237183, "Finetune/Loss (Raw)": 0.5455248951911926, "Finetune/Step": 12922, "Finetune/Step Time": 11.98738027177751}
+{"Finetune/Learning Rate": 5.132311081095394e-06, "Finetune/Loss": 0.6013529300689697, "Finetune/Loss (Raw)": 0.6528830528259277, "Finetune/Step": 12923, "Finetune/Step Time": 11.96439434029162}
+{"Finetune/Learning Rate": 5.1308401606674984e-06, "Finetune/Loss": 0.6011675596237183, "Finetune/Loss (Raw)": 0.552487850189209, "Finetune/Step": 12924, "Finetune/Step Time": 11.990196861326694}
+{"Finetune/Learning Rate": 5.129369378315128e-06, "Finetune/Loss": 0.6006859540939331, "Finetune/Loss (Raw)": 0.5069907307624817, "Finetune/Step": 12925, "Finetune/Step Time": 11.9941161070019}
+{"Finetune/Learning Rate": 5.127898734079997e-06, "Finetune/Loss": 0.6020544171333313, "Finetune/Loss (Raw)": 0.5653892755508423, "Finetune/Step": 12926, "Finetune/Step Time": 11.965911280363798}
+{"Finetune/Learning Rate": 5.126428228003799e-06, "Finetune/Loss": 0.6022375822067261, "Finetune/Loss (Raw)": 0.6016544699668884, "Finetune/Step": 12927, "Finetune/Step Time": 11.971596455201507}
+{"Finetune/Learning Rate": 5.124957860128237e-06, "Finetune/Loss": 0.6024649143218994, "Finetune/Loss (Raw)": 0.5944271087646484, "Finetune/Step": 12928, "Finetune/Step Time": 11.974468791857362}
+{"Finetune/Learning Rate": 5.123487630495006e-06, "Finetune/Loss": 0.601047158241272, "Finetune/Loss (Raw)": 0.4723029136657715, "Finetune/Step": 12929, "Finetune/Step Time": 11.9754638671875}
+{"Finetune/Learning Rate": 5.1220175391458e-06, "Finetune/Loss": 0.6023077964782715, "Finetune/Loss (Raw)": 0.7441402077674866, "Finetune/Step": 12930, "Finetune/Step Time": 11.971026724204421}
+{"Finetune/Learning Rate": 5.1205475861223064e-06, "Finetune/Loss": 0.6021381616592407, "Finetune/Loss (Raw)": 0.5322688817977905, "Finetune/Step": 12931, "Finetune/Step Time": 11.967058697715402}
+{"Finetune/Learning Rate": 5.119077771466212e-06, "Finetune/Loss": 0.6019316911697388, "Finetune/Loss (Raw)": 0.5346894264221191, "Finetune/Step": 12932, "Finetune/Step Time": 11.986106457188725}
+{"Finetune/Learning Rate": 5.117608095219189e-06, "Finetune/Loss": 0.6031515002250671, "Finetune/Loss (Raw)": 0.6934499144554138, "Finetune/Step": 12933, "Finetune/Step Time": 11.982024803757668}
+{"Finetune/Learning Rate": 5.116138557422916e-06, "Finetune/Loss": 0.6030943989753723, "Finetune/Loss (Raw)": 0.6702579855918884, "Finetune/Step": 12934, "Finetune/Step Time": 11.97677432373166}
+{"Finetune/Learning Rate": 5.114669158119065e-06, "Finetune/Loss": 0.6034373044967651, "Finetune/Loss (Raw)": 0.7126285433769226, "Finetune/Step": 12935, "Finetune/Step Time": 11.973026575520635}
+{"Finetune/Learning Rate": 5.113199897349302e-06, "Finetune/Loss": 0.6031674742698669, "Finetune/Loss (Raw)": 0.6113318204879761, "Finetune/Step": 12936, "Finetune/Step Time": 11.973937671631575}
+{"Finetune/Learning Rate": 5.111730775155298e-06, "Finetune/Loss": 0.6029494404792786, "Finetune/Loss (Raw)": 0.63484787940979, "Finetune/Step": 12937, "Finetune/Step Time": 11.973256684839725}
+{"Finetune/Learning Rate": 5.110261791578712e-06, "Finetune/Loss": 0.6027547121047974, "Finetune/Loss (Raw)": 0.5695794820785522, "Finetune/Step": 12938, "Finetune/Step Time": 11.972350301221013}
+{"Finetune/Learning Rate": 5.1087929466611945e-06, "Finetune/Loss": 0.6038579940795898, "Finetune/Loss (Raw)": 0.6913604140281677, "Finetune/Step": 12939, "Finetune/Step Time": 11.976163785904646}
+{"Finetune/Learning Rate": 5.107324240444398e-06, "Finetune/Loss": 0.6041847467422485, "Finetune/Loss (Raw)": 0.6135439872741699, "Finetune/Step": 12940, "Finetune/Step Time": 11.981189848855138}
+{"Finetune/Learning Rate": 5.1058556729699745e-06, "Finetune/Loss": 0.6046693325042725, "Finetune/Loss (Raw)": 0.7017205357551575, "Finetune/Step": 12941, "Finetune/Step Time": 11.97497759014368}
+{"Finetune/Learning Rate": 5.104387244279567e-06, "Finetune/Loss": 0.6044586896896362, "Finetune/Loss (Raw)": 0.5681044459342957, "Finetune/Step": 12942, "Finetune/Step Time": 11.970898864790797}
+{"Finetune/Learning Rate": 5.102918954414815e-06, "Finetune/Loss": 0.6057255864143372, "Finetune/Loss (Raw)": 0.6312854886054993, "Finetune/Step": 12943, "Finetune/Step Time": 11.96903007850051}
+{"Finetune/Learning Rate": 5.101450803417357e-06, "Finetune/Loss": 0.6051763296127319, "Finetune/Loss (Raw)": 0.6916837096214294, "Finetune/Step": 12944, "Finetune/Step Time": 11.951286794617772}
+{"Finetune/Learning Rate": 5.099982791328824e-06, "Finetune/Loss": 0.6055580377578735, "Finetune/Loss (Raw)": 0.6295559406280518, "Finetune/Step": 12945, "Finetune/Step Time": 11.953720707446337}
+{"Finetune/Learning Rate": 5.098514918190846e-06, "Finetune/Loss": 0.6049798727035522, "Finetune/Loss (Raw)": 0.48659706115722656, "Finetune/Step": 12946, "Finetune/Step Time": 11.955476051196456}
+{"Finetune/Learning Rate": 5.0970471840450475e-06, "Finetune/Loss": 0.6053740382194519, "Finetune/Loss (Raw)": 0.6138454079627991, "Finetune/Step": 12947, "Finetune/Step Time": 11.948700573295355}
+{"Finetune/Learning Rate": 5.0955795889330475e-06, "Finetune/Loss": 0.6069360971450806, "Finetune/Loss (Raw)": 0.6664201021194458, "Finetune/Step": 12948, "Finetune/Step Time": 11.919415453448892}
+{"Finetune/Learning Rate": 5.094112132896464e-06, "Finetune/Loss": 0.6073930263519287, "Finetune/Loss (Raw)": 0.5906992554664612, "Finetune/Step": 12949, "Finetune/Step Time": 11.918464720249176}
+{"Finetune/Learning Rate": 5.09264481597691e-06, "Finetune/Loss": 0.6055694818496704, "Finetune/Loss (Raw)": 0.4797036051750183, "Finetune/Step": 12950, "Finetune/Step Time": 11.927306786179543}
+{"Finetune/Learning Rate": 5.091177638215995e-06, "Finetune/Loss": 0.6046140193939209, "Finetune/Loss (Raw)": 0.5826488733291626, "Finetune/Step": 12951, "Finetune/Step Time": 11.925312168896198}
+{"Finetune/Learning Rate": 5.089710599655323e-06, "Finetune/Loss": 0.6035332679748535, "Finetune/Loss (Raw)": 0.5842687487602234, "Finetune/Step": 12952, "Finetune/Step Time": 11.930149305611849}
+{"Finetune/Learning Rate": 5.088243700336495e-06, "Finetune/Loss": 0.6030189990997314, "Finetune/Loss (Raw)": 0.5556459426879883, "Finetune/Step": 12953, "Finetune/Step Time": 11.93145559169352}
+{"Finetune/Learning Rate": 5.086776940301109e-06, "Finetune/Loss": 0.6045089960098267, "Finetune/Loss (Raw)": 0.6576990485191345, "Finetune/Step": 12954, "Finetune/Step Time": 11.924965063109994}
+{"Finetune/Learning Rate": 5.085310319590757e-06, "Finetune/Loss": 0.6050570607185364, "Finetune/Loss (Raw)": 0.5922702550888062, "Finetune/Step": 12955, "Finetune/Step Time": 11.910472355782986}
+{"Finetune/Learning Rate": 5.08384383824703e-06, "Finetune/Loss": 0.6050955653190613, "Finetune/Loss (Raw)": 0.5781923532485962, "Finetune/Step": 12956, "Finetune/Step Time": 11.910905158147216}
+{"Finetune/Learning Rate": 5.082377496311513e-06, "Finetune/Loss": 0.6051405668258667, "Finetune/Loss (Raw)": 0.6158716678619385, "Finetune/Step": 12957, "Finetune/Step Time": 11.900974947959185}
+{"Finetune/Learning Rate": 5.0809112938257836e-06, "Finetune/Loss": 0.6057077050209045, "Finetune/Loss (Raw)": 0.667514443397522, "Finetune/Step": 12958, "Finetune/Step Time": 11.897349944338202}
+{"Finetune/Learning Rate": 5.079445230831424e-06, "Finetune/Loss": 0.6052498817443848, "Finetune/Loss (Raw)": 0.587190568447113, "Finetune/Step": 12959, "Finetune/Step Time": 11.909066060557961}
+{"Finetune/Learning Rate": 5.077979307370004e-06, "Finetune/Loss": 0.6067466735839844, "Finetune/Loss (Raw)": 0.7214995622634888, "Finetune/Step": 12960, "Finetune/Step Time": 11.918801192194223}
+{"Finetune/Learning Rate": 5.0765135234830955e-06, "Finetune/Loss": 0.6058542728424072, "Finetune/Loss (Raw)": 0.5639690160751343, "Finetune/Step": 12961, "Finetune/Step Time": 11.914187526330352}
+{"Finetune/Learning Rate": 5.075047879212266e-06, "Finetune/Loss": 0.6065894365310669, "Finetune/Loss (Raw)": 0.5027757287025452, "Finetune/Step": 12962, "Finetune/Step Time": 11.946445398032665}
+{"Finetune/Learning Rate": 5.073582374599071e-06, "Finetune/Loss": 0.6055278182029724, "Finetune/Loss (Raw)": 0.5339196920394897, "Finetune/Step": 12963, "Finetune/Step Time": 11.951717611402273}
+{"Finetune/Learning Rate": 5.072117009685066e-06, "Finetune/Loss": 0.6066919565200806, "Finetune/Loss (Raw)": 0.6232900023460388, "Finetune/Step": 12964, "Finetune/Step Time": 11.9511923994869}
+{"Finetune/Learning Rate": 5.070651784511815e-06, "Finetune/Loss": 0.605266809463501, "Finetune/Loss (Raw)": 0.5166478157043457, "Finetune/Step": 12965, "Finetune/Step Time": 11.954905364662409}
+{"Finetune/Learning Rate": 5.06918669912086e-06, "Finetune/Loss": 0.6051350831985474, "Finetune/Loss (Raw)": 0.6306121349334717, "Finetune/Step": 12966, "Finetune/Step Time": 11.944446340203285}
+{"Finetune/Learning Rate": 5.0677217535537506e-06, "Finetune/Loss": 0.6053911447525024, "Finetune/Loss (Raw)": 0.6496251225471497, "Finetune/Step": 12967, "Finetune/Step Time": 11.948495741933584}
+{"Finetune/Learning Rate": 5.06625694785203e-06, "Finetune/Loss": 0.6061550378799438, "Finetune/Loss (Raw)": 0.63639897108078, "Finetune/Step": 12968, "Finetune/Step Time": 11.950214218348265}
+{"Finetune/Learning Rate": 5.064792282057229e-06, "Finetune/Loss": 0.606332540512085, "Finetune/Loss (Raw)": 0.6206549406051636, "Finetune/Step": 12969, "Finetune/Step Time": 11.935426896438003}
+{"Finetune/Learning Rate": 5.063327756210885e-06, "Finetune/Loss": 0.60713130235672, "Finetune/Loss (Raw)": 0.6123603582382202, "Finetune/Step": 12970, "Finetune/Step Time": 11.91099214553833}
+{"Finetune/Learning Rate": 5.061863370354524e-06, "Finetune/Loss": 0.6077606678009033, "Finetune/Loss (Raw)": 0.6835222840309143, "Finetune/Step": 12971, "Finetune/Step Time": 11.906403087079525}
+{"Finetune/Learning Rate": 5.06039912452968e-06, "Finetune/Loss": 0.6074883341789246, "Finetune/Loss (Raw)": 0.5645174384117126, "Finetune/Step": 12972, "Finetune/Step Time": 11.906414674594998}
+{"Finetune/Learning Rate": 5.05893501877787e-06, "Finetune/Loss": 0.607816219329834, "Finetune/Loss (Raw)": 0.6604508757591248, "Finetune/Step": 12973, "Finetune/Step Time": 11.905778033658862}
+{"Finetune/Learning Rate": 5.057471053140615e-06, "Finetune/Loss": 0.6077126860618591, "Finetune/Loss (Raw)": 0.6423080563545227, "Finetune/Step": 12974, "Finetune/Step Time": 11.90119813196361}
+{"Finetune/Learning Rate": 5.056007227659424e-06, "Finetune/Loss": 0.6080974340438843, "Finetune/Loss (Raw)": 0.6563390493392944, "Finetune/Step": 12975, "Finetune/Step Time": 11.925002284348011}
+{"Finetune/Learning Rate": 5.054543542375809e-06, "Finetune/Loss": 0.6083407998085022, "Finetune/Loss (Raw)": 0.5804054141044617, "Finetune/Step": 12976, "Finetune/Step Time": 11.909720093011856}
+{"Finetune/Learning Rate": 5.053079997331276e-06, "Finetune/Loss": 0.609264612197876, "Finetune/Loss (Raw)": 0.5623601078987122, "Finetune/Step": 12977, "Finetune/Step Time": 11.88367393054068}
+{"Finetune/Learning Rate": 5.051616592567323e-06, "Finetune/Loss": 0.6110571622848511, "Finetune/Loss (Raw)": 0.6237616539001465, "Finetune/Step": 12978, "Finetune/Step Time": 11.881909335032105}
+{"Finetune/Learning Rate": 5.050153328125455e-06, "Finetune/Loss": 0.6113301515579224, "Finetune/Loss (Raw)": 0.6288101673126221, "Finetune/Step": 12979, "Finetune/Step Time": 11.889153191819787}
+{"Finetune/Learning Rate": 5.048690204047169e-06, "Finetune/Loss": 0.6113516092300415, "Finetune/Loss (Raw)": 0.6841251850128174, "Finetune/Step": 12980, "Finetune/Step Time": 11.898861510679126}
+{"Finetune/Learning Rate": 5.0472272203739445e-06, "Finetune/Loss": 0.6103323101997375, "Finetune/Loss (Raw)": 0.4841560125350952, "Finetune/Step": 12981, "Finetune/Step Time": 11.917557913810015}
+{"Finetune/Learning Rate": 5.045764377147273e-06, "Finetune/Loss": 0.6106621026992798, "Finetune/Loss (Raw)": 0.6810597777366638, "Finetune/Step": 12982, "Finetune/Step Time": 11.92331811785698}
+{"Finetune/Learning Rate": 5.044301674408633e-06, "Finetune/Loss": 0.6089795231819153, "Finetune/Loss (Raw)": 0.5510721206665039, "Finetune/Step": 12983, "Finetune/Step Time": 11.931927219033241}
+{"Finetune/Learning Rate": 5.042839112199509e-06, "Finetune/Loss": 0.6086952090263367, "Finetune/Loss (Raw)": 0.6048325300216675, "Finetune/Step": 12984, "Finetune/Step Time": 11.940950691699982}
+{"Finetune/Learning Rate": 5.041376690561366e-06, "Finetune/Loss": 0.6082334518432617, "Finetune/Loss (Raw)": 0.6074555516242981, "Finetune/Step": 12985, "Finetune/Step Time": 11.960623268038034}
+{"Finetune/Learning Rate": 5.039914409535683e-06, "Finetune/Loss": 0.6085172295570374, "Finetune/Loss (Raw)": 0.6002407073974609, "Finetune/Step": 12986, "Finetune/Step Time": 11.962978342548013}
+{"Finetune/Learning Rate": 5.038452269163927e-06, "Finetune/Loss": 0.6074143648147583, "Finetune/Loss (Raw)": 0.6357591152191162, "Finetune/Step": 12987, "Finetune/Step Time": 11.961105097085238}
+{"Finetune/Learning Rate": 5.0369902694875526e-06, "Finetune/Loss": 0.6074824929237366, "Finetune/Loss (Raw)": 0.609656035900116, "Finetune/Step": 12988, "Finetune/Step Time": 11.964060939848423}
+{"Finetune/Learning Rate": 5.035528410548021e-06, "Finetune/Loss": 0.6066199541091919, "Finetune/Loss (Raw)": 0.4932229518890381, "Finetune/Step": 12989, "Finetune/Step Time": 11.963008983060718}
+{"Finetune/Learning Rate": 5.034066692386786e-06, "Finetune/Loss": 0.6072248220443726, "Finetune/Loss (Raw)": 0.6558308005332947, "Finetune/Step": 12990, "Finetune/Step Time": 11.955859836190939}
+{"Finetune/Learning Rate": 5.032605115045299e-06, "Finetune/Loss": 0.6065520644187927, "Finetune/Loss (Raw)": 0.5672643184661865, "Finetune/Step": 12991, "Finetune/Step Time": 11.95618187263608}
+{"Finetune/Learning Rate": 5.031143678565005e-06, "Finetune/Loss": 0.6070737242698669, "Finetune/Loss (Raw)": 0.7022114396095276, "Finetune/Step": 12992, "Finetune/Step Time": 11.95412415266037}
+{"Finetune/Learning Rate": 5.0296823829873475e-06, "Finetune/Loss": 0.6064658761024475, "Finetune/Loss (Raw)": 0.5598841309547424, "Finetune/Step": 12993, "Finetune/Step Time": 11.964971452951431}
+{"Finetune/Learning Rate": 5.028221228353763e-06, "Finetune/Loss": 0.6061468720436096, "Finetune/Loss (Raw)": 0.5604618191719055, "Finetune/Step": 12994, "Finetune/Step Time": 11.983591454103589}
+{"Finetune/Learning Rate": 5.026760214705688e-06, "Finetune/Loss": 0.6065918207168579, "Finetune/Loss (Raw)": 0.6507473587989807, "Finetune/Step": 12995, "Finetune/Step Time": 11.980971159413457}
+{"Finetune/Learning Rate": 5.025299342084551e-06, "Finetune/Loss": 0.6068577170372009, "Finetune/Loss (Raw)": 0.6390027403831482, "Finetune/Step": 12996, "Finetune/Step Time": 11.976046884432435}
+{"Finetune/Learning Rate": 5.023838610531777e-06, "Finetune/Loss": 0.605754017829895, "Finetune/Loss (Raw)": 0.4569815695285797, "Finetune/Step": 12997, "Finetune/Step Time": 11.966934233903885}
+{"Finetune/Learning Rate": 5.022378020088791e-06, "Finetune/Loss": 0.6060415506362915, "Finetune/Loss (Raw)": 0.6101545691490173, "Finetune/Step": 12998, "Finetune/Step Time": 11.965157749131322}
+{"Finetune/Learning Rate": 5.020917570797009e-06, "Finetune/Loss": 0.6052230596542358, "Finetune/Loss (Raw)": 0.5721877217292786, "Finetune/Step": 12999, "Finetune/Step Time": 11.960631160065532}
+{"Finetune/Learning Rate": 5.019457262697847e-06, "Finetune/Loss": 0.6055437326431274, "Finetune/Loss (Raw)": 0.5950953364372253, "Finetune/Step": 13000, "Finetune/Step Time": 11.954290427267551}
+{"Finetune/Learning Rate": 5.017997095832714e-06, "Finetune/Loss": 0.6049773097038269, "Finetune/Loss (Raw)": 0.5300187468528748, "Finetune/Step": 13001, "Finetune/Step Time": 11.94566218368709}
+{"Finetune/Learning Rate": 5.0165370702430165e-06, "Finetune/Loss": 0.605302631855011, "Finetune/Loss (Raw)": 0.6124858856201172, "Finetune/Step": 13002, "Finetune/Step Time": 11.946334773674607}
+{"Finetune/Learning Rate": 5.015077185970156e-06, "Finetune/Loss": 0.6047459840774536, "Finetune/Loss (Raw)": 0.5901786088943481, "Finetune/Step": 13003, "Finetune/Step Time": 11.941695163026452}
+{"Finetune/Learning Rate": 5.013617443055532e-06, "Finetune/Loss": 0.6059809327125549, "Finetune/Loss (Raw)": 0.6262044906616211, "Finetune/Step": 13004, "Finetune/Step Time": 11.939209388568997}
+{"Finetune/Learning Rate": 5.012157841540537e-06, "Finetune/Loss": 0.6056593060493469, "Finetune/Loss (Raw)": 0.6488609313964844, "Finetune/Step": 13005, "Finetune/Step Time": 11.938807336613536}
+{"Finetune/Learning Rate": 5.010698381466564e-06, "Finetune/Loss": 0.6065493822097778, "Finetune/Loss (Raw)": 0.583482563495636, "Finetune/Step": 13006, "Finetune/Step Time": 11.932378144934773}
+{"Finetune/Learning Rate": 5.009239062874995e-06, "Finetune/Loss": 0.6056310534477234, "Finetune/Loss (Raw)": 0.48464685678482056, "Finetune/Step": 13007, "Finetune/Step Time": 11.932355189695954}
+{"Finetune/Learning Rate": 5.007779885807216e-06, "Finetune/Loss": 0.60235595703125, "Finetune/Loss (Raw)": 0.38956645131111145, "Finetune/Step": 13008, "Finetune/Step Time": 11.96012693271041}
+{"Finetune/Learning Rate": 5.006320850304602e-06, "Finetune/Loss": 0.6021120548248291, "Finetune/Loss (Raw)": 0.48744526505470276, "Finetune/Step": 13009, "Finetune/Step Time": 11.958747470751405}
+{"Finetune/Learning Rate": 5.00486195640853e-06, "Finetune/Loss": 0.6023662090301514, "Finetune/Loss (Raw)": 0.5797203183174133, "Finetune/Step": 13010, "Finetune/Step Time": 11.952304100617766}
+{"Finetune/Learning Rate": 5.003403204160372e-06, "Finetune/Loss": 0.6016980409622192, "Finetune/Loss (Raw)": 0.4887501299381256, "Finetune/Step": 13011, "Finetune/Step Time": 11.948420951142907}
+{"Finetune/Learning Rate": 5.001944593601482e-06, "Finetune/Loss": 0.6032463908195496, "Finetune/Loss (Raw)": 0.6461759805679321, "Finetune/Step": 13012, "Finetune/Step Time": 11.925109745934606}
+{"Finetune/Learning Rate": 5.000486124773236e-06, "Finetune/Loss": 0.6026317477226257, "Finetune/Loss (Raw)": 0.5361796617507935, "Finetune/Step": 13013, "Finetune/Step Time": 11.923100139945745}
+{"Finetune/Learning Rate": 4.999027797716986e-06, "Finetune/Loss": 0.6021127700805664, "Finetune/Loss (Raw)": 0.5998985171318054, "Finetune/Step": 13014, "Finetune/Step Time": 11.918583419173956}
+{"Finetune/Learning Rate": 4.997569612474088e-06, "Finetune/Loss": 0.6022402048110962, "Finetune/Loss (Raw)": 0.7190128564834595, "Finetune/Step": 13015, "Finetune/Step Time": 11.928401593118906}
+{"Finetune/Learning Rate": 4.996111569085889e-06, "Finetune/Loss": 0.6015094518661499, "Finetune/Loss (Raw)": 0.6170466542243958, "Finetune/Step": 13016, "Finetune/Step Time": 11.931021384894848}
+{"Finetune/Learning Rate": 4.994653667593742e-06, "Finetune/Loss": 0.6013875007629395, "Finetune/Loss (Raw)": 0.6457418203353882, "Finetune/Step": 13017, "Finetune/Step Time": 11.929228642955422}
+{"Finetune/Learning Rate": 4.9931959080389795e-06, "Finetune/Loss": 0.6004854440689087, "Finetune/Loss (Raw)": 0.5588139891624451, "Finetune/Step": 13018, "Finetune/Step Time": 11.933776330202818}
+{"Finetune/Learning Rate": 4.991738290462943e-06, "Finetune/Loss": 0.6008633971214294, "Finetune/Loss (Raw)": 0.6040099859237671, "Finetune/Step": 13019, "Finetune/Step Time": 11.927449241280556}
+{"Finetune/Learning Rate": 4.9902808149069635e-06, "Finetune/Loss": 0.5998570919036865, "Finetune/Loss (Raw)": 0.537039577960968, "Finetune/Step": 13020, "Finetune/Step Time": 11.929203543812037}
+{"Finetune/Learning Rate": 4.988823481412378e-06, "Finetune/Loss": 0.6005264520645142, "Finetune/Loss (Raw)": 0.676590085029602, "Finetune/Step": 13021, "Finetune/Step Time": 11.92615426145494}
+{"Finetune/Learning Rate": 4.9873662900205086e-06, "Finetune/Loss": 0.599638819694519, "Finetune/Loss (Raw)": 0.5374329090118408, "Finetune/Step": 13022, "Finetune/Step Time": 11.930460542440414}
+{"Finetune/Learning Rate": 4.985909240772682e-06, "Finetune/Loss": 0.6004652976989746, "Finetune/Loss (Raw)": 0.6514706015586853, "Finetune/Step": 13023, "Finetune/Step Time": 11.924839582294226}
+{"Finetune/Learning Rate": 4.984452333710207e-06, "Finetune/Loss": 0.598677933216095, "Finetune/Loss (Raw)": 0.5368218421936035, "Finetune/Step": 13024, "Finetune/Step Time": 11.941990563645959}
+{"Finetune/Learning Rate": 4.982995568874401e-06, "Finetune/Loss": 0.598574161529541, "Finetune/Loss (Raw)": 0.6167071461677551, "Finetune/Step": 13025, "Finetune/Step Time": 11.926601560786366}
+{"Finetune/Learning Rate": 4.981538946306574e-06, "Finetune/Loss": 0.5990470051765442, "Finetune/Loss (Raw)": 0.5779222249984741, "Finetune/Step": 13026, "Finetune/Step Time": 11.92781150713563}
+{"Finetune/Learning Rate": 4.980082466048028e-06, "Finetune/Loss": 0.6001094579696655, "Finetune/Loss (Raw)": 0.7195760011672974, "Finetune/Step": 13027, "Finetune/Step Time": 11.92615164257586}
+{"Finetune/Learning Rate": 4.978626128140074e-06, "Finetune/Loss": 0.6010690927505493, "Finetune/Loss (Raw)": 0.7134068012237549, "Finetune/Step": 13028, "Finetune/Step Time": 11.915462220087647}
+{"Finetune/Learning Rate": 4.977169932624007e-06, "Finetune/Loss": 0.600875973701477, "Finetune/Loss (Raw)": 0.6255277991294861, "Finetune/Step": 13029, "Finetune/Step Time": 11.915472012013197}
+{"Finetune/Learning Rate": 4.975713879541113e-06, "Finetune/Loss": 0.6004220843315125, "Finetune/Loss (Raw)": 0.5296001434326172, "Finetune/Step": 13030, "Finetune/Step Time": 11.89946367777884}
+{"Finetune/Learning Rate": 4.974257968932687e-06, "Finetune/Loss": 0.5981326103210449, "Finetune/Loss (Raw)": 0.39961904287338257, "Finetune/Step": 13031, "Finetune/Step Time": 11.92433675006032}
+{"Finetune/Learning Rate": 4.972802200840013e-06, "Finetune/Loss": 0.5981791019439697, "Finetune/Loss (Raw)": 0.5448607206344604, "Finetune/Step": 13032, "Finetune/Step Time": 11.912704119458795}
+{"Finetune/Learning Rate": 4.971346575304375e-06, "Finetune/Loss": 0.5995433330535889, "Finetune/Loss (Raw)": 0.6657520532608032, "Finetune/Step": 13033, "Finetune/Step Time": 11.862624440342188}
+{"Finetune/Learning Rate": 4.969891092367043e-06, "Finetune/Loss": 0.5987969636917114, "Finetune/Loss (Raw)": 0.5862196683883667, "Finetune/Step": 13034, "Finetune/Step Time": 11.86135619878769}
+{"Finetune/Learning Rate": 4.968435752069304e-06, "Finetune/Loss": 0.5982394814491272, "Finetune/Loss (Raw)": 0.5601719617843628, "Finetune/Step": 13035, "Finetune/Step Time": 11.858983140438795}
+{"Finetune/Learning Rate": 4.966980554452415e-06, "Finetune/Loss": 0.5983336567878723, "Finetune/Loss (Raw)": 0.6228260397911072, "Finetune/Step": 13036, "Finetune/Step Time": 11.852102391421795}
+{"Finetune/Learning Rate": 4.965525499557646e-06, "Finetune/Loss": 0.5972591638565063, "Finetune/Loss (Raw)": 0.47827574610710144, "Finetune/Step": 13037, "Finetune/Step Time": 11.855842957273126}
+{"Finetune/Learning Rate": 4.964070587426258e-06, "Finetune/Loss": 0.5971291065216064, "Finetune/Loss (Raw)": 0.538644015789032, "Finetune/Step": 13038, "Finetune/Step Time": 11.888095408678055}
+{"Finetune/Learning Rate": 4.962615818099508e-06, "Finetune/Loss": 0.595879077911377, "Finetune/Loss (Raw)": 0.49186456203460693, "Finetune/Step": 13039, "Finetune/Step Time": 11.889716943725944}
+{"Finetune/Learning Rate": 4.961161191618649e-06, "Finetune/Loss": 0.5972678065299988, "Finetune/Loss (Raw)": 0.7022621035575867, "Finetune/Step": 13040, "Finetune/Step Time": 11.893990606069565}
+{"Finetune/Learning Rate": 4.9597067080249285e-06, "Finetune/Loss": 0.5984271168708801, "Finetune/Loss (Raw)": 0.7054405808448792, "Finetune/Step": 13041, "Finetune/Step Time": 11.886499859392643}
+{"Finetune/Learning Rate": 4.958252367359594e-06, "Finetune/Loss": 0.5986471176147461, "Finetune/Loss (Raw)": 0.5836759209632874, "Finetune/Step": 13042, "Finetune/Step Time": 11.861426716670394}
+{"Finetune/Learning Rate": 4.956798169663886e-06, "Finetune/Loss": 0.599373459815979, "Finetune/Loss (Raw)": 0.6657918691635132, "Finetune/Step": 13043, "Finetune/Step Time": 11.852337997406721}
+{"Finetune/Learning Rate": 4.955344114979041e-06, "Finetune/Loss": 0.5985698699951172, "Finetune/Loss (Raw)": 0.5581809878349304, "Finetune/Step": 13044, "Finetune/Step Time": 11.831036945804954}
+{"Finetune/Learning Rate": 4.953890203346291e-06, "Finetune/Loss": 0.5986104011535645, "Finetune/Loss (Raw)": 0.6145732402801514, "Finetune/Step": 13045, "Finetune/Step Time": 11.83781891129911}
+{"Finetune/Learning Rate": 4.952436434806867e-06, "Finetune/Loss": 0.5975524187088013, "Finetune/Loss (Raw)": 0.6026250720024109, "Finetune/Step": 13046, "Finetune/Step Time": 11.836719058454037}
+{"Finetune/Learning Rate": 4.95098280940199e-06, "Finetune/Loss": 0.59580397605896, "Finetune/Loss (Raw)": 0.42874130606651306, "Finetune/Step": 13047, "Finetune/Step Time": 11.862510139122605}
+{"Finetune/Learning Rate": 4.949529327172885e-06, "Finetune/Loss": 0.5958943963050842, "Finetune/Loss (Raw)": 0.5727540850639343, "Finetune/Step": 13048, "Finetune/Step Time": 11.879292838275433}
+{"Finetune/Learning Rate": 4.948075988160767e-06, "Finetune/Loss": 0.5967206358909607, "Finetune/Loss (Raw)": 0.6713201403617859, "Finetune/Step": 13049, "Finetune/Step Time": 11.877472966909409}
+{"Finetune/Learning Rate": 4.946622792406847e-06, "Finetune/Loss": 0.5969070196151733, "Finetune/Loss (Raw)": 0.569383978843689, "Finetune/Step": 13050, "Finetune/Step Time": 11.893821593374014}
+{"Finetune/Learning Rate": 4.9451697399523345e-06, "Finetune/Loss": 0.5976170301437378, "Finetune/Loss (Raw)": 0.7437627911567688, "Finetune/Step": 13051, "Finetune/Step Time": 11.88883207179606}
+{"Finetune/Learning Rate": 4.943716830838436e-06, "Finetune/Loss": 0.5988979339599609, "Finetune/Loss (Raw)": 0.7164378762245178, "Finetune/Step": 13052, "Finetune/Step Time": 11.882578019052744}
+{"Finetune/Learning Rate": 4.942264065106352e-06, "Finetune/Loss": 0.5995912551879883, "Finetune/Loss (Raw)": 0.5957345962524414, "Finetune/Step": 13053, "Finetune/Step Time": 11.878900740295649}
+{"Finetune/Learning Rate": 4.94081144279727e-06, "Finetune/Loss": 0.5994699001312256, "Finetune/Loss (Raw)": 0.549864649772644, "Finetune/Step": 13054, "Finetune/Step Time": 11.876323156058788}
+{"Finetune/Learning Rate": 4.939358963952393e-06, "Finetune/Loss": 0.5997332334518433, "Finetune/Loss (Raw)": 0.6353642344474792, "Finetune/Step": 13055, "Finetune/Step Time": 11.87607023306191}
+{"Finetune/Learning Rate": 4.937906628612905e-06, "Finetune/Loss": 0.6007670164108276, "Finetune/Loss (Raw)": 0.726739764213562, "Finetune/Step": 13056, "Finetune/Step Time": 11.872191824018955}
+{"Finetune/Learning Rate": 4.936454436819989e-06, "Finetune/Loss": 0.6025336980819702, "Finetune/Loss (Raw)": 0.6984401345252991, "Finetune/Step": 13057, "Finetune/Step Time": 11.867409765720367}
+{"Finetune/Learning Rate": 4.935002388614829e-06, "Finetune/Loss": 0.6016987562179565, "Finetune/Loss (Raw)": 0.6372737884521484, "Finetune/Step": 13058, "Finetune/Step Time": 11.866397235542536}
+{"Finetune/Learning Rate": 4.933550484038601e-06, "Finetune/Loss": 0.6021692752838135, "Finetune/Loss (Raw)": 0.5924952626228333, "Finetune/Step": 13059, "Finetune/Step Time": 11.867619212716818}
+{"Finetune/Learning Rate": 4.93209872313247e-06, "Finetune/Loss": 0.6014070510864258, "Finetune/Loss (Raw)": 0.4371204078197479, "Finetune/Step": 13060, "Finetune/Step Time": 11.854993972927332}
+{"Finetune/Learning Rate": 4.930647105937604e-06, "Finetune/Loss": 0.6001747846603394, "Finetune/Loss (Raw)": 0.5357221364974976, "Finetune/Step": 13061, "Finetune/Step Time": 11.86224308423698}
+{"Finetune/Learning Rate": 4.929195632495175e-06, "Finetune/Loss": 0.5999126434326172, "Finetune/Loss (Raw)": 0.6367049217224121, "Finetune/Step": 13062, "Finetune/Step Time": 11.880562314763665}
+{"Finetune/Learning Rate": 4.927744302846339e-06, "Finetune/Loss": 0.5995782613754272, "Finetune/Loss (Raw)": 0.669829785823822, "Finetune/Step": 13063, "Finetune/Step Time": 11.907614348456264}
+{"Finetune/Learning Rate": 4.92629311703225e-06, "Finetune/Loss": 0.5997466444969177, "Finetune/Loss (Raw)": 0.6328815817832947, "Finetune/Step": 13064, "Finetune/Step Time": 11.902188550680876}
+{"Finetune/Learning Rate": 4.924842075094065e-06, "Finetune/Loss": 0.6003621816635132, "Finetune/Loss (Raw)": 0.7136403322219849, "Finetune/Step": 13065, "Finetune/Step Time": 11.89730446971953}
+{"Finetune/Learning Rate": 4.923391177072923e-06, "Finetune/Loss": 0.6014745235443115, "Finetune/Loss (Raw)": 0.7119624614715576, "Finetune/Step": 13066, "Finetune/Step Time": 11.90461191907525}
+{"Finetune/Learning Rate": 4.921940423009971e-06, "Finetune/Loss": 0.6006113886833191, "Finetune/Loss (Raw)": 0.5808772444725037, "Finetune/Step": 13067, "Finetune/Step Time": 11.905880637466908}
+{"Finetune/Learning Rate": 4.9204898129463455e-06, "Finetune/Loss": 0.5999608635902405, "Finetune/Loss (Raw)": 0.5302718877792358, "Finetune/Step": 13068, "Finetune/Step Time": 11.90494892001152}
+{"Finetune/Learning Rate": 4.919039346923188e-06, "Finetune/Loss": 0.6006089448928833, "Finetune/Loss (Raw)": 0.7846757173538208, "Finetune/Step": 13069, "Finetune/Step Time": 11.90051044151187}
+{"Finetune/Learning Rate": 4.917589024981626e-06, "Finetune/Loss": 0.600149393081665, "Finetune/Loss (Raw)": 0.5092810392379761, "Finetune/Step": 13070, "Finetune/Step Time": 11.90396368689835}
+{"Finetune/Learning Rate": 4.916138847162787e-06, "Finetune/Loss": 0.6000736355781555, "Finetune/Loss (Raw)": 0.6215912699699402, "Finetune/Step": 13071, "Finetune/Step Time": 11.903763681650162}
+{"Finetune/Learning Rate": 4.914688813507798e-06, "Finetune/Loss": 0.5992119908332825, "Finetune/Loss (Raw)": 0.5813919901847839, "Finetune/Step": 13072, "Finetune/Step Time": 11.915471447631717}
+{"Finetune/Learning Rate": 4.913238924057769e-06, "Finetune/Loss": 0.5994230508804321, "Finetune/Loss (Raw)": 0.6565678715705872, "Finetune/Step": 13073, "Finetune/Step Time": 11.908283004537225}
+{"Finetune/Learning Rate": 4.91178917885382e-06, "Finetune/Loss": 0.6001694202423096, "Finetune/Loss (Raw)": 0.5821347832679749, "Finetune/Step": 13074, "Finetune/Step Time": 11.905576508492231}
+{"Finetune/Learning Rate": 4.910339577937061e-06, "Finetune/Loss": 0.5999835729598999, "Finetune/Loss (Raw)": 0.5900660753250122, "Finetune/Step": 13075, "Finetune/Step Time": 11.89138281159103}
+{"Finetune/Learning Rate": 4.908890121348594e-06, "Finetune/Loss": 0.599608838558197, "Finetune/Loss (Raw)": 0.6184481382369995, "Finetune/Step": 13076, "Finetune/Step Time": 11.897302901372313}
+{"Finetune/Learning Rate": 4.90744080912953e-06, "Finetune/Loss": 0.5985330939292908, "Finetune/Loss (Raw)": 0.4529997408390045, "Finetune/Step": 13077, "Finetune/Step Time": 11.924171535298228}
+{"Finetune/Learning Rate": 4.905991641320968e-06, "Finetune/Loss": 0.5982346534729004, "Finetune/Loss (Raw)": 0.44150397181510925, "Finetune/Step": 13078, "Finetune/Step Time": 11.93144753947854}
+{"Finetune/Learning Rate": 4.904542617963992e-06, "Finetune/Loss": 0.5982885360717773, "Finetune/Loss (Raw)": 0.5895504951477051, "Finetune/Step": 13079, "Finetune/Step Time": 11.930608758702874}
+{"Finetune/Learning Rate": 4.903093739099699e-06, "Finetune/Loss": 0.5976340770721436, "Finetune/Loss (Raw)": 0.5004886388778687, "Finetune/Step": 13080, "Finetune/Step Time": 11.935915630310774}
+{"Finetune/Learning Rate": 4.9016450047691745e-06, "Finetune/Loss": 0.5977996587753296, "Finetune/Loss (Raw)": 0.5768440961837769, "Finetune/Step": 13081, "Finetune/Step Time": 11.935202226042747}
+{"Finetune/Learning Rate": 4.9001964150134995e-06, "Finetune/Loss": 0.5982352495193481, "Finetune/Loss (Raw)": 0.7134631276130676, "Finetune/Step": 13082, "Finetune/Step Time": 11.932152517139912}
+{"Finetune/Learning Rate": 4.8987479698737476e-06, "Finetune/Loss": 0.598618745803833, "Finetune/Loss (Raw)": 0.6413538455963135, "Finetune/Step": 13083, "Finetune/Step Time": 11.945376401767135}
+{"Finetune/Learning Rate": 4.897299669391006e-06, "Finetune/Loss": 0.5982459783554077, "Finetune/Loss (Raw)": 0.5304729342460632, "Finetune/Step": 13084, "Finetune/Step Time": 11.949744442477822}
+{"Finetune/Learning Rate": 4.895851513606331e-06, "Finetune/Loss": 0.5972011089324951, "Finetune/Loss (Raw)": 0.4821370840072632, "Finetune/Step": 13085, "Finetune/Step Time": 11.989954626187682}
+{"Finetune/Learning Rate": 4.894403502560793e-06, "Finetune/Loss": 0.5949435830116272, "Finetune/Loss (Raw)": 0.3785436749458313, "Finetune/Step": 13086, "Finetune/Step Time": 12.021365212276578}
+{"Finetune/Learning Rate": 4.8929556362954536e-06, "Finetune/Loss": 0.5946885347366333, "Finetune/Loss (Raw)": 0.5545405745506287, "Finetune/Step": 13087, "Finetune/Step Time": 12.012853933498263}
+{"Finetune/Learning Rate": 4.89150791485137e-06, "Finetune/Loss": 0.5941393375396729, "Finetune/Loss (Raw)": 0.6512128114700317, "Finetune/Step": 13088, "Finetune/Step Time": 12.00384534150362}
+{"Finetune/Learning Rate": 4.890060338269594e-06, "Finetune/Loss": 0.594391405582428, "Finetune/Loss (Raw)": 0.5962278842926025, "Finetune/Step": 13089, "Finetune/Step Time": 12.015111630782485}
+{"Finetune/Learning Rate": 4.888612906591178e-06, "Finetune/Loss": 0.5952280759811401, "Finetune/Loss (Raw)": 0.6098753809928894, "Finetune/Step": 13090, "Finetune/Step Time": 11.993935154750943}
+{"Finetune/Learning Rate": 4.887165619857164e-06, "Finetune/Loss": 0.59537672996521, "Finetune/Loss (Raw)": 0.5529442429542542, "Finetune/Step": 13091, "Finetune/Step Time": 11.992588507011533}
+{"Finetune/Learning Rate": 4.885718478108594e-06, "Finetune/Loss": 0.5949750542640686, "Finetune/Loss (Raw)": 0.5718749761581421, "Finetune/Step": 13092, "Finetune/Step Time": 11.992635875940323}
+{"Finetune/Learning Rate": 4.8842714813865055e-06, "Finetune/Loss": 0.5956683158874512, "Finetune/Loss (Raw)": 0.6053856015205383, "Finetune/Step": 13093, "Finetune/Step Time": 11.980835016816854}
+{"Finetune/Learning Rate": 4.88282462973193e-06, "Finetune/Loss": 0.5954041481018066, "Finetune/Loss (Raw)": 0.5967977046966553, "Finetune/Step": 13094, "Finetune/Step Time": 11.985355973243713}
+{"Finetune/Learning Rate": 4.8813779231858975e-06, "Finetune/Loss": 0.5945531129837036, "Finetune/Loss (Raw)": 0.5406925082206726, "Finetune/Step": 13095, "Finetune/Step Time": 11.986472364515066}
+{"Finetune/Learning Rate": 4.879931361789431e-06, "Finetune/Loss": 0.5948783159255981, "Finetune/Loss (Raw)": 0.6780241131782532, "Finetune/Step": 13096, "Finetune/Step Time": 11.985230112448335}
+{"Finetune/Learning Rate": 4.878484945583551e-06, "Finetune/Loss": 0.5943856239318848, "Finetune/Loss (Raw)": 0.5575857758522034, "Finetune/Step": 13097, "Finetune/Step Time": 11.98150978796184}
+{"Finetune/Learning Rate": 4.877038674609275e-06, "Finetune/Loss": 0.5944668054580688, "Finetune/Loss (Raw)": 0.6227558255195618, "Finetune/Step": 13098, "Finetune/Step Time": 12.000500345602632}
+{"Finetune/Learning Rate": 4.875592548907615e-06, "Finetune/Loss": 0.5932609438896179, "Finetune/Loss (Raw)": 0.529173731803894, "Finetune/Step": 13099, "Finetune/Step Time": 12.001258173957467}
+{"Finetune/Learning Rate": 4.874146568519578e-06, "Finetune/Loss": 0.593361496925354, "Finetune/Loss (Raw)": 0.5773819088935852, "Finetune/Step": 13100, "Finetune/Step Time": 11.97776672244072}
+{"Finetune/Learning Rate": 4.872700733486169e-06, "Finetune/Loss": 0.5928097367286682, "Finetune/Loss (Raw)": 0.589832067489624, "Finetune/Step": 13101, "Finetune/Step Time": 11.979821905493736}
+{"Finetune/Learning Rate": 4.87125504384839e-06, "Finetune/Loss": 0.5920768976211548, "Finetune/Loss (Raw)": 0.5485062599182129, "Finetune/Step": 13102, "Finetune/Step Time": 11.982200713828206}
+{"Finetune/Learning Rate": 4.869809499647226e-06, "Finetune/Loss": 0.591041624546051, "Finetune/Loss (Raw)": 0.5238196849822998, "Finetune/Step": 13103, "Finetune/Step Time": 11.962172726169229}
+{"Finetune/Learning Rate": 4.868364100923681e-06, "Finetune/Loss": 0.5909076929092407, "Finetune/Loss (Raw)": 0.5632633566856384, "Finetune/Step": 13104, "Finetune/Step Time": 11.940153554081917}
+{"Finetune/Learning Rate": 4.8669188477187365e-06, "Finetune/Loss": 0.5905371308326721, "Finetune/Loss (Raw)": 0.514927327632904, "Finetune/Step": 13105, "Finetune/Step Time": 11.946343472227454}
+{"Finetune/Learning Rate": 4.865473740073378e-06, "Finetune/Loss": 0.5907350778579712, "Finetune/Loss (Raw)": 0.6491000652313232, "Finetune/Step": 13106, "Finetune/Step Time": 11.923452693969011}
+{"Finetune/Learning Rate": 4.864028778028582e-06, "Finetune/Loss": 0.5896799564361572, "Finetune/Loss (Raw)": 0.493750661611557, "Finetune/Step": 13107, "Finetune/Step Time": 11.92329777404666}
+{"Finetune/Learning Rate": 4.862583961625331e-06, "Finetune/Loss": 0.5890287160873413, "Finetune/Loss (Raw)": 0.6007657051086426, "Finetune/Step": 13108, "Finetune/Step Time": 11.923336593434215}
+{"Finetune/Learning Rate": 4.861139290904585e-06, "Finetune/Loss": 0.5894778966903687, "Finetune/Loss (Raw)": 0.5416513681411743, "Finetune/Step": 13109, "Finetune/Step Time": 11.906265212222934}
+{"Finetune/Learning Rate": 4.859694765907313e-06, "Finetune/Loss": 0.5895984768867493, "Finetune/Loss (Raw)": 0.6964992880821228, "Finetune/Step": 13110, "Finetune/Step Time": 11.899536538869143}
+{"Finetune/Learning Rate": 4.858250386674482e-06, "Finetune/Loss": 0.5910343527793884, "Finetune/Loss (Raw)": 0.7348650097846985, "Finetune/Step": 13111, "Finetune/Step Time": 11.88494934514165}
+{"Finetune/Learning Rate": 4.856806153247051e-06, "Finetune/Loss": 0.5913686156272888, "Finetune/Loss (Raw)": 0.6476190090179443, "Finetune/Step": 13112, "Finetune/Step Time": 11.86534483730793}
+{"Finetune/Learning Rate": 4.855362065665972e-06, "Finetune/Loss": 0.5914807319641113, "Finetune/Loss (Raw)": 0.6218073964118958, "Finetune/Step": 13113, "Finetune/Step Time": 11.84601909480989}
+{"Finetune/Learning Rate": 4.853918123972198e-06, "Finetune/Loss": 0.5917096138000488, "Finetune/Loss (Raw)": 0.6295374035835266, "Finetune/Step": 13114, "Finetune/Step Time": 11.842899233102798}
+{"Finetune/Learning Rate": 4.852474328206669e-06, "Finetune/Loss": 0.5911105871200562, "Finetune/Loss (Raw)": 0.5590822696685791, "Finetune/Step": 13115, "Finetune/Step Time": 11.84842492453754}
+{"Finetune/Learning Rate": 4.851030678410331e-06, "Finetune/Loss": 0.5920594930648804, "Finetune/Loss (Raw)": 0.7311076521873474, "Finetune/Step": 13116, "Finetune/Step Time": 11.853321192786098}
+{"Finetune/Learning Rate": 4.849587174624117e-06, "Finetune/Loss": 0.5936837196350098, "Finetune/Loss (Raw)": 0.701135516166687, "Finetune/Step": 13117, "Finetune/Step Time": 11.849386636167765}
+{"Finetune/Learning Rate": 4.8481438168889695e-06, "Finetune/Loss": 0.593264102935791, "Finetune/Loss (Raw)": 0.6021181344985962, "Finetune/Step": 13118, "Finetune/Step Time": 11.86849800311029}
+{"Finetune/Learning Rate": 4.846700605245813e-06, "Finetune/Loss": 0.5935449600219727, "Finetune/Loss (Raw)": 0.6032098531723022, "Finetune/Step": 13119, "Finetune/Step Time": 11.864235702902079}
+{"Finetune/Learning Rate": 4.845257539735577e-06, "Finetune/Loss": 0.5927473306655884, "Finetune/Loss (Raw)": 0.6001167893409729, "Finetune/Step": 13120, "Finetune/Step Time": 11.866930266842246}
+{"Finetune/Learning Rate": 4.8438146203991755e-06, "Finetune/Loss": 0.5939047336578369, "Finetune/Loss (Raw)": 0.7080334424972534, "Finetune/Step": 13121, "Finetune/Step Time": 11.85686338879168}
+{"Finetune/Learning Rate": 4.842371847277528e-06, "Finetune/Loss": 0.5942293405532837, "Finetune/Loss (Raw)": 0.6020140051841736, "Finetune/Step": 13122, "Finetune/Step Time": 11.831532822921872}
+{"Finetune/Learning Rate": 4.84092922041155e-06, "Finetune/Loss": 0.5923858284950256, "Finetune/Loss (Raw)": 0.4147723317146301, "Finetune/Step": 13123, "Finetune/Step Time": 11.860975651070476}
+{"Finetune/Learning Rate": 4.839486739842144e-06, "Finetune/Loss": 0.591920018196106, "Finetune/Loss (Raw)": 0.5793781876564026, "Finetune/Step": 13124, "Finetune/Step Time": 11.895767513662577}
+{"Finetune/Learning Rate": 4.838044405610225e-06, "Finetune/Loss": 0.5929813385009766, "Finetune/Loss (Raw)": 0.5928279161453247, "Finetune/Step": 13125, "Finetune/Step Time": 11.889937540516257}
+{"Finetune/Learning Rate": 4.83660221775669e-06, "Finetune/Loss": 0.5934197306632996, "Finetune/Loss (Raw)": 0.6662740111351013, "Finetune/Step": 13126, "Finetune/Step Time": 11.894648496061563}
+{"Finetune/Learning Rate": 4.835160176322431e-06, "Finetune/Loss": 0.5942348837852478, "Finetune/Loss (Raw)": 0.6765270233154297, "Finetune/Step": 13127, "Finetune/Step Time": 11.887522554025054}
+{"Finetune/Learning Rate": 4.833718281348342e-06, "Finetune/Loss": 0.5950887203216553, "Finetune/Loss (Raw)": 0.704390287399292, "Finetune/Step": 13128, "Finetune/Step Time": 11.884218258783221}
+{"Finetune/Learning Rate": 4.832276532875311e-06, "Finetune/Loss": 0.5958797931671143, "Finetune/Loss (Raw)": 0.6312739253044128, "Finetune/Step": 13129, "Finetune/Step Time": 11.889289559796453}
+{"Finetune/Learning Rate": 4.830834930944223e-06, "Finetune/Loss": 0.5955959558486938, "Finetune/Loss (Raw)": 0.5761555433273315, "Finetune/Step": 13130, "Finetune/Step Time": 11.897730508819222}
+{"Finetune/Learning Rate": 4.829393475595957e-06, "Finetune/Loss": 0.5949820280075073, "Finetune/Loss (Raw)": 0.5115888118743896, "Finetune/Step": 13131, "Finetune/Step Time": 11.895074030384421}
+{"Finetune/Learning Rate": 4.827952166871389e-06, "Finetune/Loss": 0.5946195125579834, "Finetune/Loss (Raw)": 0.5798077583312988, "Finetune/Step": 13132, "Finetune/Step Time": 11.901961034163833}
+{"Finetune/Learning Rate": 4.826511004811391e-06, "Finetune/Loss": 0.5943135023117065, "Finetune/Loss (Raw)": 0.6096904277801514, "Finetune/Step": 13133, "Finetune/Step Time": 11.917513033375144}
+{"Finetune/Learning Rate": 4.825069989456828e-06, "Finetune/Loss": 0.5945199728012085, "Finetune/Loss (Raw)": 0.6099189519882202, "Finetune/Step": 13134, "Finetune/Step Time": 11.917682837694883}
+{"Finetune/Learning Rate": 4.823629120848566e-06, "Finetune/Loss": 0.59521484375, "Finetune/Loss (Raw)": 0.5735796689987183, "Finetune/Step": 13135, "Finetune/Step Time": 11.914408994838595}
+{"Finetune/Learning Rate": 4.822188399027461e-06, "Finetune/Loss": 0.5974793434143066, "Finetune/Loss (Raw)": 0.6794238090515137, "Finetune/Step": 13136, "Finetune/Step Time": 11.917409244924784}
+{"Finetune/Learning Rate": 4.820747824034369e-06, "Finetune/Loss": 0.5980753898620605, "Finetune/Loss (Raw)": 0.5637396574020386, "Finetune/Step": 13137, "Finetune/Step Time": 11.914592389017344}
+{"Finetune/Learning Rate": 4.819307395910143e-06, "Finetune/Loss": 0.5969897508621216, "Finetune/Loss (Raw)": 0.44076094031333923, "Finetune/Step": 13138, "Finetune/Step Time": 11.941851483657956}
+{"Finetune/Learning Rate": 4.817867114695626e-06, "Finetune/Loss": 0.5982090830802917, "Finetune/Loss (Raw)": 0.6448256969451904, "Finetune/Step": 13139, "Finetune/Step Time": 11.942649399861693}
+{"Finetune/Learning Rate": 4.816426980431662e-06, "Finetune/Loss": 0.5976775884628296, "Finetune/Loss (Raw)": 0.5781373381614685, "Finetune/Step": 13140, "Finetune/Step Time": 11.946121636778116}
+{"Finetune/Learning Rate": 4.814986993159089e-06, "Finetune/Loss": 0.5968977212905884, "Finetune/Loss (Raw)": 0.4363623857498169, "Finetune/Step": 13141, "Finetune/Step Time": 11.958943577483296}
+{"Finetune/Learning Rate": 4.813547152918739e-06, "Finetune/Loss": 0.5966675281524658, "Finetune/Loss (Raw)": 0.570435643196106, "Finetune/Step": 13142, "Finetune/Step Time": 11.969211470335722}
+{"Finetune/Learning Rate": 4.812107459751446e-06, "Finetune/Loss": 0.5959303975105286, "Finetune/Loss (Raw)": 0.6246557235717773, "Finetune/Step": 13143, "Finetune/Step Time": 11.960485879331827}
+{"Finetune/Learning Rate": 4.810667913698032e-06, "Finetune/Loss": 0.5965768098831177, "Finetune/Loss (Raw)": 0.699787974357605, "Finetune/Step": 13144, "Finetune/Step Time": 11.961364161223173}
+{"Finetune/Learning Rate": 4.809228514799319e-06, "Finetune/Loss": 0.5963979363441467, "Finetune/Loss (Raw)": 0.6228470802307129, "Finetune/Step": 13145, "Finetune/Step Time": 11.984143668785691}
+{"Finetune/Learning Rate": 4.807789263096124e-06, "Finetune/Loss": 0.5960556268692017, "Finetune/Loss (Raw)": 0.5150012373924255, "Finetune/Step": 13146, "Finetune/Step Time": 11.974744802340865}
+{"Finetune/Learning Rate": 4.8063501586292626e-06, "Finetune/Loss": 0.5966396927833557, "Finetune/Loss (Raw)": 0.6787689924240112, "Finetune/Step": 13147, "Finetune/Step Time": 11.967937964946032}
+{"Finetune/Learning Rate": 4.8049112014395405e-06, "Finetune/Loss": 0.5977344512939453, "Finetune/Loss (Raw)": 0.6771624684333801, "Finetune/Step": 13148, "Finetune/Step Time": 11.966106144711375}
+{"Finetune/Learning Rate": 4.803472391567765e-06, "Finetune/Loss": 0.59715336561203, "Finetune/Loss (Raw)": 0.6022161245346069, "Finetune/Step": 13149, "Finetune/Step Time": 11.966669727116823}
+{"Finetune/Learning Rate": 4.802033729054739e-06, "Finetune/Loss": 0.5970339179039001, "Finetune/Loss (Raw)": 0.5221459865570068, "Finetune/Step": 13150, "Finetune/Step Time": 11.967961985617876}
+{"Finetune/Learning Rate": 4.800595213941247e-06, "Finetune/Loss": 0.5962472558021545, "Finetune/Loss (Raw)": 0.5507758259773254, "Finetune/Step": 13151, "Finetune/Step Time": 11.971704181283712}
+{"Finetune/Learning Rate": 4.7991568462680945e-06, "Finetune/Loss": 0.5976727604866028, "Finetune/Loss (Raw)": 0.7192815542221069, "Finetune/Step": 13152, "Finetune/Step Time": 11.957037299871445}
+{"Finetune/Learning Rate": 4.797718626076065e-06, "Finetune/Loss": 0.5974698066711426, "Finetune/Loss (Raw)": 0.5907398462295532, "Finetune/Step": 13153, "Finetune/Step Time": 11.961824405938387}
+{"Finetune/Learning Rate": 4.796280553405941e-06, "Finetune/Loss": 0.5969679355621338, "Finetune/Loss (Raw)": 0.5136774778366089, "Finetune/Step": 13154, "Finetune/Step Time": 11.95951472222805}
+{"Finetune/Learning Rate": 4.794842628298503e-06, "Finetune/Loss": 0.5962740182876587, "Finetune/Loss (Raw)": 0.6307570934295654, "Finetune/Step": 13155, "Finetune/Step Time": 11.98020464926958}
+{"Finetune/Learning Rate": 4.793404850794526e-06, "Finetune/Loss": 0.595247745513916, "Finetune/Loss (Raw)": 0.5820314288139343, "Finetune/Step": 13156, "Finetune/Step Time": 12.01304255053401}
+{"Finetune/Learning Rate": 4.7919672209347865e-06, "Finetune/Loss": 0.5948850512504578, "Finetune/Loss (Raw)": 0.5791128277778625, "Finetune/Step": 13157, "Finetune/Step Time": 12.017482714727521}
+{"Finetune/Learning Rate": 4.790529738760044e-06, "Finetune/Loss": 0.5956577062606812, "Finetune/Loss (Raw)": 0.6284970641136169, "Finetune/Step": 13158, "Finetune/Step Time": 12.013751169666648}
+{"Finetune/Learning Rate": 4.78909240431106e-06, "Finetune/Loss": 0.5969384908676147, "Finetune/Loss (Raw)": 0.5635570883750916, "Finetune/Step": 13159, "Finetune/Step Time": 11.988217253237963}
+{"Finetune/Learning Rate": 4.7876552176286005e-06, "Finetune/Loss": 0.598177433013916, "Finetune/Loss (Raw)": 0.7034494876861572, "Finetune/Step": 13160, "Finetune/Step Time": 11.977166594937444}
+{"Finetune/Learning Rate": 4.786218178753418e-06, "Finetune/Loss": 0.5974240303039551, "Finetune/Loss (Raw)": 0.5693209171295166, "Finetune/Step": 13161, "Finetune/Step Time": 11.984161831438541}
+{"Finetune/Learning Rate": 4.784781287726261e-06, "Finetune/Loss": 0.5985863208770752, "Finetune/Loss (Raw)": 0.7349918484687805, "Finetune/Step": 13162, "Finetune/Step Time": 11.97905227355659}
+{"Finetune/Learning Rate": 4.783344544587881e-06, "Finetune/Loss": 0.5991804599761963, "Finetune/Loss (Raw)": 0.6362192630767822, "Finetune/Step": 13163, "Finetune/Step Time": 11.985656458884478}
+{"Finetune/Learning Rate": 4.781907949379012e-06, "Finetune/Loss": 0.598562479019165, "Finetune/Loss (Raw)": 0.5437240600585938, "Finetune/Step": 13164, "Finetune/Step Time": 11.990286972373724}
+{"Finetune/Learning Rate": 4.780471502140394e-06, "Finetune/Loss": 0.5997746586799622, "Finetune/Loss (Raw)": 0.6334349513053894, "Finetune/Step": 13165, "Finetune/Step Time": 11.998405430465937}
+{"Finetune/Learning Rate": 4.779035202912761e-06, "Finetune/Loss": 0.6010047197341919, "Finetune/Loss (Raw)": 0.6960904598236084, "Finetune/Step": 13166, "Finetune/Step Time": 11.971090961247683}
+{"Finetune/Learning Rate": 4.777599051736844e-06, "Finetune/Loss": 0.602227509021759, "Finetune/Loss (Raw)": 0.6483826637268066, "Finetune/Step": 13167, "Finetune/Step Time": 11.972882311791182}
+{"Finetune/Learning Rate": 4.77616304865337e-06, "Finetune/Loss": 0.601936936378479, "Finetune/Loss (Raw)": 0.665065348148346, "Finetune/Step": 13168, "Finetune/Step Time": 11.963490603491664}
+{"Finetune/Learning Rate": 4.774727193703058e-06, "Finetune/Loss": 0.6003189086914062, "Finetune/Loss (Raw)": 0.4983345568180084, "Finetune/Step": 13169, "Finetune/Step Time": 12.011875737458467}
+{"Finetune/Learning Rate": 4.773291486926622e-06, "Finetune/Loss": 0.6008831262588501, "Finetune/Loss (Raw)": 0.6559002995491028, "Finetune/Step": 13170, "Finetune/Step Time": 12.012750601395965}
+{"Finetune/Learning Rate": 4.771855928364777e-06, "Finetune/Loss": 0.6006995439529419, "Finetune/Loss (Raw)": 0.6422896385192871, "Finetune/Step": 13171, "Finetune/Step Time": 12.012163473293185}
+{"Finetune/Learning Rate": 4.770420518058231e-06, "Finetune/Loss": 0.6013604402542114, "Finetune/Loss (Raw)": 0.6427765488624573, "Finetune/Step": 13172, "Finetune/Step Time": 12.010356986895204}
+{"Finetune/Learning Rate": 4.768985256047683e-06, "Finetune/Loss": 0.6011651158332825, "Finetune/Loss (Raw)": 0.589573085308075, "Finetune/Step": 13173, "Finetune/Step Time": 12.007004925981164}
+{"Finetune/Learning Rate": 4.767550142373844e-06, "Finetune/Loss": 0.6016491651535034, "Finetune/Loss (Raw)": 0.6645829677581787, "Finetune/Step": 13174, "Finetune/Step Time": 12.007121397182345}
+{"Finetune/Learning Rate": 4.766115177077406e-06, "Finetune/Loss": 0.602425217628479, "Finetune/Loss (Raw)": 0.5280710458755493, "Finetune/Step": 13175, "Finetune/Step Time": 11.979332564398646}
+{"Finetune/Learning Rate": 4.7646803601990555e-06, "Finetune/Loss": 0.6036419868469238, "Finetune/Loss (Raw)": 0.728498637676239, "Finetune/Step": 13176, "Finetune/Step Time": 11.96449893526733}
+{"Finetune/Learning Rate": 4.763245691779482e-06, "Finetune/Loss": 0.6017438173294067, "Finetune/Loss (Raw)": 0.4283581078052521, "Finetune/Step": 13177, "Finetune/Step Time": 11.991250276565552}
+{"Finetune/Learning Rate": 4.76181117185937e-06, "Finetune/Loss": 0.6022616624832153, "Finetune/Loss (Raw)": 0.6356713771820068, "Finetune/Step": 13178, "Finetune/Step Time": 11.981905007734895}
+{"Finetune/Learning Rate": 4.760376800479397e-06, "Finetune/Loss": 0.6012269258499146, "Finetune/Loss (Raw)": 0.6113131642341614, "Finetune/Step": 13179, "Finetune/Step Time": 11.983134588226676}
+{"Finetune/Learning Rate": 4.758942577680235e-06, "Finetune/Loss": 0.5998308658599854, "Finetune/Loss (Raw)": 0.5377473831176758, "Finetune/Step": 13180, "Finetune/Step Time": 11.959935707971454}
+{"Finetune/Learning Rate": 4.757508503502566e-06, "Finetune/Loss": 0.6002876162528992, "Finetune/Loss (Raw)": 0.6541973352432251, "Finetune/Step": 13181, "Finetune/Step Time": 11.960391553118825}
+{"Finetune/Learning Rate": 4.756074577987045e-06, "Finetune/Loss": 0.600935697555542, "Finetune/Loss (Raw)": 0.6328203082084656, "Finetune/Step": 13182, "Finetune/Step Time": 11.965638559311628}
+{"Finetune/Learning Rate": 4.754640801174336e-06, "Finetune/Loss": 0.6004427075386047, "Finetune/Loss (Raw)": 0.5722573399543762, "Finetune/Step": 13183, "Finetune/Step Time": 11.986172333359718}
+{"Finetune/Learning Rate": 4.7532071731050975e-06, "Finetune/Loss": 0.599483847618103, "Finetune/Loss (Raw)": 0.603999137878418, "Finetune/Step": 13184, "Finetune/Step Time": 11.98961984179914}
+{"Finetune/Learning Rate": 4.751773693819986e-06, "Finetune/Loss": 0.5998514890670776, "Finetune/Loss (Raw)": 0.7455084323883057, "Finetune/Step": 13185, "Finetune/Step Time": 12.015365423634648}
+{"Finetune/Learning Rate": 4.750340363359647e-06, "Finetune/Loss": 0.5991846323013306, "Finetune/Loss (Raw)": 0.5519168972969055, "Finetune/Step": 13186, "Finetune/Step Time": 12.020027667284012}
+{"Finetune/Learning Rate": 4.748907181764727e-06, "Finetune/Loss": 0.5995066165924072, "Finetune/Loss (Raw)": 0.6337034106254578, "Finetune/Step": 13187, "Finetune/Step Time": 12.021391244605184}
+{"Finetune/Learning Rate": 4.747474149075867e-06, "Finetune/Loss": 0.6018832921981812, "Finetune/Loss (Raw)": 0.7413374185562134, "Finetune/Step": 13188, "Finetune/Step Time": 12.016472028568387}
+{"Finetune/Learning Rate": 4.746041265333705e-06, "Finetune/Loss": 0.601675271987915, "Finetune/Loss (Raw)": 0.5091009736061096, "Finetune/Step": 13189, "Finetune/Step Time": 12.00787035934627}
+{"Finetune/Learning Rate": 4.744608530578872e-06, "Finetune/Loss": 0.6011747121810913, "Finetune/Loss (Raw)": 0.5726286768913269, "Finetune/Step": 13190, "Finetune/Step Time": 11.98134964890778}
+{"Finetune/Learning Rate": 4.743175944851996e-06, "Finetune/Loss": 0.6010106801986694, "Finetune/Loss (Raw)": 0.6488310098648071, "Finetune/Step": 13191, "Finetune/Step Time": 11.957073101773858}
+{"Finetune/Learning Rate": 4.7417435081937034e-06, "Finetune/Loss": 0.6011531352996826, "Finetune/Loss (Raw)": 0.6511163115501404, "Finetune/Step": 13192, "Finetune/Step Time": 11.957790052518249}
+{"Finetune/Learning Rate": 4.740311220644611e-06, "Finetune/Loss": 0.600559413433075, "Finetune/Loss (Raw)": 0.6376447677612305, "Finetune/Step": 13193, "Finetune/Step Time": 11.9740707911551}
+{"Finetune/Learning Rate": 4.738879082245337e-06, "Finetune/Loss": 0.5997807383537292, "Finetune/Loss (Raw)": 0.6122915744781494, "Finetune/Step": 13194, "Finetune/Step Time": 11.995124632492661}
+{"Finetune/Learning Rate": 4.737447093036491e-06, "Finetune/Loss": 0.5993211269378662, "Finetune/Loss (Raw)": 0.5220407843589783, "Finetune/Step": 13195, "Finetune/Step Time": 11.99869872070849}
+{"Finetune/Learning Rate": 4.736015253058681e-06, "Finetune/Loss": 0.6003805994987488, "Finetune/Loss (Raw)": 0.6658876538276672, "Finetune/Step": 13196, "Finetune/Step Time": 12.001206191256642}
+{"Finetune/Learning Rate": 4.7345835623525095e-06, "Finetune/Loss": 0.5994911789894104, "Finetune/Loss (Raw)": 0.6708332300186157, "Finetune/Step": 13197, "Finetune/Step Time": 12.005413206294179}
+{"Finetune/Learning Rate": 4.733152020958576e-06, "Finetune/Loss": 0.599421501159668, "Finetune/Loss (Raw)": 0.500359296798706, "Finetune/Step": 13198, "Finetune/Step Time": 11.99972259439528}
+{"Finetune/Learning Rate": 4.731720628917476e-06, "Finetune/Loss": 0.6004800200462341, "Finetune/Loss (Raw)": 0.7570841908454895, "Finetune/Step": 13199, "Finetune/Step Time": 12.008183687925339}
+{"Finetune/Learning Rate": 4.7302893862697915e-06, "Finetune/Loss": 0.6004042625427246, "Finetune/Loss (Raw)": 0.5716887712478638, "Finetune/Step": 13200, "Finetune/Step Time": 11.99803744070232}
+{"Finetune/Learning Rate": 4.72885829305612e-06, "Finetune/Loss": 0.6007089018821716, "Finetune/Loss (Raw)": 0.6955699324607849, "Finetune/Step": 13201, "Finetune/Step Time": 12.002069354057312}
+{"Finetune/Learning Rate": 4.7274273493170375e-06, "Finetune/Loss": 0.6014844179153442, "Finetune/Loss (Raw)": 0.6813990473747253, "Finetune/Step": 13202, "Finetune/Step Time": 12.011802392080426}
+{"Finetune/Learning Rate": 4.7259965550931216e-06, "Finetune/Loss": 0.6029523611068726, "Finetune/Loss (Raw)": 0.7779573798179626, "Finetune/Step": 13203, "Finetune/Step Time": 12.015062220394611}
+{"Finetune/Learning Rate": 4.724565910424946e-06, "Finetune/Loss": 0.6039701700210571, "Finetune/Loss (Raw)": 0.7487282752990723, "Finetune/Step": 13204, "Finetune/Step Time": 12.024219810962677}
+{"Finetune/Learning Rate": 4.723135415353084e-06, "Finetune/Loss": 0.6053378582000732, "Finetune/Loss (Raw)": 0.6280705332756042, "Finetune/Step": 13205, "Finetune/Step Time": 12.013240097090602}
+{"Finetune/Learning Rate": 4.721705069918094e-06, "Finetune/Loss": 0.6074531078338623, "Finetune/Loss (Raw)": 0.7122513055801392, "Finetune/Step": 13206, "Finetune/Step Time": 11.999987058341503}
+{"Finetune/Learning Rate": 4.720274874160532e-06, "Finetune/Loss": 0.6073468923568726, "Finetune/Loss (Raw)": 0.5759531855583191, "Finetune/Step": 13207, "Finetune/Step Time": 12.018602659925818}
+{"Finetune/Learning Rate": 4.7188448281209665e-06, "Finetune/Loss": 0.608556866645813, "Finetune/Loss (Raw)": 0.6553676724433899, "Finetune/Step": 13208, "Finetune/Step Time": 12.006627090275288}
+{"Finetune/Learning Rate": 4.717414931839944e-06, "Finetune/Loss": 0.6085819005966187, "Finetune/Loss (Raw)": 0.5800539255142212, "Finetune/Step": 13209, "Finetune/Step Time": 12.000326739624143}
+{"Finetune/Learning Rate": 4.715985185358012e-06, "Finetune/Loss": 0.6068874597549438, "Finetune/Loss (Raw)": 0.4965673089027405, "Finetune/Step": 13210, "Finetune/Step Time": 12.003001302480698}
+{"Finetune/Learning Rate": 4.714555588715719e-06, "Finetune/Loss": 0.6070184111595154, "Finetune/Loss (Raw)": 0.6581175327301025, "Finetune/Step": 13211, "Finetune/Step Time": 11.989326613023877}
+{"Finetune/Learning Rate": 4.713126141953595e-06, "Finetune/Loss": 0.6074979305267334, "Finetune/Loss (Raw)": 0.5918506979942322, "Finetune/Step": 13212, "Finetune/Step Time": 11.966927628964186}
+{"Finetune/Learning Rate": 4.711696845112181e-06, "Finetune/Loss": 0.6080671548843384, "Finetune/Loss (Raw)": 0.5549972057342529, "Finetune/Step": 13213, "Finetune/Step Time": 11.924572080373764}
+{"Finetune/Learning Rate": 4.710267698232005e-06, "Finetune/Loss": 0.609498918056488, "Finetune/Loss (Raw)": 0.5618109107017517, "Finetune/Step": 13214, "Finetune/Step Time": 11.89526149816811}
+{"Finetune/Learning Rate": 4.708838701353592e-06, "Finetune/Loss": 0.610372006893158, "Finetune/Loss (Raw)": 0.6662997007369995, "Finetune/Step": 13215, "Finetune/Step Time": 11.897852359339595}
+{"Finetune/Learning Rate": 4.707409854517471e-06, "Finetune/Loss": 0.610139012336731, "Finetune/Loss (Raw)": 0.6213846206665039, "Finetune/Step": 13216, "Finetune/Step Time": 11.927108461037278}
+{"Finetune/Learning Rate": 4.70598115776416e-06, "Finetune/Loss": 0.6104145050048828, "Finetune/Loss (Raw)": 0.631498396396637, "Finetune/Step": 13217, "Finetune/Step Time": 11.924366760998964}
+{"Finetune/Learning Rate": 4.704552611134167e-06, "Finetune/Loss": 0.6107355952262878, "Finetune/Loss (Raw)": 0.6509686708450317, "Finetune/Step": 13218, "Finetune/Step Time": 11.915038924664259}
+{"Finetune/Learning Rate": 4.703124214668002e-06, "Finetune/Loss": 0.6112837791442871, "Finetune/Loss (Raw)": 0.6231098771095276, "Finetune/Step": 13219, "Finetune/Step Time": 11.92008356936276}
+{"Finetune/Learning Rate": 4.701695968406173e-06, "Finetune/Loss": 0.6115891933441162, "Finetune/Loss (Raw)": 0.6109744310379028, "Finetune/Step": 13220, "Finetune/Step Time": 11.915715713053942}
+{"Finetune/Learning Rate": 4.7002678723891795e-06, "Finetune/Loss": 0.6107015609741211, "Finetune/Loss (Raw)": 0.4917593002319336, "Finetune/Step": 13221, "Finetune/Step Time": 11.910360403358936}
+{"Finetune/Learning Rate": 4.698839926657514e-06, "Finetune/Loss": 0.6104645133018494, "Finetune/Loss (Raw)": 0.5664613842964172, "Finetune/Step": 13222, "Finetune/Step Time": 11.910461008548737}
+{"Finetune/Learning Rate": 4.697412131251683e-06, "Finetune/Loss": 0.6106706261634827, "Finetune/Loss (Raw)": 0.5670748949050903, "Finetune/Step": 13223, "Finetune/Step Time": 11.909021746367216}
+{"Finetune/Learning Rate": 4.695984486212161e-06, "Finetune/Loss": 0.610282838344574, "Finetune/Loss (Raw)": 0.6283872723579407, "Finetune/Step": 13224, "Finetune/Step Time": 11.90752979554236}
+{"Finetune/Learning Rate": 4.694556991579435e-06, "Finetune/Loss": 0.610592246055603, "Finetune/Loss (Raw)": 0.5971934795379639, "Finetune/Step": 13225, "Finetune/Step Time": 11.912057906389236}
+{"Finetune/Learning Rate": 4.693129647393988e-06, "Finetune/Loss": 0.6099013090133667, "Finetune/Loss (Raw)": 0.5343117117881775, "Finetune/Step": 13226, "Finetune/Step Time": 11.908304268494248}
+{"Finetune/Learning Rate": 4.691702453696292e-06, "Finetune/Loss": 0.6096444129943848, "Finetune/Loss (Raw)": 0.4962879419326782, "Finetune/Step": 13227, "Finetune/Step Time": 11.91052414290607}
+{"Finetune/Learning Rate": 4.690275410526821e-06, "Finetune/Loss": 0.6099168062210083, "Finetune/Loss (Raw)": 0.6122519969940186, "Finetune/Step": 13228, "Finetune/Step Time": 11.91082951426506}
+{"Finetune/Learning Rate": 4.688848517926039e-06, "Finetune/Loss": 0.6104182004928589, "Finetune/Loss (Raw)": 0.6540104150772095, "Finetune/Step": 13229, "Finetune/Step Time": 11.905802169814706}
+{"Finetune/Learning Rate": 4.687421775934412e-06, "Finetune/Loss": 0.6110941171646118, "Finetune/Loss (Raw)": 0.6350188255310059, "Finetune/Step": 13230, "Finetune/Step Time": 11.910921109840274}
+{"Finetune/Learning Rate": 4.6859951845923945e-06, "Finetune/Loss": 0.6118051409721375, "Finetune/Loss (Raw)": 0.6148360967636108, "Finetune/Step": 13231, "Finetune/Step Time": 11.91555816307664}
+{"Finetune/Learning Rate": 4.684568743940444e-06, "Finetune/Loss": 0.6123238801956177, "Finetune/Loss (Raw)": 0.6296628713607788, "Finetune/Step": 13232, "Finetune/Step Time": 11.916702423244715}
+{"Finetune/Learning Rate": 4.6831424540190084e-06, "Finetune/Loss": 0.6131961345672607, "Finetune/Loss (Raw)": 0.6265767216682434, "Finetune/Step": 13233, "Finetune/Step Time": 11.936135396361351}
+{"Finetune/Learning Rate": 4.681716314868534e-06, "Finetune/Loss": 0.613517701625824, "Finetune/Loss (Raw)": 0.6902590990066528, "Finetune/Step": 13234, "Finetune/Step Time": 11.943193027749658}
+{"Finetune/Learning Rate": 4.6802903265294606e-06, "Finetune/Loss": 0.6146328449249268, "Finetune/Loss (Raw)": 0.6364899277687073, "Finetune/Step": 13235, "Finetune/Step Time": 11.95319733209908}
+{"Finetune/Learning Rate": 4.678864489042228e-06, "Finetune/Loss": 0.6144611835479736, "Finetune/Loss (Raw)": 0.5787922739982605, "Finetune/Step": 13236, "Finetune/Step Time": 11.945889195427299}
+{"Finetune/Learning Rate": 4.677438802447266e-06, "Finetune/Loss": 0.615634024143219, "Finetune/Loss (Raw)": 0.6917760372161865, "Finetune/Step": 13237, "Finetune/Step Time": 11.935760769993067}
+{"Finetune/Learning Rate": 4.676013266785004e-06, "Finetune/Loss": 0.6148055791854858, "Finetune/Loss (Raw)": 0.5904621481895447, "Finetune/Step": 13238, "Finetune/Step Time": 11.938083251938224}
+{"Finetune/Learning Rate": 4.674587882095868e-06, "Finetune/Loss": 0.6138907670974731, "Finetune/Loss (Raw)": 0.6177640557289124, "Finetune/Step": 13239, "Finetune/Step Time": 11.946221491321921}
+{"Finetune/Learning Rate": 4.673162648420275e-06, "Finetune/Loss": 0.6146435141563416, "Finetune/Loss (Raw)": 0.7439718842506409, "Finetune/Step": 13240, "Finetune/Step Time": 11.949099812656641}
+{"Finetune/Learning Rate": 4.671737565798642e-06, "Finetune/Loss": 0.6142330169677734, "Finetune/Loss (Raw)": 0.569266676902771, "Finetune/Step": 13241, "Finetune/Step Time": 11.943198025226593}
+{"Finetune/Learning Rate": 4.67031263427138e-06, "Finetune/Loss": 0.6137388348579407, "Finetune/Loss (Raw)": 0.5662803053855896, "Finetune/Step": 13242, "Finetune/Step Time": 11.945113312453032}
+{"Finetune/Learning Rate": 4.668887853878896e-06, "Finetune/Loss": 0.6149581670761108, "Finetune/Loss (Raw)": 0.7151520252227783, "Finetune/Step": 13243, "Finetune/Step Time": 11.943041674792767}
+{"Finetune/Learning Rate": 4.667463224661592e-06, "Finetune/Loss": 0.6143028736114502, "Finetune/Loss (Raw)": 0.6472275257110596, "Finetune/Step": 13244, "Finetune/Step Time": 11.94793607108295}
+{"Finetune/Learning Rate": 4.666038746659869e-06, "Finetune/Loss": 0.6133277416229248, "Finetune/Loss (Raw)": 0.5763214230537415, "Finetune/Step": 13245, "Finetune/Step Time": 11.978561053052545}
+{"Finetune/Learning Rate": 4.664614419914119e-06, "Finetune/Loss": 0.6138240098953247, "Finetune/Loss (Raw)": 0.6656383275985718, "Finetune/Step": 13246, "Finetune/Step Time": 11.954263128340244}
+{"Finetune/Learning Rate": 4.663190244464732e-06, "Finetune/Loss": 0.6135104298591614, "Finetune/Loss (Raw)": 0.5630744099617004, "Finetune/Step": 13247, "Finetune/Step Time": 11.956323949620128}
+{"Finetune/Learning Rate": 4.661766220352098e-06, "Finetune/Loss": 0.6137243509292603, "Finetune/Loss (Raw)": 0.6274938583374023, "Finetune/Step": 13248, "Finetune/Step Time": 11.98671824671328}
+{"Finetune/Learning Rate": 4.660342347616585e-06, "Finetune/Loss": 0.6129000186920166, "Finetune/Loss (Raw)": 0.6025276780128479, "Finetune/Step": 13249, "Finetune/Step Time": 11.987484568729997}
+{"Finetune/Learning Rate": 4.658918626298584e-06, "Finetune/Loss": 0.6136786937713623, "Finetune/Loss (Raw)": 0.7016804814338684, "Finetune/Step": 13250, "Finetune/Step Time": 11.99073955975473}
+{"Finetune/Learning Rate": 4.657495056438462e-06, "Finetune/Loss": 0.6148442625999451, "Finetune/Loss (Raw)": 0.5639652609825134, "Finetune/Step": 13251, "Finetune/Step Time": 11.96679900586605}
+{"Finetune/Learning Rate": 4.656071638076589e-06, "Finetune/Loss": 0.6143078804016113, "Finetune/Loss (Raw)": 0.5107264518737793, "Finetune/Step": 13252, "Finetune/Step Time": 11.939478624612093}
+{"Finetune/Learning Rate": 4.654648371253329e-06, "Finetune/Loss": 0.6139979362487793, "Finetune/Loss (Raw)": 0.5531538128852844, "Finetune/Step": 13253, "Finetune/Step Time": 11.949653601273894}
+{"Finetune/Learning Rate": 4.653225256009043e-06, "Finetune/Loss": 0.6139805316925049, "Finetune/Loss (Raw)": 0.6640446782112122, "Finetune/Step": 13254, "Finetune/Step Time": 11.942540921270847}
+{"Finetune/Learning Rate": 4.6518022923840815e-06, "Finetune/Loss": 0.6135379672050476, "Finetune/Loss (Raw)": 0.6198763847351074, "Finetune/Step": 13255, "Finetune/Step Time": 11.951905788853765}
+{"Finetune/Learning Rate": 4.650379480418795e-06, "Finetune/Loss": 0.6125425696372986, "Finetune/Loss (Raw)": 0.5769787430763245, "Finetune/Step": 13256, "Finetune/Step Time": 11.950396601110697}
+{"Finetune/Learning Rate": 4.648956820153539e-06, "Finetune/Loss": 0.6121777892112732, "Finetune/Loss (Raw)": 0.5845864415168762, "Finetune/Step": 13257, "Finetune/Step Time": 11.943655228242278}
+{"Finetune/Learning Rate": 4.647534311628649e-06, "Finetune/Loss": 0.6124671697616577, "Finetune/Loss (Raw)": 0.6131951212882996, "Finetune/Step": 13258, "Finetune/Step Time": 11.92737691104412}
+{"Finetune/Learning Rate": 4.646111954884467e-06, "Finetune/Loss": 0.6128352284431458, "Finetune/Loss (Raw)": 0.5587019920349121, "Finetune/Step": 13259, "Finetune/Step Time": 11.934375254437327}
+{"Finetune/Learning Rate": 4.644689749961329e-06, "Finetune/Loss": 0.6136313676834106, "Finetune/Loss (Raw)": 0.6817131638526917, "Finetune/Step": 13260, "Finetune/Step Time": 11.932768000289798}
+{"Finetune/Learning Rate": 4.643267696899557e-06, "Finetune/Loss": 0.6130143404006958, "Finetune/Loss (Raw)": 0.5307114124298096, "Finetune/Step": 13261, "Finetune/Step Time": 11.923105793073773}
+{"Finetune/Learning Rate": 4.641845795739481e-06, "Finetune/Loss": 0.6131515502929688, "Finetune/Loss (Raw)": 0.6274817585945129, "Finetune/Step": 13262, "Finetune/Step Time": 11.932294165715575}
+{"Finetune/Learning Rate": 4.640424046521419e-06, "Finetune/Loss": 0.6138710975646973, "Finetune/Loss (Raw)": 0.6656794548034668, "Finetune/Step": 13263, "Finetune/Step Time": 11.93684520944953}
+{"Finetune/Learning Rate": 4.639002449285693e-06, "Finetune/Loss": 0.6128392219543457, "Finetune/Loss (Raw)": 0.5473394989967346, "Finetune/Step": 13264, "Finetune/Step Time": 11.904272401705384}
+{"Finetune/Learning Rate": 4.637581004072613e-06, "Finetune/Loss": 0.6134602427482605, "Finetune/Loss (Raw)": 0.6432345509529114, "Finetune/Step": 13265, "Finetune/Step Time": 11.894312463700771}
+{"Finetune/Learning Rate": 4.636159710922491e-06, "Finetune/Loss": 0.614608645439148, "Finetune/Loss (Raw)": 0.587756335735321, "Finetune/Step": 13266, "Finetune/Step Time": 11.871473843231797}
+{"Finetune/Learning Rate": 4.634738569875623e-06, "Finetune/Loss": 0.6155142188072205, "Finetune/Loss (Raw)": 0.760741651058197, "Finetune/Step": 13267, "Finetune/Step Time": 11.868931757286191}
+{"Finetune/Learning Rate": 4.633317580972313e-06, "Finetune/Loss": 0.6160758137702942, "Finetune/Loss (Raw)": 0.6500179171562195, "Finetune/Step": 13268, "Finetune/Step Time": 11.873944791033864}
+{"Finetune/Learning Rate": 4.631896744252855e-06, "Finetune/Loss": 0.6171241998672485, "Finetune/Loss (Raw)": 0.5705526471138, "Finetune/Step": 13269, "Finetune/Step Time": 11.868293832987547}
+{"Finetune/Learning Rate": 4.63047605975754e-06, "Finetune/Loss": 0.6165796518325806, "Finetune/Loss (Raw)": 0.5007413029670715, "Finetune/Step": 13270, "Finetune/Step Time": 11.86974292807281}
+{"Finetune/Learning Rate": 4.6290555275266525e-06, "Finetune/Loss": 0.6161699295043945, "Finetune/Loss (Raw)": 0.5722116827964783, "Finetune/Step": 13271, "Finetune/Step Time": 11.892415707930923}
+{"Finetune/Learning Rate": 4.627635147600485e-06, "Finetune/Loss": 0.6155865788459778, "Finetune/Loss (Raw)": 0.6251132488250732, "Finetune/Step": 13272, "Finetune/Step Time": 11.885378079488873}
+{"Finetune/Learning Rate": 4.626214920019302e-06, "Finetune/Loss": 0.6166801452636719, "Finetune/Loss (Raw)": 0.7628268003463745, "Finetune/Step": 13273, "Finetune/Step Time": 11.862805016338825}
+{"Finetune/Learning Rate": 4.624794844823385e-06, "Finetune/Loss": 0.6179057955741882, "Finetune/Loss (Raw)": 0.6718833446502686, "Finetune/Step": 13274, "Finetune/Step Time": 11.871230764314532}
+{"Finetune/Learning Rate": 4.623374922053e-06, "Finetune/Loss": 0.6176602244377136, "Finetune/Loss (Raw)": 0.6473355889320374, "Finetune/Step": 13275, "Finetune/Step Time": 11.8820114210248}
+{"Finetune/Learning Rate": 4.621955151748413e-06, "Finetune/Loss": 0.617457389831543, "Finetune/Loss (Raw)": 0.6511995792388916, "Finetune/Step": 13276, "Finetune/Step Time": 11.874870704486966}
+{"Finetune/Learning Rate": 4.620535533949886e-06, "Finetune/Loss": 0.6163979768753052, "Finetune/Loss (Raw)": 0.46660786867141724, "Finetune/Step": 13277, "Finetune/Step Time": 11.88541135750711}
+{"Finetune/Learning Rate": 4.619116068697672e-06, "Finetune/Loss": 0.6168600916862488, "Finetune/Loss (Raw)": 0.5812996625900269, "Finetune/Step": 13278, "Finetune/Step Time": 11.880318554118276}
+{"Finetune/Learning Rate": 4.6176967560320275e-06, "Finetune/Loss": 0.6174843311309814, "Finetune/Loss (Raw)": 0.6306785941123962, "Finetune/Step": 13279, "Finetune/Step Time": 11.880372086539865}
+{"Finetune/Learning Rate": 4.616277595993196e-06, "Finetune/Loss": 0.6158450245857239, "Finetune/Loss (Raw)": 0.5094505548477173, "Finetune/Step": 13280, "Finetune/Step Time": 11.904698751866817}
+{"Finetune/Learning Rate": 4.614858588621424e-06, "Finetune/Loss": 0.6155296564102173, "Finetune/Loss (Raw)": 0.5503692626953125, "Finetune/Step": 13281, "Finetune/Step Time": 11.897955853492022}
+{"Finetune/Learning Rate": 4.613439733956948e-06, "Finetune/Loss": 0.6171367168426514, "Finetune/Loss (Raw)": 0.7193897366523743, "Finetune/Step": 13282, "Finetune/Step Time": 11.898681811988354}
+{"Finetune/Learning Rate": 4.612021032040004e-06, "Finetune/Loss": 0.6172696352005005, "Finetune/Loss (Raw)": 0.6477684378623962, "Finetune/Step": 13283, "Finetune/Step Time": 11.90194501541555}
+{"Finetune/Learning Rate": 4.610602482910823e-06, "Finetune/Loss": 0.6182537078857422, "Finetune/Loss (Raw)": 0.7079959511756897, "Finetune/Step": 13284, "Finetune/Step Time": 11.87117651104927}
+{"Finetune/Learning Rate": 4.609184086609629e-06, "Finetune/Loss": 0.6190357208251953, "Finetune/Loss (Raw)": 0.6792001128196716, "Finetune/Step": 13285, "Finetune/Step Time": 11.864930227398872}
+{"Finetune/Learning Rate": 4.607765843176646e-06, "Finetune/Loss": 0.6196461915969849, "Finetune/Loss (Raw)": 0.706648051738739, "Finetune/Step": 13286, "Finetune/Step Time": 11.869174083694816}
+{"Finetune/Learning Rate": 4.60634775265209e-06, "Finetune/Loss": 0.6194858551025391, "Finetune/Loss (Raw)": 0.5430232882499695, "Finetune/Step": 13287, "Finetune/Step Time": 11.866831855848432}
+{"Finetune/Learning Rate": 4.604929815076174e-06, "Finetune/Loss": 0.6190061569213867, "Finetune/Loss (Raw)": 0.6420531272888184, "Finetune/Step": 13288, "Finetune/Step Time": 11.8740851636976}
+{"Finetune/Learning Rate": 4.603512030489107e-06, "Finetune/Loss": 0.6191201210021973, "Finetune/Loss (Raw)": 0.5839058756828308, "Finetune/Step": 13289, "Finetune/Step Time": 11.873246608301997}
+{"Finetune/Learning Rate": 4.602094398931093e-06, "Finetune/Loss": 0.618432879447937, "Finetune/Loss (Raw)": 0.6470336318016052, "Finetune/Step": 13290, "Finetune/Step Time": 11.885952476412058}
+{"Finetune/Learning Rate": 4.600676920442332e-06, "Finetune/Loss": 0.6187301278114319, "Finetune/Loss (Raw)": 0.6742618680000305, "Finetune/Step": 13291, "Finetune/Step Time": 11.883929267525673}
+{"Finetune/Learning Rate": 4.59925959506302e-06, "Finetune/Loss": 0.6201132535934448, "Finetune/Loss (Raw)": 0.7207687497138977, "Finetune/Step": 13292, "Finetune/Step Time": 11.889870638027787}
+{"Finetune/Learning Rate": 4.597842422833349e-06, "Finetune/Loss": 0.6203663349151611, "Finetune/Loss (Raw)": 0.6658163070678711, "Finetune/Step": 13293, "Finetune/Step Time": 11.873223148286343}
+{"Finetune/Learning Rate": 4.596425403793505e-06, "Finetune/Loss": 0.6186752319335938, "Finetune/Loss (Raw)": 0.47963330149650574, "Finetune/Step": 13294, "Finetune/Step Time": 11.930139688774943}
+{"Finetune/Learning Rate": 4.59500853798367e-06, "Finetune/Loss": 0.6183408498764038, "Finetune/Loss (Raw)": 0.6055848002433777, "Finetune/Step": 13295, "Finetune/Step Time": 11.927497515454888}
+{"Finetune/Learning Rate": 4.593591825444028e-06, "Finetune/Loss": 0.6190571784973145, "Finetune/Loss (Raw)": 0.7567507028579712, "Finetune/Step": 13296, "Finetune/Step Time": 11.929178791120648}
+{"Finetune/Learning Rate": 4.592175266214744e-06, "Finetune/Loss": 0.6196631193161011, "Finetune/Loss (Raw)": 0.5758979320526123, "Finetune/Step": 13297, "Finetune/Step Time": 11.883973639458418}
+{"Finetune/Learning Rate": 4.590758860335988e-06, "Finetune/Loss": 0.620111346244812, "Finetune/Loss (Raw)": 0.713273823261261, "Finetune/Step": 13298, "Finetune/Step Time": 11.891731712967157}
+{"Finetune/Learning Rate": 4.589342607847932e-06, "Finetune/Loss": 0.6203004717826843, "Finetune/Loss (Raw)": 0.6664990186691284, "Finetune/Step": 13299, "Finetune/Step Time": 11.895964665338397}
+{"Finetune/Learning Rate": 4.587926508790735e-06, "Finetune/Loss": 0.6197519302368164, "Finetune/Loss (Raw)": 0.5725586414337158, "Finetune/Step": 13300, "Finetune/Step Time": 11.897500475868583}
+{"Finetune/Learning Rate": 4.58651056320455e-06, "Finetune/Loss": 0.6199020743370056, "Finetune/Loss (Raw)": 0.6087918877601624, "Finetune/Step": 13301, "Finetune/Step Time": 11.896065760403872}
+{"Finetune/Learning Rate": 4.585094771129537e-06, "Finetune/Loss": 0.6193264126777649, "Finetune/Loss (Raw)": 0.5909040570259094, "Finetune/Step": 13302, "Finetune/Step Time": 11.912736976519227}
+{"Finetune/Learning Rate": 4.583679132605835e-06, "Finetune/Loss": 0.6201415657997131, "Finetune/Loss (Raw)": 0.6324065923690796, "Finetune/Step": 13303, "Finetune/Step Time": 11.924303287640214}
+{"Finetune/Learning Rate": 4.58226364767359e-06, "Finetune/Loss": 0.6186668276786804, "Finetune/Loss (Raw)": 0.5397347211837769, "Finetune/Step": 13304, "Finetune/Step Time": 11.926001476123929}
+{"Finetune/Learning Rate": 4.580848316372939e-06, "Finetune/Loss": 0.6194966435432434, "Finetune/Loss (Raw)": 0.5345712900161743, "Finetune/Step": 13305, "Finetune/Step Time": 11.901205852627754}
+{"Finetune/Learning Rate": 4.579433138744023e-06, "Finetune/Loss": 0.6195600032806396, "Finetune/Loss (Raw)": 0.6437872648239136, "Finetune/Step": 13306, "Finetune/Step Time": 11.89487711340189}
+{"Finetune/Learning Rate": 4.578018114826969e-06, "Finetune/Loss": 0.6196826100349426, "Finetune/Loss (Raw)": 0.627005398273468, "Finetune/Step": 13307, "Finetune/Step Time": 11.898679917678237}
+{"Finetune/Learning Rate": 4.576603244661907e-06, "Finetune/Loss": 0.6207700967788696, "Finetune/Loss (Raw)": 0.6769495010375977, "Finetune/Step": 13308, "Finetune/Step Time": 11.903688276186585}
+{"Finetune/Learning Rate": 4.575188528288951e-06, "Finetune/Loss": 0.6203691363334656, "Finetune/Loss (Raw)": 0.6028666496276855, "Finetune/Step": 13309, "Finetune/Step Time": 11.902412425726652}
+{"Finetune/Learning Rate": 4.573773965748223e-06, "Finetune/Loss": 0.6203026175498962, "Finetune/Loss (Raw)": 0.6243080496788025, "Finetune/Step": 13310, "Finetune/Step Time": 11.893424559384584}
+{"Finetune/Learning Rate": 4.572359557079834e-06, "Finetune/Loss": 0.6209474205970764, "Finetune/Loss (Raw)": 0.6547890901565552, "Finetune/Step": 13311, "Finetune/Step Time": 11.862959418445826}
+{"Finetune/Learning Rate": 4.57094530232389e-06, "Finetune/Loss": 0.619649350643158, "Finetune/Loss (Raw)": 0.4378502070903778, "Finetune/Step": 13312, "Finetune/Step Time": 11.889587504789233}
+{"Finetune/Learning Rate": 4.569531201520504e-06, "Finetune/Loss": 0.6185421943664551, "Finetune/Loss (Raw)": 0.603792130947113, "Finetune/Step": 13313, "Finetune/Step Time": 11.866245312616229}
+{"Finetune/Learning Rate": 4.568117254709774e-06, "Finetune/Loss": 0.6188741326332092, "Finetune/Loss (Raw)": 0.5944041609764099, "Finetune/Step": 13314, "Finetune/Step Time": 11.861218869686127}
+{"Finetune/Learning Rate": 4.566703461931789e-06, "Finetune/Loss": 0.6179863214492798, "Finetune/Loss (Raw)": 0.520060122013092, "Finetune/Step": 13315, "Finetune/Step Time": 11.860006611794233}
+{"Finetune/Learning Rate": 4.565289823226644e-06, "Finetune/Loss": 0.616950511932373, "Finetune/Loss (Raw)": 0.6087494492530823, "Finetune/Step": 13316, "Finetune/Step Time": 11.855739062651992}
+{"Finetune/Learning Rate": 4.563876338634425e-06, "Finetune/Loss": 0.6176039576530457, "Finetune/Loss (Raw)": 0.5927476286888123, "Finetune/Step": 13317, "Finetune/Step Time": 11.858994437381625}
+{"Finetune/Learning Rate": 4.562463008195214e-06, "Finetune/Loss": 0.617127001285553, "Finetune/Loss (Raw)": 0.5115797519683838, "Finetune/Step": 13318, "Finetune/Step Time": 11.864938674494624}
+{"Finetune/Learning Rate": 4.561049831949087e-06, "Finetune/Loss": 0.6167905926704407, "Finetune/Loss (Raw)": 0.6057689189910889, "Finetune/Step": 13319, "Finetune/Step Time": 11.864991057664156}
+{"Finetune/Learning Rate": 4.559636809936124e-06, "Finetune/Loss": 0.615856409072876, "Finetune/Loss (Raw)": 0.5315410494804382, "Finetune/Step": 13320, "Finetune/Step Time": 11.864137332886457}
+{"Finetune/Learning Rate": 4.558223942196394e-06, "Finetune/Loss": 0.6145370006561279, "Finetune/Loss (Raw)": 0.4687638580799103, "Finetune/Step": 13321, "Finetune/Step Time": 11.849663473665714}
+{"Finetune/Learning Rate": 4.556811228769956e-06, "Finetune/Loss": 0.6152385473251343, "Finetune/Loss (Raw)": 0.7020815014839172, "Finetune/Step": 13322, "Finetune/Step Time": 11.829034119844437}
+{"Finetune/Learning Rate": 4.555398669696873e-06, "Finetune/Loss": 0.6170943379402161, "Finetune/Loss (Raw)": 0.7595891952514648, "Finetune/Step": 13323, "Finetune/Step Time": 11.827370626851916}
+{"Finetune/Learning Rate": 4.5539862650172e-06, "Finetune/Loss": 0.6169068813323975, "Finetune/Loss (Raw)": 0.641892671585083, "Finetune/Step": 13324, "Finetune/Step Time": 11.821334835141897}
+{"Finetune/Learning Rate": 4.552574014770992e-06, "Finetune/Loss": 0.6155258417129517, "Finetune/Loss (Raw)": 0.49405810236930847, "Finetune/Step": 13325, "Finetune/Step Time": 11.820355271920562}
+{"Finetune/Learning Rate": 4.551161918998293e-06, "Finetune/Loss": 0.6168348789215088, "Finetune/Loss (Raw)": 0.6679195165634155, "Finetune/Step": 13326, "Finetune/Step Time": 11.829793302342296}
+{"Finetune/Learning Rate": 4.549749977739148e-06, "Finetune/Loss": 0.6158848404884338, "Finetune/Loss (Raw)": 0.635474443435669, "Finetune/Step": 13327, "Finetune/Step Time": 11.81944310106337}
+{"Finetune/Learning Rate": 4.548338191033595e-06, "Finetune/Loss": 0.6159657835960388, "Finetune/Loss (Raw)": 0.5820567607879639, "Finetune/Step": 13328, "Finetune/Step Time": 11.819766668602824}
+{"Finetune/Learning Rate": 4.54692655892167e-06, "Finetune/Loss": 0.6144829392433167, "Finetune/Loss (Raw)": 0.5057616829872131, "Finetune/Step": 13329, "Finetune/Step Time": 11.823350505903363}
+{"Finetune/Learning Rate": 4.5455150814434005e-06, "Finetune/Loss": 0.6134542226791382, "Finetune/Loss (Raw)": 0.5497170686721802, "Finetune/Step": 13330, "Finetune/Step Time": 11.815192434936762}
+{"Finetune/Learning Rate": 4.544103758638812e-06, "Finetune/Loss": 0.6121782064437866, "Finetune/Loss (Raw)": 0.6146361827850342, "Finetune/Step": 13331, "Finetune/Step Time": 11.81479849293828}
+{"Finetune/Learning Rate": 4.542692590547927e-06, "Finetune/Loss": 0.6110230684280396, "Finetune/Loss (Raw)": 0.6008638739585876, "Finetune/Step": 13332, "Finetune/Step Time": 11.822556523606181}
+{"Finetune/Learning Rate": 4.541281577210761e-06, "Finetune/Loss": 0.6110528707504272, "Finetune/Loss (Raw)": 0.631891131401062, "Finetune/Step": 13333, "Finetune/Step Time": 11.806704342365265}
+{"Finetune/Learning Rate": 4.5398707186673275e-06, "Finetune/Loss": 0.6104823350906372, "Finetune/Loss (Raw)": 0.6392231583595276, "Finetune/Step": 13334, "Finetune/Step Time": 11.80782961845398}
+{"Finetune/Learning Rate": 4.538460014957634e-06, "Finetune/Loss": 0.6105794906616211, "Finetune/Loss (Raw)": 0.5883850455284119, "Finetune/Step": 13335, "Finetune/Step Time": 11.790379019454122}
+{"Finetune/Learning Rate": 4.5370494661216835e-06, "Finetune/Loss": 0.6099130511283875, "Finetune/Loss (Raw)": 0.5700624585151672, "Finetune/Step": 13336, "Finetune/Step Time": 11.791032331064343}
+{"Finetune/Learning Rate": 4.535639072199476e-06, "Finetune/Loss": 0.6100777387619019, "Finetune/Loss (Raw)": 0.6011345982551575, "Finetune/Step": 13337, "Finetune/Step Time": 11.807889392599463}
+{"Finetune/Learning Rate": 4.534228833231006e-06, "Finetune/Loss": 0.6112900972366333, "Finetune/Loss (Raw)": 0.6517556309700012, "Finetune/Step": 13338, "Finetune/Step Time": 11.808980287984014}
+{"Finetune/Learning Rate": 4.532818749256263e-06, "Finetune/Loss": 0.6092835664749146, "Finetune/Loss (Raw)": 0.40128350257873535, "Finetune/Step": 13339, "Finetune/Step Time": 11.841028194874525}
+{"Finetune/Learning Rate": 4.531408820315234e-06, "Finetune/Loss": 0.6092740297317505, "Finetune/Loss (Raw)": 0.5906297564506531, "Finetune/Step": 13340, "Finetune/Step Time": 11.843681152909994}
+{"Finetune/Learning Rate": 4.529999046447901e-06, "Finetune/Loss": 0.6095821857452393, "Finetune/Loss (Raw)": 0.5944373607635498, "Finetune/Step": 13341, "Finetune/Step Time": 11.865270990878344}
+{"Finetune/Learning Rate": 4.52858942769424e-06, "Finetune/Loss": 0.6094019412994385, "Finetune/Loss (Raw)": 0.5387334227561951, "Finetune/Step": 13342, "Finetune/Step Time": 11.873266123235226}
+{"Finetune/Learning Rate": 4.527179964094224e-06, "Finetune/Loss": 0.6093834638595581, "Finetune/Loss (Raw)": 0.6639342308044434, "Finetune/Step": 13343, "Finetune/Step Time": 11.86794807575643}
+{"Finetune/Learning Rate": 4.525770655687821e-06, "Finetune/Loss": 0.6090578436851501, "Finetune/Loss (Raw)": 0.5797147154808044, "Finetune/Step": 13344, "Finetune/Step Time": 11.878371488302946}
+{"Finetune/Learning Rate": 4.524361502515e-06, "Finetune/Loss": 0.609376072883606, "Finetune/Loss (Raw)": 0.6722272038459778, "Finetune/Step": 13345, "Finetune/Step Time": 11.869500152766705}
+{"Finetune/Learning Rate": 4.5229525046157085e-06, "Finetune/Loss": 0.6096756458282471, "Finetune/Loss (Raw)": 0.6893154978752136, "Finetune/Step": 13346, "Finetune/Step Time": 11.868663251399994}
+{"Finetune/Learning Rate": 4.521543662029914e-06, "Finetune/Loss": 0.6096122860908508, "Finetune/Loss (Raw)": 0.6150009036064148, "Finetune/Step": 13347, "Finetune/Step Time": 11.860208373516798}
+{"Finetune/Learning Rate": 4.520134974797561e-06, "Finetune/Loss": 0.6100872159004211, "Finetune/Loss (Raw)": 0.6717675924301147, "Finetune/Step": 13348, "Finetune/Step Time": 11.861429737880826}
+{"Finetune/Learning Rate": 4.518726442958599e-06, "Finetune/Loss": 0.6113399267196655, "Finetune/Loss (Raw)": 0.6521051526069641, "Finetune/Step": 13349, "Finetune/Step Time": 11.862312080338597}
+{"Finetune/Learning Rate": 4.517318066552967e-06, "Finetune/Loss": 0.6116850972175598, "Finetune/Loss (Raw)": 0.6106443405151367, "Finetune/Step": 13350, "Finetune/Step Time": 11.863197920843959}
+{"Finetune/Learning Rate": 4.515909845620609e-06, "Finetune/Loss": 0.6119240522384644, "Finetune/Loss (Raw)": 0.5976552963256836, "Finetune/Step": 13351, "Finetune/Step Time": 11.868666969239712}
+{"Finetune/Learning Rate": 4.514501780201449e-06, "Finetune/Loss": 0.6117758750915527, "Finetune/Loss (Raw)": 0.6094223856925964, "Finetune/Step": 13352, "Finetune/Step Time": 11.880802795290947}
+{"Finetune/Learning Rate": 4.513093870335419e-06, "Finetune/Loss": 0.6116884350776672, "Finetune/Loss (Raw)": 0.5860016942024231, "Finetune/Step": 13353, "Finetune/Step Time": 11.88997677154839}
+{"Finetune/Learning Rate": 4.511686116062441e-06, "Finetune/Loss": 0.6117483973503113, "Finetune/Loss (Raw)": 0.5419898629188538, "Finetune/Step": 13354, "Finetune/Step Time": 11.87610910832882}
+{"Finetune/Learning Rate": 4.510278517422441e-06, "Finetune/Loss": 0.612476110458374, "Finetune/Loss (Raw)": 0.5894315838813782, "Finetune/Step": 13355, "Finetune/Step Time": 11.8740791734308}
+{"Finetune/Learning Rate": 4.508871074455334e-06, "Finetune/Loss": 0.6112756729125977, "Finetune/Loss (Raw)": 0.4585994482040405, "Finetune/Step": 13356, "Finetune/Step Time": 11.892239145934582}
+{"Finetune/Learning Rate": 4.507463787201031e-06, "Finetune/Loss": 0.6099888682365417, "Finetune/Loss (Raw)": 0.48929592967033386, "Finetune/Step": 13357, "Finetune/Step Time": 11.891190700232983}
+{"Finetune/Learning Rate": 4.506056655699432e-06, "Finetune/Loss": 0.6096895933151245, "Finetune/Loss (Raw)": 0.596714437007904, "Finetune/Step": 13358, "Finetune/Step Time": 11.887737419456244}
+{"Finetune/Learning Rate": 4.504649679990444e-06, "Finetune/Loss": 0.6080434322357178, "Finetune/Loss (Raw)": 0.4041271507740021, "Finetune/Step": 13359, "Finetune/Step Time": 11.932037618011236}
+{"Finetune/Learning Rate": 4.5032428601139644e-06, "Finetune/Loss": 0.6070854663848877, "Finetune/Loss (Raw)": 0.5070466995239258, "Finetune/Step": 13360, "Finetune/Step Time": 11.972481982782483}
+{"Finetune/Learning Rate": 4.5018361961098825e-06, "Finetune/Loss": 0.6066399216651917, "Finetune/Loss (Raw)": 0.5695399045944214, "Finetune/Step": 13361, "Finetune/Step Time": 11.946439011022449}
+{"Finetune/Learning Rate": 4.5004296880180954e-06, "Finetune/Loss": 0.6055942177772522, "Finetune/Loss (Raw)": 0.5564146637916565, "Finetune/Step": 13362, "Finetune/Step Time": 11.943667011335492}
+{"Finetune/Learning Rate": 4.499023335878488e-06, "Finetune/Loss": 0.6046593189239502, "Finetune/Loss (Raw)": 0.5168234705924988, "Finetune/Step": 13363, "Finetune/Step Time": 11.92786637879908}
+{"Finetune/Learning Rate": 4.497617139730932e-06, "Finetune/Loss": 0.6044058203697205, "Finetune/Loss (Raw)": 0.546341061592102, "Finetune/Step": 13364, "Finetune/Step Time": 11.931816440075636}
+{"Finetune/Learning Rate": 4.496211099615307e-06, "Finetune/Loss": 0.6037743091583252, "Finetune/Loss (Raw)": 0.6109464764595032, "Finetune/Step": 13365, "Finetune/Step Time": 11.938756512477994}
+{"Finetune/Learning Rate": 4.4948052155714835e-06, "Finetune/Loss": 0.6037777662277222, "Finetune/Loss (Raw)": 0.590900182723999, "Finetune/Step": 13366, "Finetune/Step Time": 11.938454138115048}
+{"Finetune/Learning Rate": 4.4933994876393316e-06, "Finetune/Loss": 0.6027581095695496, "Finetune/Loss (Raw)": 0.4872446656227112, "Finetune/Step": 13367, "Finetune/Step Time": 11.938048562034965}
+{"Finetune/Learning Rate": 4.491993915858706e-06, "Finetune/Loss": 0.6011802554130554, "Finetune/Loss (Raw)": 0.5420128107070923, "Finetune/Step": 13368, "Finetune/Step Time": 11.936815017834306}
+{"Finetune/Learning Rate": 4.490588500269479e-06, "Finetune/Loss": 0.6017833948135376, "Finetune/Loss (Raw)": 0.6464630961418152, "Finetune/Step": 13369, "Finetune/Step Time": 11.938096022233367}
+{"Finetune/Learning Rate": 4.489183240911491e-06, "Finetune/Loss": 0.602149486541748, "Finetune/Loss (Raw)": 0.6131492853164673, "Finetune/Step": 13370, "Finetune/Step Time": 11.93931157514453}
+{"Finetune/Learning Rate": 4.487778137824597e-06, "Finetune/Loss": 0.6010724306106567, "Finetune/Loss (Raw)": 0.5772793889045715, "Finetune/Step": 13371, "Finetune/Step Time": 11.94720995053649}
+{"Finetune/Learning Rate": 4.486373191048639e-06, "Finetune/Loss": 0.6010150909423828, "Finetune/Loss (Raw)": 0.6398826837539673, "Finetune/Step": 13372, "Finetune/Step Time": 11.931561529636383}
+{"Finetune/Learning Rate": 4.484968400623459e-06, "Finetune/Loss": 0.6010532975196838, "Finetune/Loss (Raw)": 0.5812228918075562, "Finetune/Step": 13373, "Finetune/Step Time": 11.947041502222419}
+{"Finetune/Learning Rate": 4.483563766588892e-06, "Finetune/Loss": 0.600725531578064, "Finetune/Loss (Raw)": 0.6236817240715027, "Finetune/Step": 13374, "Finetune/Step Time": 11.950024589896202}
+{"Finetune/Learning Rate": 4.4821592889847696e-06, "Finetune/Loss": 0.6004264950752258, "Finetune/Loss (Raw)": 0.5247957110404968, "Finetune/Step": 13375, "Finetune/Step Time": 11.961434707045555}
+{"Finetune/Learning Rate": 4.48075496785092e-06, "Finetune/Loss": 0.5991696119308472, "Finetune/Loss (Raw)": 0.466613233089447, "Finetune/Step": 13376, "Finetune/Step Time": 11.954858845099807}
+{"Finetune/Learning Rate": 4.479350803227165e-06, "Finetune/Loss": 0.5987733006477356, "Finetune/Loss (Raw)": 0.5517961382865906, "Finetune/Step": 13377, "Finetune/Step Time": 11.945143766701221}
+{"Finetune/Learning Rate": 4.477946795153322e-06, "Finetune/Loss": 0.5979679822921753, "Finetune/Loss (Raw)": 0.5986071825027466, "Finetune/Step": 13378, "Finetune/Step Time": 11.94591249525547}
+{"Finetune/Learning Rate": 4.476542943669205e-06, "Finetune/Loss": 0.5978266000747681, "Finetune/Loss (Raw)": 0.54586261510849, "Finetune/Step": 13379, "Finetune/Step Time": 11.946578972041607}
+{"Finetune/Learning Rate": 4.475139248814625e-06, "Finetune/Loss": 0.5983002185821533, "Finetune/Loss (Raw)": 0.5713486671447754, "Finetune/Step": 13380, "Finetune/Step Time": 11.946817150339484}
+{"Finetune/Learning Rate": 4.473735710629385e-06, "Finetune/Loss": 0.5982692241668701, "Finetune/Loss (Raw)": 0.5491898655891418, "Finetune/Step": 13381, "Finetune/Step Time": 11.941533396020532}
+{"Finetune/Learning Rate": 4.4723323291532835e-06, "Finetune/Loss": 0.5975034236907959, "Finetune/Loss (Raw)": 0.5660205483436584, "Finetune/Step": 13382, "Finetune/Step Time": 11.950644114986062}
+{"Finetune/Learning Rate": 4.470929104426121e-06, "Finetune/Loss": 0.5980271100997925, "Finetune/Loss (Raw)": 0.6869078874588013, "Finetune/Step": 13383, "Finetune/Step Time": 11.93918095715344}
+{"Finetune/Learning Rate": 4.469526036487686e-06, "Finetune/Loss": 0.5980348587036133, "Finetune/Loss (Raw)": 0.5779786705970764, "Finetune/Step": 13384, "Finetune/Step Time": 11.935066439211369}
+{"Finetune/Learning Rate": 4.468123125377766e-06, "Finetune/Loss": 0.5989128947257996, "Finetune/Loss (Raw)": 0.696967601776123, "Finetune/Step": 13385, "Finetune/Step Time": 11.947927366942167}
+{"Finetune/Learning Rate": 4.466720371136143e-06, "Finetune/Loss": 0.5992895364761353, "Finetune/Loss (Raw)": 0.6614024639129639, "Finetune/Step": 13386, "Finetune/Step Time": 11.955659475177526}
+{"Finetune/Learning Rate": 4.465317773802599e-06, "Finetune/Loss": 0.5991294980049133, "Finetune/Loss (Raw)": 0.538224995136261, "Finetune/Step": 13387, "Finetune/Step Time": 11.95187458395958}
+{"Finetune/Learning Rate": 4.463915333416898e-06, "Finetune/Loss": 0.5989022254943848, "Finetune/Loss (Raw)": 0.6526147723197937, "Finetune/Step": 13388, "Finetune/Step Time": 11.944841368123889}
+{"Finetune/Learning Rate": 4.46251305001882e-06, "Finetune/Loss": 0.6003124117851257, "Finetune/Loss (Raw)": 0.7112188339233398, "Finetune/Step": 13389, "Finetune/Step Time": 11.94051861576736}
+{"Finetune/Learning Rate": 4.461110923648123e-06, "Finetune/Loss": 0.5994554758071899, "Finetune/Loss (Raw)": 0.517791211605072, "Finetune/Step": 13390, "Finetune/Step Time": 11.930222162976861}
+{"Finetune/Learning Rate": 4.459708954344571e-06, "Finetune/Loss": 0.5994600057601929, "Finetune/Loss (Raw)": 0.6662643551826477, "Finetune/Step": 13391, "Finetune/Step Time": 11.923069907352328}
+{"Finetune/Learning Rate": 4.45830714214792e-06, "Finetune/Loss": 0.60013747215271, "Finetune/Loss (Raw)": 0.6340598464012146, "Finetune/Step": 13392, "Finetune/Step Time": 11.924019215628505}
+{"Finetune/Learning Rate": 4.456905487097923e-06, "Finetune/Loss": 0.5994527339935303, "Finetune/Loss (Raw)": 0.5555775165557861, "Finetune/Step": 13393, "Finetune/Step Time": 11.925095373764634}
+{"Finetune/Learning Rate": 4.455503989234319e-06, "Finetune/Loss": 0.5999109745025635, "Finetune/Loss (Raw)": 0.6464152336120605, "Finetune/Step": 13394, "Finetune/Step Time": 11.924866130575538}
+{"Finetune/Learning Rate": 4.454102648596852e-06, "Finetune/Loss": 0.5997023582458496, "Finetune/Loss (Raw)": 0.734045147895813, "Finetune/Step": 13395, "Finetune/Step Time": 11.933671560138464}
+{"Finetune/Learning Rate": 4.452701465225268e-06, "Finetune/Loss": 0.5986365079879761, "Finetune/Loss (Raw)": 0.513581395149231, "Finetune/Step": 13396, "Finetune/Step Time": 11.91998147033155}
+{"Finetune/Learning Rate": 4.451300439159295e-06, "Finetune/Loss": 0.5993942618370056, "Finetune/Loss (Raw)": 0.6675499677658081, "Finetune/Step": 13397, "Finetune/Step Time": 11.912761505693197}
+{"Finetune/Learning Rate": 4.449899570438663e-06, "Finetune/Loss": 0.5994900465011597, "Finetune/Loss (Raw)": 0.5129985809326172, "Finetune/Step": 13398, "Finetune/Step Time": 11.90283390879631}
+{"Finetune/Learning Rate": 4.448498859103102e-06, "Finetune/Loss": 0.5996289253234863, "Finetune/Loss (Raw)": 0.5899838209152222, "Finetune/Step": 13399, "Finetune/Step Time": 11.910793175920844}
+{"Finetune/Learning Rate": 4.447098305192323e-06, "Finetune/Loss": 0.5989121198654175, "Finetune/Loss (Raw)": 0.5333680510520935, "Finetune/Step": 13400, "Finetune/Step Time": 11.91499182395637}
+{"Finetune/Learning Rate": 4.445697908746045e-06, "Finetune/Loss": 0.5977485179901123, "Finetune/Loss (Raw)": 0.6138795018196106, "Finetune/Step": 13401, "Finetune/Step Time": 11.913079401478171}
+{"Finetune/Learning Rate": 4.444297669803981e-06, "Finetune/Loss": 0.5971840620040894, "Finetune/Loss (Raw)": 0.5996385812759399, "Finetune/Step": 13402, "Finetune/Step Time": 11.92363097332418}
+{"Finetune/Learning Rate": 4.4428975884058325e-06, "Finetune/Loss": 0.5968996286392212, "Finetune/Loss (Raw)": 0.6109272241592407, "Finetune/Step": 13403, "Finetune/Step Time": 11.920080596581101}
+{"Finetune/Learning Rate": 4.441497664591309e-06, "Finetune/Loss": 0.597606360912323, "Finetune/Loss (Raw)": 0.7416620850563049, "Finetune/Step": 13404, "Finetune/Step Time": 11.93261737562716}
+{"Finetune/Learning Rate": 4.440097898400106e-06, "Finetune/Loss": 0.5992382168769836, "Finetune/Loss (Raw)": 0.6754792332649231, "Finetune/Step": 13405, "Finetune/Step Time": 11.92401061207056}
+{"Finetune/Learning Rate": 4.438698289871921e-06, "Finetune/Loss": 0.5994065999984741, "Finetune/Loss (Raw)": 0.6028596758842468, "Finetune/Step": 13406, "Finetune/Step Time": 11.922284187749028}
+{"Finetune/Learning Rate": 4.437298839046433e-06, "Finetune/Loss": 0.5991561412811279, "Finetune/Loss (Raw)": 0.598614513874054, "Finetune/Step": 13407, "Finetune/Step Time": 11.931210070848465}
+{"Finetune/Learning Rate": 4.435899545963333e-06, "Finetune/Loss": 0.5995434522628784, "Finetune/Loss (Raw)": 0.559034526348114, "Finetune/Step": 13408, "Finetune/Step Time": 11.988027341663837}
+{"Finetune/Learning Rate": 4.434500410662299e-06, "Finetune/Loss": 0.599595844745636, "Finetune/Loss (Raw)": 0.5570693612098694, "Finetune/Step": 13409, "Finetune/Step Time": 11.981720544397831}
+{"Finetune/Learning Rate": 4.4331014331830036e-06, "Finetune/Loss": 0.5988543629646301, "Finetune/Loss (Raw)": 0.624482274055481, "Finetune/Step": 13410, "Finetune/Step Time": 11.984375439584255}
+{"Finetune/Learning Rate": 4.4317026135651255e-06, "Finetune/Loss": 0.5988557934761047, "Finetune/Loss (Raw)": 0.6479519009590149, "Finetune/Step": 13411, "Finetune/Step Time": 11.967683246359229}
+{"Finetune/Learning Rate": 4.430303951848331e-06, "Finetune/Loss": 0.5979796051979065, "Finetune/Loss (Raw)": 0.595843493938446, "Finetune/Step": 13412, "Finetune/Step Time": 11.970700735226274}
+{"Finetune/Learning Rate": 4.4289054480722734e-06, "Finetune/Loss": 0.5956374406814575, "Finetune/Loss (Raw)": 0.3794037699699402, "Finetune/Step": 13413, "Finetune/Step Time": 12.00196823477745}
+{"Finetune/Learning Rate": 4.427507102276617e-06, "Finetune/Loss": 0.5944368839263916, "Finetune/Loss (Raw)": 0.5529707670211792, "Finetune/Step": 13414, "Finetune/Step Time": 12.049127865582705}
+{"Finetune/Learning Rate": 4.426108914501011e-06, "Finetune/Loss": 0.594727635383606, "Finetune/Loss (Raw)": 0.5802361965179443, "Finetune/Step": 13415, "Finetune/Step Time": 12.055039022117853}
+{"Finetune/Learning Rate": 4.424710884785108e-06, "Finetune/Loss": 0.594143271446228, "Finetune/Loss (Raw)": 0.5672590136528015, "Finetune/Step": 13416, "Finetune/Step Time": 12.052280293777585}
+{"Finetune/Learning Rate": 4.423313013168546e-06, "Finetune/Loss": 0.5945006012916565, "Finetune/Loss (Raw)": 0.6296433806419373, "Finetune/Step": 13417, "Finetune/Step Time": 12.062715206295252}
+{"Finetune/Learning Rate": 4.421915299690976e-06, "Finetune/Loss": 0.594385027885437, "Finetune/Loss (Raw)": 0.6322519183158875, "Finetune/Step": 13418, "Finetune/Step Time": 12.059319116175175}
+{"Finetune/Learning Rate": 4.420517744392023e-06, "Finetune/Loss": 0.5931373238563538, "Finetune/Loss (Raw)": 0.5145465135574341, "Finetune/Step": 13419, "Finetune/Step Time": 12.05763815715909}
+{"Finetune/Learning Rate": 4.419120347311321e-06, "Finetune/Loss": 0.5936384797096252, "Finetune/Loss (Raw)": 0.7849170565605164, "Finetune/Step": 13420, "Finetune/Step Time": 12.048162056133151}
+{"Finetune/Learning Rate": 4.417723108488495e-06, "Finetune/Loss": 0.5928090214729309, "Finetune/Loss (Raw)": 0.5596417784690857, "Finetune/Step": 13421, "Finetune/Step Time": 12.042960530146956}
+{"Finetune/Learning Rate": 4.416326027963169e-06, "Finetune/Loss": 0.5938738584518433, "Finetune/Loss (Raw)": 0.615935206413269, "Finetune/Step": 13422, "Finetune/Step Time": 11.980435702949762}
+{"Finetune/Learning Rate": 4.414929105774959e-06, "Finetune/Loss": 0.5937973260879517, "Finetune/Loss (Raw)": 0.5957855582237244, "Finetune/Step": 13423, "Finetune/Step Time": 11.982073068618774}
+{"Finetune/Learning Rate": 4.413532341963477e-06, "Finetune/Loss": 0.592278003692627, "Finetune/Loss (Raw)": 0.5622861385345459, "Finetune/Step": 13424, "Finetune/Step Time": 11.984040366485715}
+{"Finetune/Learning Rate": 4.412135736568332e-06, "Finetune/Loss": 0.5918822288513184, "Finetune/Loss (Raw)": 0.525238573551178, "Finetune/Step": 13425, "Finetune/Step Time": 11.983926713466644}
+{"Finetune/Learning Rate": 4.410739289629128e-06, "Finetune/Loss": 0.5906828045845032, "Finetune/Loss (Raw)": 0.5597453117370605, "Finetune/Step": 13426, "Finetune/Step Time": 11.998145267367363}
+{"Finetune/Learning Rate": 4.4093430011854645e-06, "Finetune/Loss": 0.5900077223777771, "Finetune/Loss (Raw)": 0.5800872445106506, "Finetune/Step": 13427, "Finetune/Step Time": 11.99130018800497}
+{"Finetune/Learning Rate": 4.407946871276935e-06, "Finetune/Loss": 0.5905880928039551, "Finetune/Loss (Raw)": 0.6468434929847717, "Finetune/Step": 13428, "Finetune/Step Time": 11.989125948399305}
+{"Finetune/Learning Rate": 4.406550899943131e-06, "Finetune/Loss": 0.5906710624694824, "Finetune/Loss (Raw)": 0.6194161772727966, "Finetune/Step": 13429, "Finetune/Step Time": 11.985193090513349}
+{"Finetune/Learning Rate": 4.405155087223637e-06, "Finetune/Loss": 0.5909165143966675, "Finetune/Loss (Raw)": 0.6223241686820984, "Finetune/Step": 13430, "Finetune/Step Time": 11.980820126831532}
+{"Finetune/Learning Rate": 4.403759433158036e-06, "Finetune/Loss": 0.5905754566192627, "Finetune/Loss (Raw)": 0.5887404084205627, "Finetune/Step": 13431, "Finetune/Step Time": 11.964307762682438}
+{"Finetune/Learning Rate": 4.402363937785904e-06, "Finetune/Loss": 0.5907688736915588, "Finetune/Loss (Raw)": 0.5644981265068054, "Finetune/Step": 13432, "Finetune/Step Time": 11.955473829060793}
+{"Finetune/Learning Rate": 4.400968601146813e-06, "Finetune/Loss": 0.5914306640625, "Finetune/Loss (Raw)": 0.6192781925201416, "Finetune/Step": 13433, "Finetune/Step Time": 11.954374643042684}
+{"Finetune/Learning Rate": 4.39957342328033e-06, "Finetune/Loss": 0.5908929109573364, "Finetune/Loss (Raw)": 0.5749586820602417, "Finetune/Step": 13434, "Finetune/Step Time": 11.955644624307752}
+{"Finetune/Learning Rate": 4.39817840422602e-06, "Finetune/Loss": 0.5908712148666382, "Finetune/Loss (Raw)": 0.6242244839668274, "Finetune/Step": 13435, "Finetune/Step Time": 11.953561518341303}
+{"Finetune/Learning Rate": 4.3967835440234455e-06, "Finetune/Loss": 0.589619517326355, "Finetune/Loss (Raw)": 0.5167379379272461, "Finetune/Step": 13436, "Finetune/Step Time": 11.946188885718584}
+{"Finetune/Learning Rate": 4.3953888427121475e-06, "Finetune/Loss": 0.5897551774978638, "Finetune/Loss (Raw)": 0.6202216744422913, "Finetune/Step": 13437, "Finetune/Step Time": 11.946879351511598}
+{"Finetune/Learning Rate": 4.393994300331689e-06, "Finetune/Loss": 0.5907160043716431, "Finetune/Loss (Raw)": 0.7473046779632568, "Finetune/Step": 13438, "Finetune/Step Time": 11.946946939453483}
+{"Finetune/Learning Rate": 4.39259991692161e-06, "Finetune/Loss": 0.590721607208252, "Finetune/Loss (Raw)": 0.6554985046386719, "Finetune/Step": 13439, "Finetune/Step Time": 11.958927793428302}
+{"Finetune/Learning Rate": 4.391205692521453e-06, "Finetune/Loss": 0.5923366546630859, "Finetune/Loss (Raw)": 0.6445794105529785, "Finetune/Step": 13440, "Finetune/Step Time": 11.926616320386529}
+{"Finetune/Learning Rate": 4.389811627170753e-06, "Finetune/Loss": 0.5920889377593994, "Finetune/Loss (Raw)": 0.5720881819725037, "Finetune/Step": 13441, "Finetune/Step Time": 11.925850981846452}
+{"Finetune/Learning Rate": 4.388417720909046e-06, "Finetune/Loss": 0.5913394689559937, "Finetune/Loss (Raw)": 0.4984666705131531, "Finetune/Step": 13442, "Finetune/Step Time": 11.94037726894021}
+{"Finetune/Learning Rate": 4.387023973775851e-06, "Finetune/Loss": 0.5919674634933472, "Finetune/Loss (Raw)": 0.6004488468170166, "Finetune/Step": 13443, "Finetune/Step Time": 11.94739799387753}
+{"Finetune/Learning Rate": 4.385630385810692e-06, "Finetune/Loss": 0.5921084880828857, "Finetune/Loss (Raw)": 0.6267980337142944, "Finetune/Step": 13444, "Finetune/Step Time": 11.957545569166541}
+{"Finetune/Learning Rate": 4.384236957053093e-06, "Finetune/Loss": 0.5925161838531494, "Finetune/Loss (Raw)": 0.6449278593063354, "Finetune/Step": 13445, "Finetune/Step Time": 11.955688260495663}
+{"Finetune/Learning Rate": 4.382843687542565e-06, "Finetune/Loss": 0.5933140516281128, "Finetune/Loss (Raw)": 0.6137171983718872, "Finetune/Step": 13446, "Finetune/Step Time": 11.955327119678259}
+{"Finetune/Learning Rate": 4.3814505773186174e-06, "Finetune/Loss": 0.5934755802154541, "Finetune/Loss (Raw)": 0.6264370679855347, "Finetune/Step": 13447, "Finetune/Step Time": 11.95826867967844}
+{"Finetune/Learning Rate": 4.3800576264207586e-06, "Finetune/Loss": 0.5940474271774292, "Finetune/Loss (Raw)": 0.604739248752594, "Finetune/Step": 13448, "Finetune/Step Time": 11.95768640562892}
+{"Finetune/Learning Rate": 4.378664834888479e-06, "Finetune/Loss": 0.5949422717094421, "Finetune/Loss (Raw)": 0.5833027958869934, "Finetune/Step": 13449, "Finetune/Step Time": 11.960783986374736}
+{"Finetune/Learning Rate": 4.377272202761281e-06, "Finetune/Loss": 0.5940037965774536, "Finetune/Loss (Raw)": 0.5819529294967651, "Finetune/Step": 13450, "Finetune/Step Time": 11.953173384070396}
+{"Finetune/Learning Rate": 4.37587973007865e-06, "Finetune/Loss": 0.593289852142334, "Finetune/Loss (Raw)": 0.6682055592536926, "Finetune/Step": 13451, "Finetune/Step Time": 11.954779850319028}
+{"Finetune/Learning Rate": 4.374487416880082e-06, "Finetune/Loss": 0.5914615392684937, "Finetune/Loss (Raw)": 0.4078732430934906, "Finetune/Step": 13452, "Finetune/Step Time": 11.986434921622276}
+{"Finetune/Learning Rate": 4.373095263205054e-06, "Finetune/Loss": 0.5932779312133789, "Finetune/Loss (Raw)": 0.7265520095825195, "Finetune/Step": 13453, "Finetune/Step Time": 11.983501860871911}
+{"Finetune/Learning Rate": 4.3717032690930465e-06, "Finetune/Loss": 0.5925939083099365, "Finetune/Loss (Raw)": 0.5803719162940979, "Finetune/Step": 13454, "Finetune/Step Time": 11.983378242701292}
+{"Finetune/Learning Rate": 4.370311434583525e-06, "Finetune/Loss": 0.592383623123169, "Finetune/Loss (Raw)": 0.6085478067398071, "Finetune/Step": 13455, "Finetune/Step Time": 11.982877366244793}
+{"Finetune/Learning Rate": 4.368919759715964e-06, "Finetune/Loss": 0.5929659605026245, "Finetune/Loss (Raw)": 0.656606912612915, "Finetune/Step": 13456, "Finetune/Step Time": 11.982837526127696}
+{"Finetune/Learning Rate": 4.367528244529825e-06, "Finetune/Loss": 0.593177080154419, "Finetune/Loss (Raw)": 0.5327840447425842, "Finetune/Step": 13457, "Finetune/Step Time": 11.973743626847863}
+{"Finetune/Learning Rate": 4.366136889064568e-06, "Finetune/Loss": 0.5942878127098083, "Finetune/Loss (Raw)": 0.6918880343437195, "Finetune/Step": 13458, "Finetune/Step Time": 11.963249070569873}
+{"Finetune/Learning Rate": 4.364745693359646e-06, "Finetune/Loss": 0.5946731567382812, "Finetune/Loss (Raw)": 0.6639596819877625, "Finetune/Step": 13459, "Finetune/Step Time": 11.964601952582598}
+{"Finetune/Learning Rate": 4.3633546574545185e-06, "Finetune/Loss": 0.5945531129837036, "Finetune/Loss (Raw)": 0.5854945778846741, "Finetune/Step": 13460, "Finetune/Step Time": 11.979931591078639}
+{"Finetune/Learning Rate": 4.361963781388621e-06, "Finetune/Loss": 0.594753623008728, "Finetune/Loss (Raw)": 0.6575649976730347, "Finetune/Step": 13461, "Finetune/Step Time": 11.978950798511505}
+{"Finetune/Learning Rate": 4.360573065201398e-06, "Finetune/Loss": 0.594957709312439, "Finetune/Loss (Raw)": 0.6653405427932739, "Finetune/Step": 13462, "Finetune/Step Time": 11.9770921561867}
+{"Finetune/Learning Rate": 4.359182508932286e-06, "Finetune/Loss": 0.5962343811988831, "Finetune/Loss (Raw)": 0.7518025636672974, "Finetune/Step": 13463, "Finetune/Step Time": 11.983383132144809}
+{"Finetune/Learning Rate": 4.357792112620718e-06, "Finetune/Loss": 0.5964597463607788, "Finetune/Loss (Raw)": 0.598906397819519, "Finetune/Step": 13464, "Finetune/Step Time": 11.980448996648192}
+{"Finetune/Learning Rate": 4.356401876306121e-06, "Finetune/Loss": 0.5965555310249329, "Finetune/Loss (Raw)": 0.6133925318717957, "Finetune/Step": 13465, "Finetune/Step Time": 11.971756225451827}
+{"Finetune/Learning Rate": 4.355011800027919e-06, "Finetune/Loss": 0.5956420302391052, "Finetune/Loss (Raw)": 0.5348309278488159, "Finetune/Step": 13466, "Finetune/Step Time": 11.97314722277224}
+{"Finetune/Learning Rate": 4.353621883825531e-06, "Finetune/Loss": 0.5972187519073486, "Finetune/Loss (Raw)": 0.6031036972999573, "Finetune/Step": 13467, "Finetune/Step Time": 11.96818083897233}
+{"Finetune/Learning Rate": 4.3522321277383686e-06, "Finetune/Loss": 0.5983672142028809, "Finetune/Loss (Raw)": 0.7376364469528198, "Finetune/Step": 13468, "Finetune/Step Time": 11.978129988536239}
+{"Finetune/Learning Rate": 4.3508425318058436e-06, "Finetune/Loss": 0.5989781022071838, "Finetune/Loss (Raw)": 0.6726258397102356, "Finetune/Step": 13469, "Finetune/Step Time": 11.962103959172964}
+{"Finetune/Learning Rate": 4.349453096067361e-06, "Finetune/Loss": 0.5995938777923584, "Finetune/Loss (Raw)": 0.6175587177276611, "Finetune/Step": 13470, "Finetune/Step Time": 11.963913064450026}
+{"Finetune/Learning Rate": 4.348063820562319e-06, "Finetune/Loss": 0.5993309617042542, "Finetune/Loss (Raw)": 0.6302690505981445, "Finetune/Step": 13471, "Finetune/Step Time": 11.965205796062946}
+{"Finetune/Learning Rate": 4.346674705330117e-06, "Finetune/Loss": 0.5998285412788391, "Finetune/Loss (Raw)": 0.643409252166748, "Finetune/Step": 13472, "Finetune/Step Time": 11.929235991090536}
+{"Finetune/Learning Rate": 4.345285750410143e-06, "Finetune/Loss": 0.5997711420059204, "Finetune/Loss (Raw)": 0.664875864982605, "Finetune/Step": 13473, "Finetune/Step Time": 11.928011430427432}
+{"Finetune/Learning Rate": 4.3438969558417865e-06, "Finetune/Loss": 0.5985908508300781, "Finetune/Loss (Raw)": 0.5382452607154846, "Finetune/Step": 13474, "Finetune/Step Time": 11.930938744917512}
+{"Finetune/Learning Rate": 4.342508321664428e-06, "Finetune/Loss": 0.5986758470535278, "Finetune/Loss (Raw)": 0.625873327255249, "Finetune/Step": 13475, "Finetune/Step Time": 11.927133649587631}
+{"Finetune/Learning Rate": 4.3411198479174455e-06, "Finetune/Loss": 0.5980664491653442, "Finetune/Loss (Raw)": 0.5937713384628296, "Finetune/Step": 13476, "Finetune/Step Time": 11.926836758852005}
+{"Finetune/Learning Rate": 4.3397315346402125e-06, "Finetune/Loss": 0.5982850790023804, "Finetune/Loss (Raw)": 0.6800866723060608, "Finetune/Step": 13477, "Finetune/Step Time": 11.929541647434235}
+{"Finetune/Learning Rate": 4.338343381872098e-06, "Finetune/Loss": 0.5979465842247009, "Finetune/Loss (Raw)": 0.5673249959945679, "Finetune/Step": 13478, "Finetune/Step Time": 11.949088983237743}
+{"Finetune/Learning Rate": 4.336955389652465e-06, "Finetune/Loss": 0.5972748398780823, "Finetune/Loss (Raw)": 0.5116671919822693, "Finetune/Step": 13479, "Finetune/Step Time": 11.946210604161024}
+{"Finetune/Learning Rate": 4.335567558020673e-06, "Finetune/Loss": 0.5973445773124695, "Finetune/Loss (Raw)": 0.6183502674102783, "Finetune/Step": 13480, "Finetune/Step Time": 11.937517574056983}
+{"Finetune/Learning Rate": 4.334179887016079e-06, "Finetune/Loss": 0.5972435474395752, "Finetune/Loss (Raw)": 0.5730631947517395, "Finetune/Step": 13481, "Finetune/Step Time": 11.931736156344414}
+{"Finetune/Learning Rate": 4.332792376678031e-06, "Finetune/Loss": 0.5981905460357666, "Finetune/Loss (Raw)": 0.6632063388824463, "Finetune/Step": 13482, "Finetune/Step Time": 11.929222520440817}
+{"Finetune/Learning Rate": 4.3314050270458764e-06, "Finetune/Loss": 0.5981788635253906, "Finetune/Loss (Raw)": 0.58793705701828, "Finetune/Step": 13483, "Finetune/Step Time": 11.9290916826576}
+{"Finetune/Learning Rate": 4.33001783815896e-06, "Finetune/Loss": 0.5993093848228455, "Finetune/Loss (Raw)": 0.6033085584640503, "Finetune/Step": 13484, "Finetune/Step Time": 11.936331041157246}
+{"Finetune/Learning Rate": 4.32863081005661e-06, "Finetune/Loss": 0.6000339984893799, "Finetune/Loss (Raw)": 0.5820438861846924, "Finetune/Step": 13485, "Finetune/Step Time": 11.945018967613578}
+{"Finetune/Learning Rate": 4.327243942778158e-06, "Finetune/Loss": 0.6004835963249207, "Finetune/Loss (Raw)": 0.6542693376541138, "Finetune/Step": 13486, "Finetune/Step Time": 11.9421452190727}
+{"Finetune/Learning Rate": 4.3258572363629424e-06, "Finetune/Loss": 0.6023260354995728, "Finetune/Loss (Raw)": 0.6399551630020142, "Finetune/Step": 13487, "Finetune/Step Time": 11.892558736726642}
+{"Finetune/Learning Rate": 4.32447069085028e-06, "Finetune/Loss": 0.6033464074134827, "Finetune/Loss (Raw)": 0.6376543641090393, "Finetune/Step": 13488, "Finetune/Step Time": 11.862730298191309}
+{"Finetune/Learning Rate": 4.323084306279489e-06, "Finetune/Loss": 0.6039333939552307, "Finetune/Loss (Raw)": 0.644670844078064, "Finetune/Step": 13489, "Finetune/Step Time": 11.862749932333827}
+{"Finetune/Learning Rate": 4.3216980826898856e-06, "Finetune/Loss": 0.6045575141906738, "Finetune/Loss (Raw)": 0.6363043189048767, "Finetune/Step": 13490, "Finetune/Step Time": 11.8529197499156}
+{"Finetune/Learning Rate": 4.32031202012078e-06, "Finetune/Loss": 0.60585618019104, "Finetune/Loss (Raw)": 0.6830517053604126, "Finetune/Step": 13491, "Finetune/Step Time": 11.857394794002175}
+{"Finetune/Learning Rate": 4.318926118611472e-06, "Finetune/Loss": 0.6066235899925232, "Finetune/Loss (Raw)": 0.644571840763092, "Finetune/Step": 13492, "Finetune/Step Time": 11.874761167913675}
+{"Finetune/Learning Rate": 4.31754037820126e-06, "Finetune/Loss": 0.6074120402336121, "Finetune/Loss (Raw)": 0.7118673324584961, "Finetune/Step": 13493, "Finetune/Step Time": 11.870138719677925}
+{"Finetune/Learning Rate": 4.3161547989294476e-06, "Finetune/Loss": 0.6078972816467285, "Finetune/Loss (Raw)": 0.6530119180679321, "Finetune/Step": 13494, "Finetune/Step Time": 11.878554534167051}
+{"Finetune/Learning Rate": 4.314769380835323e-06, "Finetune/Loss": 0.6087242960929871, "Finetune/Loss (Raw)": 0.5931029319763184, "Finetune/Step": 13495, "Finetune/Step Time": 11.873184772208333}
+{"Finetune/Learning Rate": 4.313384123958172e-06, "Finetune/Loss": 0.6095459461212158, "Finetune/Loss (Raw)": 0.6471869945526123, "Finetune/Step": 13496, "Finetune/Step Time": 11.864824758842587}
+{"Finetune/Learning Rate": 4.311999028337279e-06, "Finetune/Loss": 0.6095647811889648, "Finetune/Loss (Raw)": 0.6488709449768066, "Finetune/Step": 13497, "Finetune/Step Time": 11.874111792072654}
+{"Finetune/Learning Rate": 4.310614094011918e-06, "Finetune/Loss": 0.610365092754364, "Finetune/Loss (Raw)": 0.7155861258506775, "Finetune/Step": 13498, "Finetune/Step Time": 11.873571379110217}
+{"Finetune/Learning Rate": 4.309229321021361e-06, "Finetune/Loss": 0.6108232736587524, "Finetune/Loss (Raw)": 0.6359221935272217, "Finetune/Step": 13499, "Finetune/Step Time": 11.869949769228697}
+{"Finetune/Learning Rate": 4.307844709404875e-06, "Finetune/Loss": 0.6107817888259888, "Finetune/Loss (Raw)": 0.6345822811126709, "Finetune/Step": 13500, "Finetune/Step Time": 11.881048660725355}
+{"Finetune/Learning Rate": 4.30646025920173e-06, "Finetune/Loss": 0.6111727952957153, "Finetune/Loss (Raw)": 0.6312708258628845, "Finetune/Step": 13501, "Finetune/Step Time": 11.836827270686626}
+{"Finetune/Learning Rate": 4.305075970451183e-06, "Finetune/Loss": 0.6109760999679565, "Finetune/Loss (Raw)": 0.5985000133514404, "Finetune/Step": 13502, "Finetune/Step Time": 11.845227202400565}
+{"Finetune/Learning Rate": 4.303691843192489e-06, "Finetune/Loss": 0.6105475425720215, "Finetune/Loss (Raw)": 0.4699474573135376, "Finetune/Step": 13503, "Finetune/Step Time": 11.844782618805766}
+{"Finetune/Learning Rate": 4.302307877464893e-06, "Finetune/Loss": 0.6107665300369263, "Finetune/Loss (Raw)": 0.4946421980857849, "Finetune/Step": 13504, "Finetune/Step Time": 11.841058621183038}
+{"Finetune/Learning Rate": 4.300924073307644e-06, "Finetune/Loss": 0.6101895570755005, "Finetune/Loss (Raw)": 0.4779367446899414, "Finetune/Step": 13505, "Finetune/Step Time": 11.879236618056893}
+{"Finetune/Learning Rate": 4.299540430759983e-06, "Finetune/Loss": 0.610018789768219, "Finetune/Loss (Raw)": 0.5767520666122437, "Finetune/Step": 13506, "Finetune/Step Time": 11.894617084413767}
+{"Finetune/Learning Rate": 4.2981569498611405e-06, "Finetune/Loss": 0.6102870106697083, "Finetune/Loss (Raw)": 0.580191969871521, "Finetune/Step": 13507, "Finetune/Step Time": 11.892505867406726}
+{"Finetune/Learning Rate": 4.296773630650358e-06, "Finetune/Loss": 0.610465407371521, "Finetune/Loss (Raw)": 0.594190776348114, "Finetune/Step": 13508, "Finetune/Step Time": 11.886252477765083}
+{"Finetune/Learning Rate": 4.2953904731668605e-06, "Finetune/Loss": 0.6115907430648804, "Finetune/Loss (Raw)": 0.69322270154953, "Finetune/Step": 13509, "Finetune/Step Time": 11.884673723950982}
+{"Finetune/Learning Rate": 4.294007477449863e-06, "Finetune/Loss": 0.6120363473892212, "Finetune/Loss (Raw)": 0.6230635046958923, "Finetune/Step": 13510, "Finetune/Step Time": 11.87868139334023}
+{"Finetune/Learning Rate": 4.292624643538588e-06, "Finetune/Loss": 0.6111724972724915, "Finetune/Loss (Raw)": 0.5763383507728577, "Finetune/Step": 13511, "Finetune/Step Time": 11.890847031027079}
+{"Finetune/Learning Rate": 4.29124197147225e-06, "Finetune/Loss": 0.6109825372695923, "Finetune/Loss (Raw)": 0.5536641478538513, "Finetune/Step": 13512, "Finetune/Step Time": 11.8914180919528}
+{"Finetune/Learning Rate": 4.289859461290056e-06, "Finetune/Loss": 0.6100951433181763, "Finetune/Loss (Raw)": 0.583375871181488, "Finetune/Step": 13513, "Finetune/Step Time": 11.911968430504203}
+{"Finetune/Learning Rate": 4.288477113031209e-06, "Finetune/Loss": 0.6099958419799805, "Finetune/Loss (Raw)": 0.6486889123916626, "Finetune/Step": 13514, "Finetune/Step Time": 11.904721826314926}
+{"Finetune/Learning Rate": 4.287094926734911e-06, "Finetune/Loss": 0.6099154949188232, "Finetune/Loss (Raw)": 0.5279396772384644, "Finetune/Step": 13515, "Finetune/Step Time": 11.918695313856006}
+{"Finetune/Learning Rate": 4.285712902440353e-06, "Finetune/Loss": 0.6106330752372742, "Finetune/Loss (Raw)": 0.744470477104187, "Finetune/Step": 13516, "Finetune/Step Time": 11.924698920920491}
+{"Finetune/Learning Rate": 4.28433104018673e-06, "Finetune/Loss": 0.60859215259552, "Finetune/Loss (Raw)": 0.44997867941856384, "Finetune/Step": 13517, "Finetune/Step Time": 11.94830703176558}
+{"Finetune/Learning Rate": 4.282949340013225e-06, "Finetune/Loss": 0.6092779636383057, "Finetune/Loss (Raw)": 0.6055724620819092, "Finetune/Step": 13518, "Finetune/Step Time": 11.9415292032063}
+{"Finetune/Learning Rate": 4.28156780195902e-06, "Finetune/Loss": 0.6093243360519409, "Finetune/Loss (Raw)": 0.6722069978713989, "Finetune/Step": 13519, "Finetune/Step Time": 11.951121786609292}
+{"Finetune/Learning Rate": 4.280186426063291e-06, "Finetune/Loss": 0.6088330745697021, "Finetune/Loss (Raw)": 0.5711783170700073, "Finetune/Step": 13520, "Finetune/Step Time": 11.954406440258026}
+{"Finetune/Learning Rate": 4.278805212365209e-06, "Finetune/Loss": 0.6095226407051086, "Finetune/Loss (Raw)": 0.6438398957252502, "Finetune/Step": 13521, "Finetune/Step Time": 11.961424252018332}
+{"Finetune/Learning Rate": 4.277424160903944e-06, "Finetune/Loss": 0.6095433235168457, "Finetune/Loss (Raw)": 0.6490613222122192, "Finetune/Step": 13522, "Finetune/Step Time": 11.96189190261066}
+{"Finetune/Learning Rate": 4.276043271718655e-06, "Finetune/Loss": 0.6070277690887451, "Finetune/Loss (Raw)": 0.4120539426803589, "Finetune/Step": 13523, "Finetune/Step Time": 11.978077758103609}
+{"Finetune/Learning Rate": 4.274662544848504e-06, "Finetune/Loss": 0.60780930519104, "Finetune/Loss (Raw)": 0.6136237978935242, "Finetune/Step": 13524, "Finetune/Step Time": 11.97780684567988}
+{"Finetune/Learning Rate": 4.2732819803326405e-06, "Finetune/Loss": 0.607731819152832, "Finetune/Loss (Raw)": 0.6576237678527832, "Finetune/Step": 13525, "Finetune/Step Time": 11.981907986104488}
+{"Finetune/Learning Rate": 4.271901578210217e-06, "Finetune/Loss": 0.6078439950942993, "Finetune/Loss (Raw)": 0.5273596048355103, "Finetune/Step": 13526, "Finetune/Step Time": 11.983882460743189}
+{"Finetune/Learning Rate": 4.270521338520375e-06, "Finetune/Loss": 0.6082620024681091, "Finetune/Loss (Raw)": 0.6434916853904724, "Finetune/Step": 13527, "Finetune/Step Time": 11.960170404985547}
+{"Finetune/Learning Rate": 4.269141261302256e-06, "Finetune/Loss": 0.609648585319519, "Finetune/Loss (Raw)": 0.7108518481254578, "Finetune/Step": 13528, "Finetune/Step Time": 11.963030330836773}
+{"Finetune/Learning Rate": 4.267761346594995e-06, "Finetune/Loss": 0.6098055839538574, "Finetune/Loss (Raw)": 0.6339759826660156, "Finetune/Step": 13529, "Finetune/Step Time": 11.966184876859188}
+{"Finetune/Learning Rate": 4.2663815944377215e-06, "Finetune/Loss": 0.6090054512023926, "Finetune/Loss (Raw)": 0.49721863865852356, "Finetune/Step": 13530, "Finetune/Step Time": 11.943985518068075}
+{"Finetune/Learning Rate": 4.265002004869561e-06, "Finetune/Loss": 0.6095215082168579, "Finetune/Loss (Raw)": 0.6769746541976929, "Finetune/Step": 13531, "Finetune/Step Time": 11.947248669341207}
+{"Finetune/Learning Rate": 4.263622577929637e-06, "Finetune/Loss": 0.6080116033554077, "Finetune/Loss (Raw)": 0.5484030246734619, "Finetune/Step": 13532, "Finetune/Step Time": 11.939078042283654}
+{"Finetune/Learning Rate": 4.2622433136570675e-06, "Finetune/Loss": 0.6073737740516663, "Finetune/Loss (Raw)": 0.593835711479187, "Finetune/Step": 13533, "Finetune/Step Time": 11.942440183833241}
+{"Finetune/Learning Rate": 4.260864212090954e-06, "Finetune/Loss": 0.6079803705215454, "Finetune/Loss (Raw)": 0.6804970502853394, "Finetune/Step": 13534, "Finetune/Step Time": 11.947837019339204}
+{"Finetune/Learning Rate": 4.259485273270415e-06, "Finetune/Loss": 0.6090320348739624, "Finetune/Loss (Raw)": 0.7332342267036438, "Finetune/Step": 13535, "Finetune/Step Time": 11.940461227670312}
+{"Finetune/Learning Rate": 4.258106497234551e-06, "Finetune/Loss": 0.6086099743843079, "Finetune/Loss (Raw)": 0.5050134658813477, "Finetune/Step": 13536, "Finetune/Step Time": 11.859919315204024}
+{"Finetune/Learning Rate": 4.2567278840224576e-06, "Finetune/Loss": 0.6097848415374756, "Finetune/Loss (Raw)": 0.7074505686759949, "Finetune/Step": 13537, "Finetune/Step Time": 11.878402072936296}
+{"Finetune/Learning Rate": 4.25534943367323e-06, "Finetune/Loss": 0.6099139451980591, "Finetune/Loss (Raw)": 0.6410077810287476, "Finetune/Step": 13538, "Finetune/Step Time": 11.878531413152814}
+{"Finetune/Learning Rate": 4.253971146225962e-06, "Finetune/Loss": 0.6094553470611572, "Finetune/Loss (Raw)": 0.5892453193664551, "Finetune/Step": 13539, "Finetune/Step Time": 11.866507112979889}
+{"Finetune/Learning Rate": 4.252593021719728e-06, "Finetune/Loss": 0.6096621751785278, "Finetune/Loss (Raw)": 0.6223228573799133, "Finetune/Step": 13540, "Finetune/Step Time": 11.865201937034726}
+{"Finetune/Learning Rate": 4.251215060193612e-06, "Finetune/Loss": 0.6114925742149353, "Finetune/Loss (Raw)": 0.6136934757232666, "Finetune/Step": 13541, "Finetune/Step Time": 11.842818899080157}
+{"Finetune/Learning Rate": 4.249837261686687e-06, "Finetune/Loss": 0.6110998392105103, "Finetune/Loss (Raw)": 0.5027035474777222, "Finetune/Step": 13542, "Finetune/Step Time": 11.790388757362962}
+{"Finetune/Learning Rate": 4.248459626238028e-06, "Finetune/Loss": 0.6102556586265564, "Finetune/Loss (Raw)": 0.4721805453300476, "Finetune/Step": 13543, "Finetune/Step Time": 11.812357649207115}
+{"Finetune/Learning Rate": 4.2470821538867e-06, "Finetune/Loss": 0.6099156737327576, "Finetune/Loss (Raw)": 0.5237418413162231, "Finetune/Step": 13544, "Finetune/Step Time": 11.815828237682581}
+{"Finetune/Learning Rate": 4.245704844671767e-06, "Finetune/Loss": 0.609673261642456, "Finetune/Loss (Raw)": 0.5986109375953674, "Finetune/Step": 13545, "Finetune/Step Time": 11.804248677566648}
+{"Finetune/Learning Rate": 4.244327698632277e-06, "Finetune/Loss": 0.6092918515205383, "Finetune/Loss (Raw)": 0.5834330916404724, "Finetune/Step": 13546, "Finetune/Step Time": 11.794500092044473}
+{"Finetune/Learning Rate": 4.242950715807287e-06, "Finetune/Loss": 0.6094398498535156, "Finetune/Loss (Raw)": 0.5334880948066711, "Finetune/Step": 13547, "Finetune/Step Time": 11.80908828228712}
+{"Finetune/Learning Rate": 4.241573896235844e-06, "Finetune/Loss": 0.6084115505218506, "Finetune/Loss (Raw)": 0.65329909324646, "Finetune/Step": 13548, "Finetune/Step Time": 11.811595719307661}
+{"Finetune/Learning Rate": 4.240197239956987e-06, "Finetune/Loss": 0.6083611249923706, "Finetune/Loss (Raw)": 0.5531854629516602, "Finetune/Step": 13549, "Finetune/Step Time": 11.815117048099637}
+{"Finetune/Learning Rate": 4.238820747009761e-06, "Finetune/Loss": 0.6079409718513489, "Finetune/Loss (Raw)": 0.5621580481529236, "Finetune/Step": 13550, "Finetune/Step Time": 11.817632211372256}
+{"Finetune/Learning Rate": 4.2374444174332e-06, "Finetune/Loss": 0.6084288954734802, "Finetune/Loss (Raw)": 0.6582362055778503, "Finetune/Step": 13551, "Finetune/Step Time": 11.816973403096199}
+{"Finetune/Learning Rate": 4.236068251266324e-06, "Finetune/Loss": 0.6077280640602112, "Finetune/Loss (Raw)": 0.47258540987968445, "Finetune/Step": 13552, "Finetune/Step Time": 11.837739810347557}
+{"Finetune/Learning Rate": 4.234692248548163e-06, "Finetune/Loss": 0.6085262298583984, "Finetune/Loss (Raw)": 0.6274017095565796, "Finetune/Step": 13553, "Finetune/Step Time": 11.838503574952483}
+{"Finetune/Learning Rate": 4.233316409317735e-06, "Finetune/Loss": 0.6097409725189209, "Finetune/Loss (Raw)": 0.7152377367019653, "Finetune/Step": 13554, "Finetune/Step Time": 11.817741652950644}
+{"Finetune/Learning Rate": 4.231940733614055e-06, "Finetune/Loss": 0.6084364652633667, "Finetune/Loss (Raw)": 0.41310033202171326, "Finetune/Step": 13555, "Finetune/Step Time": 11.843390798196197}
+{"Finetune/Learning Rate": 4.2305652214761305e-06, "Finetune/Loss": 0.6085091233253479, "Finetune/Loss (Raw)": 0.6561490297317505, "Finetune/Step": 13556, "Finetune/Step Time": 11.85772117972374}
+{"Finetune/Learning Rate": 4.229189872942978e-06, "Finetune/Loss": 0.6082755327224731, "Finetune/Loss (Raw)": 0.5895105600357056, "Finetune/Step": 13557, "Finetune/Step Time": 11.860211672261357}
+{"Finetune/Learning Rate": 4.227814688053586e-06, "Finetune/Loss": 0.6084237098693848, "Finetune/Loss (Raw)": 0.6412953734397888, "Finetune/Step": 13558, "Finetune/Step Time": 11.848247833549976}
+{"Finetune/Learning Rate": 4.226439666846958e-06, "Finetune/Loss": 0.6090245842933655, "Finetune/Loss (Raw)": 0.665651798248291, "Finetune/Step": 13559, "Finetune/Step Time": 11.850656921043992}
+{"Finetune/Learning Rate": 4.2250648093620805e-06, "Finetune/Loss": 0.608981728553772, "Finetune/Loss (Raw)": 0.559015691280365, "Finetune/Step": 13560, "Finetune/Step Time": 11.870084773749113}
+{"Finetune/Learning Rate": 4.223690115637944e-06, "Finetune/Loss": 0.6089309453964233, "Finetune/Loss (Raw)": 0.6127728223800659, "Finetune/Step": 13561, "Finetune/Step Time": 11.87443128414452}
+{"Finetune/Learning Rate": 4.2223155857135316e-06, "Finetune/Loss": 0.6097213625907898, "Finetune/Loss (Raw)": 0.6761309504508972, "Finetune/Step": 13562, "Finetune/Step Time": 11.873467072844505}
+{"Finetune/Learning Rate": 4.220941219627818e-06, "Finetune/Loss": 0.6095579266548157, "Finetune/Loss (Raw)": 0.6033086180686951, "Finetune/Step": 13563, "Finetune/Step Time": 11.876779763028026}
+{"Finetune/Learning Rate": 4.219567017419778e-06, "Finetune/Loss": 0.61087965965271, "Finetune/Loss (Raw)": 0.6859226822853088, "Finetune/Step": 13564, "Finetune/Step Time": 11.877414785325527}
+{"Finetune/Learning Rate": 4.21819297912838e-06, "Finetune/Loss": 0.6105510592460632, "Finetune/Loss (Raw)": 0.5781552791595459, "Finetune/Step": 13565, "Finetune/Step Time": 11.878652343526483}
+{"Finetune/Learning Rate": 4.216819104792589e-06, "Finetune/Loss": 0.6097737550735474, "Finetune/Loss (Raw)": 0.647811770439148, "Finetune/Step": 13566, "Finetune/Step Time": 11.89066874422133}
+{"Finetune/Learning Rate": 4.215445394451363e-06, "Finetune/Loss": 0.609339714050293, "Finetune/Loss (Raw)": 0.5999371409416199, "Finetune/Step": 13567, "Finetune/Step Time": 11.882368149235845}
+{"Finetune/Learning Rate": 4.214071848143655e-06, "Finetune/Loss": 0.60872483253479, "Finetune/Loss (Raw)": 0.565886914730072, "Finetune/Step": 13568, "Finetune/Step Time": 11.880560372024775}
+{"Finetune/Learning Rate": 4.2126984659084184e-06, "Finetune/Loss": 0.6093627214431763, "Finetune/Loss (Raw)": 0.6537278890609741, "Finetune/Step": 13569, "Finetune/Step Time": 11.88550971262157}
+{"Finetune/Learning Rate": 4.211325247784594e-06, "Finetune/Loss": 0.6101179122924805, "Finetune/Loss (Raw)": 0.5951315760612488, "Finetune/Step": 13570, "Finetune/Step Time": 11.868748867884278}
+{"Finetune/Learning Rate": 4.209952193811126e-06, "Finetune/Loss": 0.6098588109016418, "Finetune/Loss (Raw)": 0.5672818422317505, "Finetune/Step": 13571, "Finetune/Step Time": 11.856290712952614}
+{"Finetune/Learning Rate": 4.208579304026949e-06, "Finetune/Loss": 0.608808696269989, "Finetune/Loss (Raw)": 0.4923912584781647, "Finetune/Step": 13572, "Finetune/Step Time": 11.853789757937193}
+{"Finetune/Learning Rate": 4.207206578470996e-06, "Finetune/Loss": 0.6082762479782104, "Finetune/Loss (Raw)": 0.5767697095870972, "Finetune/Step": 13573, "Finetune/Step Time": 11.855687394738197}
+{"Finetune/Learning Rate": 4.20583401718219e-06, "Finetune/Loss": 0.6079860925674438, "Finetune/Loss (Raw)": 0.5765857100486755, "Finetune/Step": 13574, "Finetune/Step Time": 11.8515952732414}
+{"Finetune/Learning Rate": 4.204461620199456e-06, "Finetune/Loss": 0.6078005433082581, "Finetune/Loss (Raw)": 0.6026804447174072, "Finetune/Step": 13575, "Finetune/Step Time": 11.844614805653691}
+{"Finetune/Learning Rate": 4.203089387561709e-06, "Finetune/Loss": 0.6086083650588989, "Finetune/Loss (Raw)": 0.708143413066864, "Finetune/Step": 13576, "Finetune/Step Time": 11.843719044700265}
+{"Finetune/Learning Rate": 4.201717319307863e-06, "Finetune/Loss": 0.6091375946998596, "Finetune/Loss (Raw)": 0.6510409712791443, "Finetune/Step": 13577, "Finetune/Step Time": 11.842565439641476}
+{"Finetune/Learning Rate": 4.2003454154768265e-06, "Finetune/Loss": 0.6093246936798096, "Finetune/Loss (Raw)": 0.6058984398841858, "Finetune/Step": 13578, "Finetune/Step Time": 11.856740519404411}
+{"Finetune/Learning Rate": 4.198973676107502e-06, "Finetune/Loss": 0.6090355515480042, "Finetune/Loss (Raw)": 0.6311960816383362, "Finetune/Step": 13579, "Finetune/Step Time": 11.849158702418208}
+{"Finetune/Learning Rate": 4.197602101238787e-06, "Finetune/Loss": 0.6106466054916382, "Finetune/Loss (Raw)": 0.6140979528427124, "Finetune/Step": 13580, "Finetune/Step Time": 11.819056041538715}
+{"Finetune/Learning Rate": 4.196230690909578e-06, "Finetune/Loss": 0.6096179485321045, "Finetune/Loss (Raw)": 0.5948755145072937, "Finetune/Step": 13581, "Finetune/Step Time": 11.819681286811829}
+{"Finetune/Learning Rate": 4.194859445158766e-06, "Finetune/Loss": 0.6097059845924377, "Finetune/Loss (Raw)": 0.5916392207145691, "Finetune/Step": 13582, "Finetune/Step Time": 11.809752184897661}
+{"Finetune/Learning Rate": 4.193488364025224e-06, "Finetune/Loss": 0.6093665361404419, "Finetune/Loss (Raw)": 0.5651042461395264, "Finetune/Step": 13583, "Finetune/Step Time": 11.810737350955606}
+{"Finetune/Learning Rate": 4.192117447547845e-06, "Finetune/Loss": 0.6088550090789795, "Finetune/Loss (Raw)": 0.5911201238632202, "Finetune/Step": 13584, "Finetune/Step Time": 11.815862406045198}
+{"Finetune/Learning Rate": 4.190746695765501e-06, "Finetune/Loss": 0.6087951064109802, "Finetune/Loss (Raw)": 0.5251238942146301, "Finetune/Step": 13585, "Finetune/Step Time": 11.822319846600294}
+{"Finetune/Learning Rate": 4.18937610871706e-06, "Finetune/Loss": 0.6088339686393738, "Finetune/Loss (Raw)": 0.6968623995780945, "Finetune/Step": 13586, "Finetune/Step Time": 11.849349074065685}
+{"Finetune/Learning Rate": 4.18800568644139e-06, "Finetune/Loss": 0.6080871820449829, "Finetune/Loss (Raw)": 0.5683736205101013, "Finetune/Step": 13587, "Finetune/Step Time": 11.852213762700558}
+{"Finetune/Learning Rate": 4.186635428977355e-06, "Finetune/Loss": 0.6085641980171204, "Finetune/Loss (Raw)": 0.6465536952018738, "Finetune/Step": 13588, "Finetune/Step Time": 11.829414647072554}
+{"Finetune/Learning Rate": 4.185265336363804e-06, "Finetune/Loss": 0.608221173286438, "Finetune/Loss (Raw)": 0.6136510372161865, "Finetune/Step": 13589, "Finetune/Step Time": 11.82965843193233}
+{"Finetune/Learning Rate": 4.183895408639591e-06, "Finetune/Loss": 0.6075886487960815, "Finetune/Loss (Raw)": 0.5843814611434937, "Finetune/Step": 13590, "Finetune/Step Time": 11.820204325020313}
+{"Finetune/Learning Rate": 4.1825256458435685e-06, "Finetune/Loss": 0.6071909666061401, "Finetune/Loss (Raw)": 0.7009012699127197, "Finetune/Step": 13591, "Finetune/Step Time": 11.839944802224636}
+{"Finetune/Learning Rate": 4.1811560480145754e-06, "Finetune/Loss": 0.607134222984314, "Finetune/Loss (Raw)": 0.5916402339935303, "Finetune/Step": 13592, "Finetune/Step Time": 11.838253671303391}
+{"Finetune/Learning Rate": 4.17978661519145e-06, "Finetune/Loss": 0.6071861982345581, "Finetune/Loss (Raw)": 0.6200453639030457, "Finetune/Step": 13593, "Finetune/Step Time": 11.846914906054735}
+{"Finetune/Learning Rate": 4.178417347413029e-06, "Finetune/Loss": 0.6076533794403076, "Finetune/Loss (Raw)": 0.5946255922317505, "Finetune/Step": 13594, "Finetune/Step Time": 11.849043434485793}
+{"Finetune/Learning Rate": 4.177048244718136e-06, "Finetune/Loss": 0.6076997518539429, "Finetune/Loss (Raw)": 0.609037458896637, "Finetune/Step": 13595, "Finetune/Step Time": 11.823912603780627}
+{"Finetune/Learning Rate": 4.175679307145595e-06, "Finetune/Loss": 0.6064719557762146, "Finetune/Loss (Raw)": 0.5804879069328308, "Finetune/Step": 13596, "Finetune/Step Time": 11.806737484410405}
+{"Finetune/Learning Rate": 4.174310534734227e-06, "Finetune/Loss": 0.6062675714492798, "Finetune/Loss (Raw)": 0.6464649438858032, "Finetune/Step": 13597, "Finetune/Step Time": 11.804311050102115}
+{"Finetune/Learning Rate": 4.172941927522843e-06, "Finetune/Loss": 0.6057226657867432, "Finetune/Loss (Raw)": 0.5478014349937439, "Finetune/Step": 13598, "Finetune/Step Time": 11.796536153182387}
+{"Finetune/Learning Rate": 4.17157348555026e-06, "Finetune/Loss": 0.6055417656898499, "Finetune/Loss (Raw)": 0.6071174144744873, "Finetune/Step": 13599, "Finetune/Step Time": 11.795700257644057}
+{"Finetune/Learning Rate": 4.170205208855281e-06, "Finetune/Loss": 0.6039432287216187, "Finetune/Loss (Raw)": 0.43879422545433044, "Finetune/Step": 13600, "Finetune/Step Time": 11.817900767549872}
+{"Finetune/Learning Rate": 4.1688370974767025e-06, "Finetune/Loss": 0.6040003299713135, "Finetune/Loss (Raw)": 0.672183632850647, "Finetune/Step": 13601, "Finetune/Step Time": 11.821051970124245}
+{"Finetune/Learning Rate": 4.167469151453322e-06, "Finetune/Loss": 0.6037817001342773, "Finetune/Loss (Raw)": 0.51026850938797, "Finetune/Step": 13602, "Finetune/Step Time": 11.82470360957086}
+{"Finetune/Learning Rate": 4.1661013708239305e-06, "Finetune/Loss": 0.6039592027664185, "Finetune/Loss (Raw)": 0.6485882997512817, "Finetune/Step": 13603, "Finetune/Step Time": 11.83216580748558}
+{"Finetune/Learning Rate": 4.164733755627315e-06, "Finetune/Loss": 0.6050347089767456, "Finetune/Loss (Raw)": 0.7314382791519165, "Finetune/Step": 13604, "Finetune/Step Time": 11.837396929040551}
+{"Finetune/Learning Rate": 4.1633663059022534e-06, "Finetune/Loss": 0.6044292449951172, "Finetune/Loss (Raw)": 0.602594256401062, "Finetune/Step": 13605, "Finetune/Step Time": 11.853652410209179}
+{"Finetune/Learning Rate": 4.161999021687533e-06, "Finetune/Loss": 0.6045023202896118, "Finetune/Loss (Raw)": 0.5766712427139282, "Finetune/Step": 13606, "Finetune/Step Time": 11.829646633937955}
+{"Finetune/Learning Rate": 4.160631903021916e-06, "Finetune/Loss": 0.604698121547699, "Finetune/Loss (Raw)": 0.536727786064148, "Finetune/Step": 13607, "Finetune/Step Time": 11.83665630593896}
+{"Finetune/Learning Rate": 4.159264949944173e-06, "Finetune/Loss": 0.604469895362854, "Finetune/Loss (Raw)": 0.5891417860984802, "Finetune/Step": 13608, "Finetune/Step Time": 11.860796133056283}
+{"Finetune/Learning Rate": 4.157898162493068e-06, "Finetune/Loss": 0.6049584746360779, "Finetune/Loss (Raw)": 0.6355961561203003, "Finetune/Step": 13609, "Finetune/Step Time": 11.876256862655282}
+{"Finetune/Learning Rate": 4.156531540707357e-06, "Finetune/Loss": 0.6040860414505005, "Finetune/Loss (Raw)": 0.5515389442443848, "Finetune/Step": 13610, "Finetune/Step Time": 11.888879355043173}
+{"Finetune/Learning Rate": 4.155165084625796e-06, "Finetune/Loss": 0.6044251918792725, "Finetune/Loss (Raw)": 0.6313433051109314, "Finetune/Step": 13611, "Finetune/Step Time": 11.885588889941573}
+{"Finetune/Learning Rate": 4.153798794287133e-06, "Finetune/Loss": 0.605398952960968, "Finetune/Loss (Raw)": 0.7279550433158875, "Finetune/Step": 13612, "Finetune/Step Time": 11.865078819915652}
+{"Finetune/Learning Rate": 4.152432669730111e-06, "Finetune/Loss": 0.6059007048606873, "Finetune/Loss (Raw)": 0.646267294883728, "Finetune/Step": 13613, "Finetune/Step Time": 11.857266332954168}
+{"Finetune/Learning Rate": 4.15106671099347e-06, "Finetune/Loss": 0.605417788028717, "Finetune/Loss (Raw)": 0.5924591422080994, "Finetune/Step": 13614, "Finetune/Step Time": 11.90956531278789}
+{"Finetune/Learning Rate": 4.149700918115946e-06, "Finetune/Loss": 0.6053481698036194, "Finetune/Loss (Raw)": 0.6310411095619202, "Finetune/Step": 13615, "Finetune/Step Time": 11.912914246320724}
+{"Finetune/Learning Rate": 4.148335291136267e-06, "Finetune/Loss": 0.6038641333580017, "Finetune/Loss (Raw)": 0.4476972222328186, "Finetune/Step": 13616, "Finetune/Step Time": 11.911655748263001}
+{"Finetune/Learning Rate": 4.1469698300931595e-06, "Finetune/Loss": 0.6031463146209717, "Finetune/Loss (Raw)": 0.5527910590171814, "Finetune/Step": 13617, "Finetune/Step Time": 11.912569094449282}
+{"Finetune/Learning Rate": 4.145604535025344e-06, "Finetune/Loss": 0.6027854681015015, "Finetune/Loss (Raw)": 0.5901184678077698, "Finetune/Step": 13618, "Finetune/Step Time": 11.921047374606133}
+{"Finetune/Learning Rate": 4.144239405971536e-06, "Finetune/Loss": 0.6023128032684326, "Finetune/Loss (Raw)": 0.622542679309845, "Finetune/Step": 13619, "Finetune/Step Time": 11.911771040409803}
+{"Finetune/Learning Rate": 4.142874442970447e-06, "Finetune/Loss": 0.6019831895828247, "Finetune/Loss (Raw)": 0.6023842692375183, "Finetune/Step": 13620, "Finetune/Step Time": 11.890294287353754}
+{"Finetune/Learning Rate": 4.141509646060784e-06, "Finetune/Loss": 0.6001168489456177, "Finetune/Loss (Raw)": 0.47297531366348267, "Finetune/Step": 13621, "Finetune/Step Time": 11.891721801832318}
+{"Finetune/Learning Rate": 4.140145015281247e-06, "Finetune/Loss": 0.5997349619865417, "Finetune/Loss (Raw)": 0.6041345000267029, "Finetune/Step": 13622, "Finetune/Step Time": 11.881115699186921}
+{"Finetune/Learning Rate": 4.138780550670535e-06, "Finetune/Loss": 0.5997810363769531, "Finetune/Loss (Raw)": 0.598991870880127, "Finetune/Step": 13623, "Finetune/Step Time": 11.879470678046346}
+{"Finetune/Learning Rate": 4.1374162522673436e-06, "Finetune/Loss": 0.5989251136779785, "Finetune/Loss (Raw)": 0.5376347303390503, "Finetune/Step": 13624, "Finetune/Step Time": 11.893765415996313}
+{"Finetune/Learning Rate": 4.136052120110347e-06, "Finetune/Loss": 0.5990030765533447, "Finetune/Loss (Raw)": 0.6588465571403503, "Finetune/Step": 13625, "Finetune/Step Time": 11.88661715015769}
+{"Finetune/Learning Rate": 4.134688154238244e-06, "Finetune/Loss": 0.5976446866989136, "Finetune/Loss (Raw)": 0.5417218804359436, "Finetune/Step": 13626, "Finetune/Step Time": 11.892884513363242}
+{"Finetune/Learning Rate": 4.133324354689704e-06, "Finetune/Loss": 0.5975198745727539, "Finetune/Loss (Raw)": 0.6199361681938171, "Finetune/Step": 13627, "Finetune/Step Time": 11.890550188720226}
+{"Finetune/Learning Rate": 4.131960721503403e-06, "Finetune/Loss": 0.5973829030990601, "Finetune/Loss (Raw)": 0.6170497536659241, "Finetune/Step": 13628, "Finetune/Step Time": 11.887551503255963}
+{"Finetune/Learning Rate": 4.13059725471801e-06, "Finetune/Loss": 0.5960455536842346, "Finetune/Loss (Raw)": 0.46009698510169983, "Finetune/Step": 13629, "Finetune/Step Time": 11.893097484484315}
+{"Finetune/Learning Rate": 4.129233954372192e-06, "Finetune/Loss": 0.5959390997886658, "Finetune/Loss (Raw)": 0.5848730206489563, "Finetune/Step": 13630, "Finetune/Step Time": 11.894158095121384}
+{"Finetune/Learning Rate": 4.127870820504602e-06, "Finetune/Loss": 0.5965392589569092, "Finetune/Loss (Raw)": 0.5467727780342102, "Finetune/Step": 13631, "Finetune/Step Time": 11.879395343363285}
+{"Finetune/Learning Rate": 4.126507853153891e-06, "Finetune/Loss": 0.5981903076171875, "Finetune/Loss (Raw)": 0.7059725522994995, "Finetune/Step": 13632, "Finetune/Step Time": 11.854541981592774}
+{"Finetune/Learning Rate": 4.125145052358722e-06, "Finetune/Loss": 0.5981350541114807, "Finetune/Loss (Raw)": 0.4708573520183563, "Finetune/Step": 13633, "Finetune/Step Time": 11.850838750600815}
+{"Finetune/Learning Rate": 4.1237824181577325e-06, "Finetune/Loss": 0.5990226864814758, "Finetune/Loss (Raw)": 0.6903742551803589, "Finetune/Step": 13634, "Finetune/Step Time": 11.838488597422838}
+{"Finetune/Learning Rate": 4.122419950589563e-06, "Finetune/Loss": 0.6003444194793701, "Finetune/Loss (Raw)": 0.7493690848350525, "Finetune/Step": 13635, "Finetune/Step Time": 11.866884019225836}
+{"Finetune/Learning Rate": 4.1210576496928546e-06, "Finetune/Loss": 0.6001181602478027, "Finetune/Loss (Raw)": 0.5652385354042053, "Finetune/Step": 13636, "Finetune/Step Time": 11.87017311155796}
+{"Finetune/Learning Rate": 4.11969551550623e-06, "Finetune/Loss": 0.5995545387268066, "Finetune/Loss (Raw)": 0.621080219745636, "Finetune/Step": 13637, "Finetune/Step Time": 11.874739367514849}
+{"Finetune/Learning Rate": 4.118333548068319e-06, "Finetune/Loss": 0.5993742942810059, "Finetune/Loss (Raw)": 0.5999906063079834, "Finetune/Step": 13638, "Finetune/Step Time": 11.875031437724829}
+{"Finetune/Learning Rate": 4.11697174741774e-06, "Finetune/Loss": 0.5984476804733276, "Finetune/Loss (Raw)": 0.45772597193717957, "Finetune/Step": 13639, "Finetune/Step Time": 11.89650123566389}
+{"Finetune/Learning Rate": 4.115610113593117e-06, "Finetune/Loss": 0.5988044738769531, "Finetune/Loss (Raw)": 0.5993348360061646, "Finetune/Step": 13640, "Finetune/Step Time": 11.905647668987513}
+{"Finetune/Learning Rate": 4.114248646633059e-06, "Finetune/Loss": 0.5984938144683838, "Finetune/Loss (Raw)": 0.5436134338378906, "Finetune/Step": 13641, "Finetune/Step Time": 11.888622285798192}
+{"Finetune/Learning Rate": 4.112887346576174e-06, "Finetune/Loss": 0.5982623100280762, "Finetune/Loss (Raw)": 0.6190595626831055, "Finetune/Step": 13642, "Finetune/Step Time": 11.890511585399508}
+{"Finetune/Learning Rate": 4.111526213461061e-06, "Finetune/Loss": 0.5984923839569092, "Finetune/Loss (Raw)": 0.5573827028274536, "Finetune/Step": 13643, "Finetune/Step Time": 11.87457649037242}
+{"Finetune/Learning Rate": 4.11016524732632e-06, "Finetune/Loss": 0.5972987413406372, "Finetune/Loss (Raw)": 0.5916863679885864, "Finetune/Step": 13644, "Finetune/Step Time": 11.872934011742473}
+{"Finetune/Learning Rate": 4.108804448210544e-06, "Finetune/Loss": 0.5977266430854797, "Finetune/Loss (Raw)": 0.5047504901885986, "Finetune/Step": 13645, "Finetune/Step Time": 11.85682393796742}
+{"Finetune/Learning Rate": 4.107443816152318e-06, "Finetune/Loss": 0.5975656509399414, "Finetune/Loss (Raw)": 0.584963858127594, "Finetune/Step": 13646, "Finetune/Step Time": 11.856686510145664}
+{"Finetune/Learning Rate": 4.106083351190232e-06, "Finetune/Loss": 0.5972604751586914, "Finetune/Loss (Raw)": 0.6331415176391602, "Finetune/Step": 13647, "Finetune/Step Time": 11.873251244425774}
+{"Finetune/Learning Rate": 4.104723053362867e-06, "Finetune/Loss": 0.5981078147888184, "Finetune/Loss (Raw)": 0.6796360611915588, "Finetune/Step": 13648, "Finetune/Step Time": 11.876702055335045}
+{"Finetune/Learning Rate": 4.103362922708788e-06, "Finetune/Loss": 0.5972826480865479, "Finetune/Loss (Raw)": 0.5382235646247864, "Finetune/Step": 13649, "Finetune/Step Time": 11.893372042104602}
+{"Finetune/Learning Rate": 4.102002959266568e-06, "Finetune/Loss": 0.5970274806022644, "Finetune/Loss (Raw)": 0.616398274898529, "Finetune/Step": 13650, "Finetune/Step Time": 11.90269223228097}
+{"Finetune/Learning Rate": 4.100643163074774e-06, "Finetune/Loss": 0.5999065637588501, "Finetune/Loss (Raw)": 0.7805831432342529, "Finetune/Step": 13651, "Finetune/Step Time": 11.88184198923409}
+{"Finetune/Learning Rate": 4.0992835341719626e-06, "Finetune/Loss": 0.5999822616577148, "Finetune/Loss (Raw)": 0.6233028769493103, "Finetune/Step": 13652, "Finetune/Step Time": 11.884083030745387}
+{"Finetune/Learning Rate": 4.097924072596692e-06, "Finetune/Loss": 0.5998411178588867, "Finetune/Loss (Raw)": 0.6395612359046936, "Finetune/Step": 13653, "Finetune/Step Time": 11.905896924436092}
+{"Finetune/Learning Rate": 4.096564778387507e-06, "Finetune/Loss": 0.6004317998886108, "Finetune/Loss (Raw)": 0.6029649376869202, "Finetune/Step": 13654, "Finetune/Step Time": 11.91777541488409}
+{"Finetune/Learning Rate": 4.095205651582965e-06, "Finetune/Loss": 0.5981983542442322, "Finetune/Loss (Raw)": 0.3576180636882782, "Finetune/Step": 13655, "Finetune/Step Time": 11.944442369043827}
+{"Finetune/Learning Rate": 4.093846692221597e-06, "Finetune/Loss": 0.5977275371551514, "Finetune/Loss (Raw)": 0.6505781412124634, "Finetune/Step": 13656, "Finetune/Step Time": 11.964406423270702}
+{"Finetune/Learning Rate": 4.092487900341941e-06, "Finetune/Loss": 0.5975103974342346, "Finetune/Loss (Raw)": 0.6061912775039673, "Finetune/Step": 13657, "Finetune/Step Time": 11.963455060496926}
+{"Finetune/Learning Rate": 4.09112927598253e-06, "Finetune/Loss": 0.5980185270309448, "Finetune/Loss (Raw)": 0.5622580051422119, "Finetune/Step": 13658, "Finetune/Step Time": 11.964276060461998}
+{"Finetune/Learning Rate": 4.0897708191818905e-06, "Finetune/Loss": 0.5974276661872864, "Finetune/Loss (Raw)": 0.601344883441925, "Finetune/Step": 13659, "Finetune/Step Time": 11.958668122068048}
+{"Finetune/Learning Rate": 4.088412529978544e-06, "Finetune/Loss": 0.597437858581543, "Finetune/Loss (Raw)": 0.5497094988822937, "Finetune/Step": 13660, "Finetune/Step Time": 11.959084564819932}
+{"Finetune/Learning Rate": 4.0870544084110075e-06, "Finetune/Loss": 0.5971758365631104, "Finetune/Loss (Raw)": 0.5602895021438599, "Finetune/Step": 13661, "Finetune/Step Time": 11.955778699368238}
+{"Finetune/Learning Rate": 4.085696454517794e-06, "Finetune/Loss": 0.5963412523269653, "Finetune/Loss (Raw)": 0.5736767649650574, "Finetune/Step": 13662, "Finetune/Step Time": 11.960748981684446}
+{"Finetune/Learning Rate": 4.084338668337411e-06, "Finetune/Loss": 0.5947755575180054, "Finetune/Loss (Raw)": 0.5328229069709778, "Finetune/Step": 13663, "Finetune/Step Time": 11.95566600933671}
+{"Finetune/Learning Rate": 4.082981049908362e-06, "Finetune/Loss": 0.5960677266120911, "Finetune/Loss (Raw)": 0.670405924320221, "Finetune/Step": 13664, "Finetune/Step Time": 11.966860001906753}
+{"Finetune/Learning Rate": 4.081623599269144e-06, "Finetune/Loss": 0.5952752232551575, "Finetune/Loss (Raw)": 0.6060153245925903, "Finetune/Step": 13665, "Finetune/Step Time": 11.955067425966263}
+{"Finetune/Learning Rate": 4.0802663164582515e-06, "Finetune/Loss": 0.595538854598999, "Finetune/Loss (Raw)": 0.6747472882270813, "Finetune/Step": 13666, "Finetune/Step Time": 11.95269044302404}
+{"Finetune/Learning Rate": 4.078909201514172e-06, "Finetune/Loss": 0.5953431129455566, "Finetune/Loss (Raw)": 0.5641887784004211, "Finetune/Step": 13667, "Finetune/Step Time": 12.000307219102979}
+{"Finetune/Learning Rate": 4.077552254475391e-06, "Finetune/Loss": 0.5958570241928101, "Finetune/Loss (Raw)": 0.688112199306488, "Finetune/Step": 13668, "Finetune/Step Time": 12.030218675732613}
+{"Finetune/Learning Rate": 4.076195475380387e-06, "Finetune/Loss": 0.5963398814201355, "Finetune/Loss (Raw)": 0.6754945516586304, "Finetune/Step": 13669, "Finetune/Step Time": 12.031031042337418}
+{"Finetune/Learning Rate": 4.074838864267633e-06, "Finetune/Loss": 0.5975497364997864, "Finetune/Loss (Raw)": 0.6575666069984436, "Finetune/Step": 13670, "Finetune/Step Time": 12.040522316470742}
+{"Finetune/Learning Rate": 4.073482421175601e-06, "Finetune/Loss": 0.5994164943695068, "Finetune/Loss (Raw)": 0.7111272215843201, "Finetune/Step": 13671, "Finetune/Step Time": 12.012412155047059}
+{"Finetune/Learning Rate": 4.072126146142754e-06, "Finetune/Loss": 0.6008249521255493, "Finetune/Loss (Raw)": 0.7040199637413025, "Finetune/Step": 13672, "Finetune/Step Time": 12.021417746320367}
+{"Finetune/Learning Rate": 4.070770039207555e-06, "Finetune/Loss": 0.6008099317550659, "Finetune/Loss (Raw)": 0.596687912940979, "Finetune/Step": 13673, "Finetune/Step Time": 12.02436451613903}
+{"Finetune/Learning Rate": 4.069414100408456e-06, "Finetune/Loss": 0.6011166572570801, "Finetune/Loss (Raw)": 0.6226918697357178, "Finetune/Step": 13674, "Finetune/Step Time": 12.032344374805689}
+{"Finetune/Learning Rate": 4.068058329783907e-06, "Finetune/Loss": 0.6018305420875549, "Finetune/Loss (Raw)": 0.6248675584793091, "Finetune/Step": 13675, "Finetune/Step Time": 12.02192428894341}
+{"Finetune/Learning Rate": 4.066702727372357e-06, "Finetune/Loss": 0.6004931330680847, "Finetune/Loss (Raw)": 0.4821162819862366, "Finetune/Step": 13676, "Finetune/Step Time": 12.025520771741867}
+{"Finetune/Learning Rate": 4.065347293212246e-06, "Finetune/Loss": 0.6014062166213989, "Finetune/Loss (Raw)": 0.6700564026832581, "Finetune/Step": 13677, "Finetune/Step Time": 12.02766158618033}
+{"Finetune/Learning Rate": 4.063992027342009e-06, "Finetune/Loss": 0.6014828085899353, "Finetune/Loss (Raw)": 0.5719639658927917, "Finetune/Step": 13678, "Finetune/Step Time": 12.027704082429409}
+{"Finetune/Learning Rate": 4.062636929800083e-06, "Finetune/Loss": 0.602182924747467, "Finetune/Loss (Raw)": 0.7478488683700562, "Finetune/Step": 13679, "Finetune/Step Time": 12.021721061319113}
+{"Finetune/Learning Rate": 4.061282000624885e-06, "Finetune/Loss": 0.6035169363021851, "Finetune/Loss (Raw)": 0.6433424353599548, "Finetune/Step": 13680, "Finetune/Step Time": 11.996933979913592}
+{"Finetune/Learning Rate": 4.059927239854841e-06, "Finetune/Loss": 0.6040263175964355, "Finetune/Loss (Raw)": 0.6925986409187317, "Finetune/Step": 13681, "Finetune/Step Time": 11.99243949353695}
+{"Finetune/Learning Rate": 4.058572647528371e-06, "Finetune/Loss": 0.6028343439102173, "Finetune/Loss (Raw)": 0.5626697540283203, "Finetune/Step": 13682, "Finetune/Step Time": 12.015244919806719}
+{"Finetune/Learning Rate": 4.0572182236838855e-06, "Finetune/Loss": 0.6041851043701172, "Finetune/Loss (Raw)": 0.5859931111335754, "Finetune/Step": 13683, "Finetune/Step Time": 11.992272388190031}
+{"Finetune/Learning Rate": 4.055863968359793e-06, "Finetune/Loss": 0.6036299467086792, "Finetune/Loss (Raw)": 0.5850898623466492, "Finetune/Step": 13684, "Finetune/Step Time": 11.977850580587983}
+{"Finetune/Learning Rate": 4.054509881594497e-06, "Finetune/Loss": 0.6046488881111145, "Finetune/Loss (Raw)": 0.7199311852455139, "Finetune/Step": 13685, "Finetune/Step Time": 11.995361575856805}
+{"Finetune/Learning Rate": 4.053155963426393e-06, "Finetune/Loss": 0.6040781736373901, "Finetune/Loss (Raw)": 0.5682543516159058, "Finetune/Step": 13686, "Finetune/Step Time": 11.99491161853075}
+{"Finetune/Learning Rate": 4.051802213893874e-06, "Finetune/Loss": 0.6039927005767822, "Finetune/Loss (Raw)": 0.6547009944915771, "Finetune/Step": 13687, "Finetune/Step Time": 11.993156721815467}
+{"Finetune/Learning Rate": 4.050448633035326e-06, "Finetune/Loss": 0.6042852401733398, "Finetune/Loss (Raw)": 0.5964662432670593, "Finetune/Step": 13688, "Finetune/Step Time": 11.984819306060672}
+{"Finetune/Learning Rate": 4.049095220889141e-06, "Finetune/Loss": 0.6051466464996338, "Finetune/Loss (Raw)": 0.7230381369590759, "Finetune/Step": 13689, "Finetune/Step Time": 11.977815482765436}
+{"Finetune/Learning Rate": 4.0477419774936935e-06, "Finetune/Loss": 0.6042681932449341, "Finetune/Loss (Raw)": 0.5636836886405945, "Finetune/Step": 13690, "Finetune/Step Time": 11.99091381765902}
+{"Finetune/Learning Rate": 4.046388902887361e-06, "Finetune/Loss": 0.604699969291687, "Finetune/Loss (Raw)": 0.6585664749145508, "Finetune/Step": 13691, "Finetune/Step Time": 11.988874923437834}
+{"Finetune/Learning Rate": 4.045035997108504e-06, "Finetune/Loss": 0.6035047173500061, "Finetune/Loss (Raw)": 0.5329362154006958, "Finetune/Step": 13692, "Finetune/Step Time": 11.98464446887374}
+{"Finetune/Learning Rate": 4.043683260195494e-06, "Finetune/Loss": 0.6039074063301086, "Finetune/Loss (Raw)": 0.6297014951705933, "Finetune/Step": 13693, "Finetune/Step Time": 11.983247216790915}
+{"Finetune/Learning Rate": 4.042330692186689e-06, "Finetune/Loss": 0.6032696962356567, "Finetune/Loss (Raw)": 0.5661896467208862, "Finetune/Step": 13694, "Finetune/Step Time": 11.971860812976956}
+{"Finetune/Learning Rate": 4.040978293120441e-06, "Finetune/Loss": 0.6036909818649292, "Finetune/Loss (Raw)": 0.6538508534431458, "Finetune/Step": 13695, "Finetune/Step Time": 11.967032819986343}
+{"Finetune/Learning Rate": 4.039626063035107e-06, "Finetune/Loss": 0.60343337059021, "Finetune/Loss (Raw)": 0.5329140424728394, "Finetune/Step": 13696, "Finetune/Step Time": 11.972844932228327}
+{"Finetune/Learning Rate": 4.038274001969033e-06, "Finetune/Loss": 0.603022038936615, "Finetune/Loss (Raw)": 0.6010825037956238, "Finetune/Step": 13697, "Finetune/Step Time": 11.971749665215611}
+{"Finetune/Learning Rate": 4.0369221099605505e-06, "Finetune/Loss": 0.6032557487487793, "Finetune/Loss (Raw)": 0.6250495314598083, "Finetune/Step": 13698, "Finetune/Step Time": 11.973315458744764}
+{"Finetune/Learning Rate": 4.0355703870480016e-06, "Finetune/Loss": 0.6038427352905273, "Finetune/Loss (Raw)": 0.6424176692962646, "Finetune/Step": 13699, "Finetune/Step Time": 11.97744776494801}
+{"Finetune/Learning Rate": 4.034218833269714e-06, "Finetune/Loss": 0.6056525707244873, "Finetune/Loss (Raw)": 0.7240491509437561, "Finetune/Step": 13700, "Finetune/Step Time": 11.972369495779276}
+{"Finetune/Learning Rate": 4.0328674486640175e-06, "Finetune/Loss": 0.606085479259491, "Finetune/Loss (Raw)": 0.6321761608123779, "Finetune/Step": 13701, "Finetune/Step Time": 11.963680224493146}
+{"Finetune/Learning Rate": 4.031516233269228e-06, "Finetune/Loss": 0.6057415008544922, "Finetune/Loss (Raw)": 0.5325567126274109, "Finetune/Step": 13702, "Finetune/Step Time": 11.968636812642217}
+{"Finetune/Learning Rate": 4.030165187123673e-06, "Finetune/Loss": 0.6058568954467773, "Finetune/Loss (Raw)": 0.6174511313438416, "Finetune/Step": 13703, "Finetune/Step Time": 11.974806491285563}
+{"Finetune/Learning Rate": 4.028814310265654e-06, "Finetune/Loss": 0.6053104400634766, "Finetune/Loss (Raw)": 0.6382049322128296, "Finetune/Step": 13704, "Finetune/Step Time": 11.973683850839734}
+{"Finetune/Learning Rate": 4.027463602733481e-06, "Finetune/Loss": 0.6051206588745117, "Finetune/Loss (Raw)": 0.626743495464325, "Finetune/Step": 13705, "Finetune/Step Time": 11.978261379525065}
+{"Finetune/Learning Rate": 4.026113064565457e-06, "Finetune/Loss": 0.6053303480148315, "Finetune/Loss (Raw)": 0.6327375173568726, "Finetune/Step": 13706, "Finetune/Step Time": 11.964663019403815}
+{"Finetune/Learning Rate": 4.0247626957998785e-06, "Finetune/Loss": 0.6053558588027954, "Finetune/Loss (Raw)": 0.6344684362411499, "Finetune/Step": 13707, "Finetune/Step Time": 11.96737085096538}
+{"Finetune/Learning Rate": 4.023412496475039e-06, "Finetune/Loss": 0.6054776906967163, "Finetune/Loss (Raw)": 0.6296838521957397, "Finetune/Step": 13708, "Finetune/Step Time": 11.970048682764173}
+{"Finetune/Learning Rate": 4.022062466629226e-06, "Finetune/Loss": 0.6051944494247437, "Finetune/Loss (Raw)": 0.5586188435554504, "Finetune/Step": 13709, "Finetune/Step Time": 11.973070612177253}
+{"Finetune/Learning Rate": 4.020712606300723e-06, "Finetune/Loss": 0.6049505472183228, "Finetune/Loss (Raw)": 0.5604328513145447, "Finetune/Step": 13710, "Finetune/Step Time": 11.976442161947489}
+{"Finetune/Learning Rate": 4.019362915527807e-06, "Finetune/Loss": 0.6052866578102112, "Finetune/Loss (Raw)": 0.6081174612045288, "Finetune/Step": 13711, "Finetune/Step Time": 11.978915490210056}
+{"Finetune/Learning Rate": 4.018013394348752e-06, "Finetune/Loss": 0.6050418615341187, "Finetune/Loss (Raw)": 0.5597798824310303, "Finetune/Step": 13712, "Finetune/Step Time": 11.975094202905893}
+{"Finetune/Learning Rate": 4.016664042801827e-06, "Finetune/Loss": 0.6052365303039551, "Finetune/Loss (Raw)": 0.5500547289848328, "Finetune/Step": 13713, "Finetune/Step Time": 11.995794018730521}
+{"Finetune/Learning Rate": 4.015314860925294e-06, "Finetune/Loss": 0.6053836345672607, "Finetune/Loss (Raw)": 0.7156878709793091, "Finetune/Step": 13714, "Finetune/Step Time": 11.999259514734149}
+{"Finetune/Learning Rate": 4.013965848757415e-06, "Finetune/Loss": 0.6054263710975647, "Finetune/Loss (Raw)": 0.5738424062728882, "Finetune/Step": 13715, "Finetune/Step Time": 11.995733136311173}
+{"Finetune/Learning Rate": 4.012617006336442e-06, "Finetune/Loss": 0.6051946878433228, "Finetune/Loss (Raw)": 0.6168987154960632, "Finetune/Step": 13716, "Finetune/Step Time": 11.9829404335469}
+{"Finetune/Learning Rate": 4.011268333700625e-06, "Finetune/Loss": 0.6048762798309326, "Finetune/Loss (Raw)": 0.5728888511657715, "Finetune/Step": 13717, "Finetune/Step Time": 11.983750466257334}
+{"Finetune/Learning Rate": 4.009919830888209e-06, "Finetune/Loss": 0.6045646667480469, "Finetune/Loss (Raw)": 0.5445050597190857, "Finetune/Step": 13718, "Finetune/Step Time": 11.992770096287131}
+{"Finetune/Learning Rate": 4.008571497937432e-06, "Finetune/Loss": 0.603227436542511, "Finetune/Loss (Raw)": 0.5297322273254395, "Finetune/Step": 13719, "Finetune/Step Time": 11.97887004353106}
+{"Finetune/Learning Rate": 4.007223334886531e-06, "Finetune/Loss": 0.6028258204460144, "Finetune/Loss (Raw)": 0.5402351021766663, "Finetune/Step": 13720, "Finetune/Step Time": 11.98511672578752}
+{"Finetune/Learning Rate": 4.005875341773739e-06, "Finetune/Loss": 0.6027605533599854, "Finetune/Loss (Raw)": 0.6116875410079956, "Finetune/Step": 13721, "Finetune/Step Time": 11.97404246777296}
+{"Finetune/Learning Rate": 4.004527518637268e-06, "Finetune/Loss": 0.602683424949646, "Finetune/Loss (Raw)": 0.584757387638092, "Finetune/Step": 13722, "Finetune/Step Time": 11.966523187234998}
+{"Finetune/Learning Rate": 4.003179865515353e-06, "Finetune/Loss": 0.6032242774963379, "Finetune/Loss (Raw)": 0.6782636046409607, "Finetune/Step": 13723, "Finetune/Step Time": 11.965394211933017}
+{"Finetune/Learning Rate": 4.001832382446204e-06, "Finetune/Loss": 0.6031700968742371, "Finetune/Loss (Raw)": 0.5735490322113037, "Finetune/Step": 13724, "Finetune/Step Time": 11.960844652727246}
+{"Finetune/Learning Rate": 4.000485069468032e-06, "Finetune/Loss": 0.6020929217338562, "Finetune/Loss (Raw)": 0.5085873603820801, "Finetune/Step": 13725, "Finetune/Step Time": 11.978040114045143}
+{"Finetune/Learning Rate": 3.999137926619043e-06, "Finetune/Loss": 0.6025232076644897, "Finetune/Loss (Raw)": 0.6028807759284973, "Finetune/Step": 13726, "Finetune/Step Time": 11.984007818624377}
+{"Finetune/Learning Rate": 3.997790953937442e-06, "Finetune/Loss": 0.6029921770095825, "Finetune/Loss (Raw)": 0.6671482920646667, "Finetune/Step": 13727, "Finetune/Step Time": 11.989709608256817}
+{"Finetune/Learning Rate": 3.996444151461417e-06, "Finetune/Loss": 0.6032217741012573, "Finetune/Loss (Raw)": 0.4681735336780548, "Finetune/Step": 13728, "Finetune/Step Time": 11.961858328431845}
+{"Finetune/Learning Rate": 3.995097519229162e-06, "Finetune/Loss": 0.6017693281173706, "Finetune/Loss (Raw)": 0.48627230525016785, "Finetune/Step": 13729, "Finetune/Step Time": 11.985546519979835}
+{"Finetune/Learning Rate": 3.993751057278868e-06, "Finetune/Loss": 0.6020455360412598, "Finetune/Loss (Raw)": 0.5456279516220093, "Finetune/Step": 13730, "Finetune/Step Time": 11.97832372225821}
+{"Finetune/Learning Rate": 3.992404765648717e-06, "Finetune/Loss": 0.6012442111968994, "Finetune/Loss (Raw)": 0.5460175275802612, "Finetune/Step": 13731, "Finetune/Step Time": 11.98812541551888}
+{"Finetune/Learning Rate": 3.991058644376881e-06, "Finetune/Loss": 0.6002815961837769, "Finetune/Loss (Raw)": 0.6082203984260559, "Finetune/Step": 13732, "Finetune/Step Time": 11.980727225542068}
+{"Finetune/Learning Rate": 3.989712693501539e-06, "Finetune/Loss": 0.6005641222000122, "Finetune/Loss (Raw)": 0.6387645602226257, "Finetune/Step": 13733, "Finetune/Step Time": 11.969547662883997}
+{"Finetune/Learning Rate": 3.98836691306085e-06, "Finetune/Loss": 0.5994491577148438, "Finetune/Loss (Raw)": 0.4339522123336792, "Finetune/Step": 13734, "Finetune/Step Time": 11.99260344542563}
+{"Finetune/Learning Rate": 3.9870213030929805e-06, "Finetune/Loss": 0.5988924503326416, "Finetune/Loss (Raw)": 0.4654639661312103, "Finetune/Step": 13735, "Finetune/Step Time": 11.990152141079307}
+{"Finetune/Learning Rate": 3.98567586363609e-06, "Finetune/Loss": 0.5997126698493958, "Finetune/Loss (Raw)": 0.6941372156143188, "Finetune/Step": 13736, "Finetune/Step Time": 11.962876074016094}
+{"Finetune/Learning Rate": 3.984330594728324e-06, "Finetune/Loss": 0.5994752049446106, "Finetune/Loss (Raw)": 0.6051996350288391, "Finetune/Step": 13737, "Finetune/Step Time": 11.946592792868614}
+{"Finetune/Learning Rate": 3.982985496407841e-06, "Finetune/Loss": 0.5997169017791748, "Finetune/Loss (Raw)": 0.5824732780456543, "Finetune/Step": 13738, "Finetune/Step Time": 11.941359903663397}
+{"Finetune/Learning Rate": 3.981640568712778e-06, "Finetune/Loss": 0.5993856191635132, "Finetune/Loss (Raw)": 0.5889369249343872, "Finetune/Step": 13739, "Finetune/Step Time": 11.951037036255002}
+{"Finetune/Learning Rate": 3.980295811681279e-06, "Finetune/Loss": 0.5980469584465027, "Finetune/Loss (Raw)": 0.5566055178642273, "Finetune/Step": 13740, "Finetune/Step Time": 11.961467484012246}
+{"Finetune/Learning Rate": 3.978951225351469e-06, "Finetune/Loss": 0.5983281135559082, "Finetune/Loss (Raw)": 0.6822555065155029, "Finetune/Step": 13741, "Finetune/Step Time": 11.963181333616376}
+{"Finetune/Learning Rate": 3.97760680976148e-06, "Finetune/Loss": 0.5998637676239014, "Finetune/Loss (Raw)": 0.7890282869338989, "Finetune/Step": 13742, "Finetune/Step Time": 11.913454050198197}
+{"Finetune/Learning Rate": 3.976262564949438e-06, "Finetune/Loss": 0.5998780131340027, "Finetune/Loss (Raw)": 0.6328657865524292, "Finetune/Step": 13743, "Finetune/Step Time": 11.918737346306443}
+{"Finetune/Learning Rate": 3.9749184909534565e-06, "Finetune/Loss": 0.6012083292007446, "Finetune/Loss (Raw)": 0.6179691553115845, "Finetune/Step": 13744, "Finetune/Step Time": 11.91135362163186}
+{"Finetune/Learning Rate": 3.973574587811656e-06, "Finetune/Loss": 0.6019317507743835, "Finetune/Loss (Raw)": 0.6453967690467834, "Finetune/Step": 13745, "Finetune/Step Time": 11.915134653449059}
+{"Finetune/Learning Rate": 3.972230855562148e-06, "Finetune/Loss": 0.6020750999450684, "Finetune/Loss (Raw)": 0.6084704399108887, "Finetune/Step": 13746, "Finetune/Step Time": 11.968059204518795}
+{"Finetune/Learning Rate": 3.970887294243028e-06, "Finetune/Loss": 0.6008520126342773, "Finetune/Loss (Raw)": 0.4659866392612457, "Finetune/Step": 13747, "Finetune/Step Time": 11.97589692287147}
+{"Finetune/Learning Rate": 3.969543903892401e-06, "Finetune/Loss": 0.6018164753913879, "Finetune/Loss (Raw)": 0.725830078125, "Finetune/Step": 13748, "Finetune/Step Time": 11.979839438572526}
+{"Finetune/Learning Rate": 3.96820068454836e-06, "Finetune/Loss": 0.602962851524353, "Finetune/Loss (Raw)": 0.6197108030319214, "Finetune/Step": 13749, "Finetune/Step Time": 11.980978349223733}
+{"Finetune/Learning Rate": 3.966857636248996e-06, "Finetune/Loss": 0.602863609790802, "Finetune/Loss (Raw)": 0.5914335250854492, "Finetune/Step": 13750, "Finetune/Step Time": 11.980116231366992}
+{"Finetune/Learning Rate": 3.965514759032388e-06, "Finetune/Loss": 0.6037980318069458, "Finetune/Loss (Raw)": 0.7186000347137451, "Finetune/Step": 13751, "Finetune/Step Time": 11.980677776038647}
+{"Finetune/Learning Rate": 3.96417205293663e-06, "Finetune/Loss": 0.6048829555511475, "Finetune/Loss (Raw)": 0.676500678062439, "Finetune/Step": 13752, "Finetune/Step Time": 11.979160914197564}
+{"Finetune/Learning Rate": 3.962829517999786e-06, "Finetune/Loss": 0.604361891746521, "Finetune/Loss (Raw)": 0.5921560525894165, "Finetune/Step": 13753, "Finetune/Step Time": 11.986641930416226}
+{"Finetune/Learning Rate": 3.961487154259929e-06, "Finetune/Loss": 0.6054079532623291, "Finetune/Loss (Raw)": 0.6756163835525513, "Finetune/Step": 13754, "Finetune/Step Time": 11.984409799799323}
+{"Finetune/Learning Rate": 3.960144961755124e-06, "Finetune/Loss": 0.6053057909011841, "Finetune/Loss (Raw)": 0.6068561673164368, "Finetune/Step": 13755, "Finetune/Step Time": 11.98617447912693}
+{"Finetune/Learning Rate": 3.958802940523434e-06, "Finetune/Loss": 0.6046294569969177, "Finetune/Loss (Raw)": 0.5304795503616333, "Finetune/Step": 13756, "Finetune/Step Time": 11.981873603537679}
+{"Finetune/Learning Rate": 3.957461090602913e-06, "Finetune/Loss": 0.6050065159797668, "Finetune/Loss (Raw)": 0.5083624124526978, "Finetune/Step": 13757, "Finetune/Step Time": 11.973154671490192}
+{"Finetune/Learning Rate": 3.956119412031614e-06, "Finetune/Loss": 0.6049121618270874, "Finetune/Loss (Raw)": 0.5727909207344055, "Finetune/Step": 13758, "Finetune/Step Time": 12.007945585995913}
+{"Finetune/Learning Rate": 3.954777904847581e-06, "Finetune/Loss": 0.6060523390769958, "Finetune/Loss (Raw)": 0.6927212476730347, "Finetune/Step": 13759, "Finetune/Step Time": 12.020743690431118}
+{"Finetune/Learning Rate": 3.953436569088856e-06, "Finetune/Loss": 0.6039690971374512, "Finetune/Loss (Raw)": 0.43930870294570923, "Finetune/Step": 13760, "Finetune/Step Time": 12.063163297250867}
+{"Finetune/Learning Rate": 3.952095404793476e-06, "Finetune/Loss": 0.6050456762313843, "Finetune/Loss (Raw)": 0.6086707711219788, "Finetune/Step": 13761, "Finetune/Step Time": 12.044141978025436}
+{"Finetune/Learning Rate": 3.950754411999474e-06, "Finetune/Loss": 0.6045292615890503, "Finetune/Loss (Raw)": 0.6242679953575134, "Finetune/Step": 13762, "Finetune/Step Time": 12.04008849710226}
+{"Finetune/Learning Rate": 3.949413590744874e-06, "Finetune/Loss": 0.6030377149581909, "Finetune/Loss (Raw)": 0.5584507584571838, "Finetune/Step": 13763, "Finetune/Step Time": 12.005895962938666}
+{"Finetune/Learning Rate": 3.948072941067699e-06, "Finetune/Loss": 0.6040533185005188, "Finetune/Loss (Raw)": 0.6952388286590576, "Finetune/Step": 13764, "Finetune/Step Time": 12.009370626881719}
+{"Finetune/Learning Rate": 3.946732463005965e-06, "Finetune/Loss": 0.6034525632858276, "Finetune/Loss (Raw)": 0.5441837906837463, "Finetune/Step": 13765, "Finetune/Step Time": 12.012872695922852}
+{"Finetune/Learning Rate": 3.945392156597686e-06, "Finetune/Loss": 0.6037392616271973, "Finetune/Loss (Raw)": 0.6366830468177795, "Finetune/Step": 13766, "Finetune/Step Time": 12.023951560258865}
+{"Finetune/Learning Rate": 3.944052021880869e-06, "Finetune/Loss": 0.6048265695571899, "Finetune/Loss (Raw)": 0.5969035029411316, "Finetune/Step": 13767, "Finetune/Step Time": 11.990382323041558}
+{"Finetune/Learning Rate": 3.9427120588935154e-06, "Finetune/Loss": 0.6049528121948242, "Finetune/Loss (Raw)": 0.6154870986938477, "Finetune/Step": 13768, "Finetune/Step Time": 12.015894770622253}
+{"Finetune/Learning Rate": 3.941372267673624e-06, "Finetune/Loss": 0.6052496433258057, "Finetune/Loss (Raw)": 0.5816207528114319, "Finetune/Step": 13769, "Finetune/Step Time": 12.004755780100822}
+{"Finetune/Learning Rate": 3.940032648259188e-06, "Finetune/Loss": 0.604848325252533, "Finetune/Loss (Raw)": 0.5676842331886292, "Finetune/Step": 13770, "Finetune/Step Time": 12.008144179359078}
+{"Finetune/Learning Rate": 3.938693200688188e-06, "Finetune/Loss": 0.606054425239563, "Finetune/Loss (Raw)": 0.711759090423584, "Finetune/Step": 13771, "Finetune/Step Time": 12.007326254621148}
+{"Finetune/Learning Rate": 3.937353924998617e-06, "Finetune/Loss": 0.6061434149742126, "Finetune/Loss (Raw)": 0.6030822396278381, "Finetune/Step": 13772, "Finetune/Step Time": 12.007231377065182}
+{"Finetune/Learning Rate": 3.936014821228448e-06, "Finetune/Loss": 0.6060053110122681, "Finetune/Loss (Raw)": 0.4870747923851013, "Finetune/Step": 13773, "Finetune/Step Time": 12.00141130015254}
+{"Finetune/Learning Rate": 3.934675889415656e-06, "Finetune/Loss": 0.6069737076759338, "Finetune/Loss (Raw)": 0.7089158892631531, "Finetune/Step": 13774, "Finetune/Step Time": 12.014482544735074}
+{"Finetune/Learning Rate": 3.933337129598207e-06, "Finetune/Loss": 0.6058027148246765, "Finetune/Loss (Raw)": 0.48325133323669434, "Finetune/Step": 13775, "Finetune/Step Time": 11.987352663651109}
+{"Finetune/Learning Rate": 3.931998541814069e-06, "Finetune/Loss": 0.6052756309509277, "Finetune/Loss (Raw)": 0.6121723055839539, "Finetune/Step": 13776, "Finetune/Step Time": 11.982393564656377}
+{"Finetune/Learning Rate": 3.930660126101196e-06, "Finetune/Loss": 0.605499267578125, "Finetune/Loss (Raw)": 0.5668506622314453, "Finetune/Step": 13777, "Finetune/Step Time": 11.959390988573432}
+{"Finetune/Learning Rate": 3.929321882497536e-06, "Finetune/Loss": 0.6039532423019409, "Finetune/Loss (Raw)": 0.418507844209671, "Finetune/Step": 13778, "Finetune/Step Time": 11.974984278902411}
+{"Finetune/Learning Rate": 3.927983811041052e-06, "Finetune/Loss": 0.6023776531219482, "Finetune/Loss (Raw)": 0.5789037346839905, "Finetune/Step": 13779, "Finetune/Step Time": 11.979754088446498}
+{"Finetune/Learning Rate": 3.9266459117696785e-06, "Finetune/Loss": 0.6024571061134338, "Finetune/Loss (Raw)": 0.6334737539291382, "Finetune/Step": 13780, "Finetune/Step Time": 11.97656817920506}
+{"Finetune/Learning Rate": 3.925308184721357e-06, "Finetune/Loss": 0.602272629737854, "Finetune/Loss (Raw)": 0.6159523725509644, "Finetune/Step": 13781, "Finetune/Step Time": 11.949943944811821}
+{"Finetune/Learning Rate": 3.923970629934024e-06, "Finetune/Loss": 0.6012784242630005, "Finetune/Loss (Raw)": 0.47570422291755676, "Finetune/Step": 13782, "Finetune/Step Time": 11.930638505145907}
+{"Finetune/Learning Rate": 3.922633247445604e-06, "Finetune/Loss": 0.6022752523422241, "Finetune/Loss (Raw)": 0.4852079451084137, "Finetune/Step": 13783, "Finetune/Step Time": 11.905228750780225}
+{"Finetune/Learning Rate": 3.921296037294022e-06, "Finetune/Loss": 0.60149085521698, "Finetune/Loss (Raw)": 0.5501754283905029, "Finetune/Step": 13784, "Finetune/Step Time": 11.8821444734931}
+{"Finetune/Learning Rate": 3.919958999517196e-06, "Finetune/Loss": 0.6008321046829224, "Finetune/Loss (Raw)": 0.5218715071678162, "Finetune/Step": 13785, "Finetune/Step Time": 11.87872657738626}
+{"Finetune/Learning Rate": 3.918622134153047e-06, "Finetune/Loss": 0.6005498766899109, "Finetune/Loss (Raw)": 0.5261342525482178, "Finetune/Step": 13786, "Finetune/Step Time": 11.897070158272982}
+{"Finetune/Learning Rate": 3.917285441239481e-06, "Finetune/Loss": 0.6010106801986694, "Finetune/Loss (Raw)": 0.660330593585968, "Finetune/Step": 13787, "Finetune/Step Time": 11.913340030238032}
+{"Finetune/Learning Rate": 3.9159489208144074e-06, "Finetune/Loss": 0.6020580530166626, "Finetune/Loss (Raw)": 0.6837752461433411, "Finetune/Step": 13788, "Finetune/Step Time": 11.912722881883383}
+{"Finetune/Learning Rate": 3.914612572915717e-06, "Finetune/Loss": 0.601848840713501, "Finetune/Loss (Raw)": 0.5335090160369873, "Finetune/Step": 13789, "Finetune/Step Time": 11.916307236999273}
+{"Finetune/Learning Rate": 3.9132763975813095e-06, "Finetune/Loss": 0.602112889289856, "Finetune/Loss (Raw)": 0.6074711680412292, "Finetune/Step": 13790, "Finetune/Step Time": 11.901425156742334}
+{"Finetune/Learning Rate": 3.9119403948490755e-06, "Finetune/Loss": 0.6036874651908875, "Finetune/Loss (Raw)": 0.7343655824661255, "Finetune/Step": 13791, "Finetune/Step Time": 11.90090835466981}
+{"Finetune/Learning Rate": 3.9106045647569005e-06, "Finetune/Loss": 0.6035546064376831, "Finetune/Loss (Raw)": 0.6534040570259094, "Finetune/Step": 13792, "Finetune/Step Time": 11.881369786337018}
+{"Finetune/Learning Rate": 3.9092689073426595e-06, "Finetune/Loss": 0.603697657585144, "Finetune/Loss (Raw)": 0.6243281960487366, "Finetune/Step": 13793, "Finetune/Step Time": 11.880937591195107}
+{"Finetune/Learning Rate": 3.90793342264424e-06, "Finetune/Loss": 0.6049303412437439, "Finetune/Loss (Raw)": 0.8325256109237671, "Finetune/Step": 13794, "Finetune/Step Time": 11.881404707208276}
+{"Finetune/Learning Rate": 3.906598110699501e-06, "Finetune/Loss": 0.6052852869033813, "Finetune/Loss (Raw)": 0.6096225380897522, "Finetune/Step": 13795, "Finetune/Step Time": 11.85217571631074}
+{"Finetune/Learning Rate": 3.905262971546313e-06, "Finetune/Loss": 0.6045644283294678, "Finetune/Loss (Raw)": 0.5958415269851685, "Finetune/Step": 13796, "Finetune/Step Time": 11.82707474194467}
+{"Finetune/Learning Rate": 3.903928005222536e-06, "Finetune/Loss": 0.604674220085144, "Finetune/Loss (Raw)": 0.6895518898963928, "Finetune/Step": 13797, "Finetune/Step Time": 11.82280557602644}
+{"Finetune/Learning Rate": 3.902593211766025e-06, "Finetune/Loss": 0.6046667098999023, "Finetune/Loss (Raw)": 0.6565986275672913, "Finetune/Step": 13798, "Finetune/Step Time": 11.83736514300108}
+{"Finetune/Learning Rate": 3.901258591214633e-06, "Finetune/Loss": 0.6048402786254883, "Finetune/Loss (Raw)": 0.7333423495292664, "Finetune/Step": 13799, "Finetune/Step Time": 11.836374450474977}
+{"Finetune/Learning Rate": 3.899924143606204e-06, "Finetune/Loss": 0.603894829750061, "Finetune/Loss (Raw)": 0.5830115675926208, "Finetune/Step": 13800, "Finetune/Step Time": 11.874750915914774}
+{"Finetune/Learning Rate": 3.898589868978581e-06, "Finetune/Loss": 0.604627251625061, "Finetune/Loss (Raw)": 0.6904414892196655, "Finetune/Step": 13801, "Finetune/Step Time": 11.872836513444781}
+{"Finetune/Learning Rate": 3.897255767369598e-06, "Finetune/Loss": 0.6044829487800598, "Finetune/Loss (Raw)": 0.6042121052742004, "Finetune/Step": 13802, "Finetune/Step Time": 11.931221976876259}
+{"Finetune/Learning Rate": 3.895921838817089e-06, "Finetune/Loss": 0.6054513454437256, "Finetune/Loss (Raw)": 0.7488248944282532, "Finetune/Step": 13803, "Finetune/Step Time": 11.925423117354512}
+{"Finetune/Learning Rate": 3.894588083358877e-06, "Finetune/Loss": 0.6062085628509521, "Finetune/Loss (Raw)": 0.5790430903434753, "Finetune/Step": 13804, "Finetune/Step Time": 11.927675304934382}
+{"Finetune/Learning Rate": 3.8932545010327875e-06, "Finetune/Loss": 0.6061922311782837, "Finetune/Loss (Raw)": 0.6679643392562866, "Finetune/Step": 13805, "Finetune/Step Time": 11.939327580854297}
+{"Finetune/Learning Rate": 3.891921091876634e-06, "Finetune/Loss": 0.6064273715019226, "Finetune/Loss (Raw)": 0.6020594239234924, "Finetune/Step": 13806, "Finetune/Step Time": 11.94597034342587}
+{"Finetune/Learning Rate": 3.890587855928228e-06, "Finetune/Loss": 0.6054703593254089, "Finetune/Loss (Raw)": 0.6253522038459778, "Finetune/Step": 13807, "Finetune/Step Time": 11.958224225789309}
+{"Finetune/Learning Rate": 3.88925479322538e-06, "Finetune/Loss": 0.6051995754241943, "Finetune/Loss (Raw)": 0.6086776852607727, "Finetune/Step": 13808, "Finetune/Step Time": 11.96846998296678}
+{"Finetune/Learning Rate": 3.887921903805888e-06, "Finetune/Loss": 0.6042070388793945, "Finetune/Loss (Raw)": 0.5655535459518433, "Finetune/Step": 13809, "Finetune/Step Time": 11.97573558613658}
+{"Finetune/Learning Rate": 3.886589187707551e-06, "Finetune/Loss": 0.6038644313812256, "Finetune/Loss (Raw)": 0.5188230276107788, "Finetune/Step": 13810, "Finetune/Step Time": 11.958426717668772}
+{"Finetune/Learning Rate": 3.885256644968161e-06, "Finetune/Loss": 0.6028586626052856, "Finetune/Loss (Raw)": 0.4572490155696869, "Finetune/Step": 13811, "Finetune/Step Time": 11.959884990006685}
+{"Finetune/Learning Rate": 3.883924275625504e-06, "Finetune/Loss": 0.6034890413284302, "Finetune/Loss (Raw)": 0.6657759547233582, "Finetune/Step": 13812, "Finetune/Step Time": 11.96169855631888}
+{"Finetune/Learning Rate": 3.882592079717362e-06, "Finetune/Loss": 0.6028051376342773, "Finetune/Loss (Raw)": 0.6324033737182617, "Finetune/Step": 13813, "Finetune/Step Time": 11.957758463919163}
+{"Finetune/Learning Rate": 3.881260057281513e-06, "Finetune/Loss": 0.6036344766616821, "Finetune/Loss (Raw)": 0.6744028329849243, "Finetune/Step": 13814, "Finetune/Step Time": 11.959414653480053}
+{"Finetune/Learning Rate": 3.87992820835573e-06, "Finetune/Loss": 0.6041350364685059, "Finetune/Loss (Raw)": 0.7187726497650146, "Finetune/Step": 13815, "Finetune/Step Time": 12.0045992936939}
+{"Finetune/Learning Rate": 3.878596532977779e-06, "Finetune/Loss": 0.6039199829101562, "Finetune/Loss (Raw)": 0.5689387917518616, "Finetune/Step": 13816, "Finetune/Step Time": 11.997830240055919}
+{"Finetune/Learning Rate": 3.877265031185426e-06, "Finetune/Loss": 0.6034378409385681, "Finetune/Loss (Raw)": 0.6613274812698364, "Finetune/Step": 13817, "Finetune/Step Time": 11.997778546065092}
+{"Finetune/Learning Rate": 3.875933703016427e-06, "Finetune/Loss": 0.602756679058075, "Finetune/Loss (Raw)": 0.47649088501930237, "Finetune/Step": 13818, "Finetune/Step Time": 12.012003626674414}
+{"Finetune/Learning Rate": 3.874602548508531e-06, "Finetune/Loss": 0.6018911004066467, "Finetune/Loss (Raw)": 0.5477756857872009, "Finetune/Step": 13819, "Finetune/Step Time": 12.014381607994437}
+{"Finetune/Learning Rate": 3.873271567699485e-06, "Finetune/Loss": 0.6017464399337769, "Finetune/Loss (Raw)": 0.514415442943573, "Finetune/Step": 13820, "Finetune/Step Time": 12.019053265452385}
+{"Finetune/Learning Rate": 3.871940760627039e-06, "Finetune/Loss": 0.6021312475204468, "Finetune/Loss (Raw)": 0.6789605617523193, "Finetune/Step": 13821, "Finetune/Step Time": 12.024810591712594}
+{"Finetune/Learning Rate": 3.8706101273289264e-06, "Finetune/Loss": 0.6020776033401489, "Finetune/Loss (Raw)": 0.5593173503875732, "Finetune/Step": 13822, "Finetune/Step Time": 12.018893640488386}
+{"Finetune/Learning Rate": 3.869279667842881e-06, "Finetune/Loss": 0.6021592617034912, "Finetune/Loss (Raw)": 0.6643118858337402, "Finetune/Step": 13823, "Finetune/Step Time": 12.019880445674062}
+{"Finetune/Learning Rate": 3.867949382206632e-06, "Finetune/Loss": 0.6023015975952148, "Finetune/Loss (Raw)": 0.5511291027069092, "Finetune/Step": 13824, "Finetune/Step Time": 12.01978705264628}
+{"Finetune/Learning Rate": 3.866619270457903e-06, "Finetune/Loss": 0.6023118495941162, "Finetune/Loss (Raw)": 0.6023945808410645, "Finetune/Step": 13825, "Finetune/Step Time": 12.014475038275123}
+{"Finetune/Learning Rate": 3.865289332634407e-06, "Finetune/Loss": 0.601610541343689, "Finetune/Loss (Raw)": 0.5352819561958313, "Finetune/Step": 13826, "Finetune/Step Time": 12.019164839759469}
+{"Finetune/Learning Rate": 3.86395956877386e-06, "Finetune/Loss": 0.601686418056488, "Finetune/Loss (Raw)": 0.6521281003952026, "Finetune/Step": 13827, "Finetune/Step Time": 12.026806093752384}
+{"Finetune/Learning Rate": 3.8626299789139725e-06, "Finetune/Loss": 0.600166916847229, "Finetune/Loss (Raw)": 0.5295578241348267, "Finetune/Step": 13828, "Finetune/Step Time": 12.031323479488492}
+{"Finetune/Learning Rate": 3.861300563092446e-06, "Finetune/Loss": 0.6006466150283813, "Finetune/Loss (Raw)": 0.6935775279998779, "Finetune/Step": 13829, "Finetune/Step Time": 12.039140732958913}
+{"Finetune/Learning Rate": 3.85997132134698e-06, "Finetune/Loss": 0.599963903427124, "Finetune/Loss (Raw)": 0.44515928626060486, "Finetune/Step": 13830, "Finetune/Step Time": 12.06807615980506}
+{"Finetune/Learning Rate": 3.8586422537152715e-06, "Finetune/Loss": 0.5994198322296143, "Finetune/Loss (Raw)": 0.5478107929229736, "Finetune/Step": 13831, "Finetune/Step Time": 12.06673625856638}
+{"Finetune/Learning Rate": 3.857313360235001e-06, "Finetune/Loss": 0.5984388589859009, "Finetune/Loss (Raw)": 0.5126414895057678, "Finetune/Step": 13832, "Finetune/Step Time": 12.082967463880777}
+{"Finetune/Learning Rate": 3.855984640943856e-06, "Finetune/Loss": 0.5978755354881287, "Finetune/Loss (Raw)": 0.554646372795105, "Finetune/Step": 13833, "Finetune/Step Time": 12.076054867357016}
+{"Finetune/Learning Rate": 3.854656095879512e-06, "Finetune/Loss": 0.5971254110336304, "Finetune/Loss (Raw)": 0.5367166996002197, "Finetune/Step": 13834, "Finetune/Step Time": 12.07658108137548}
+{"Finetune/Learning Rate": 3.85332772507965e-06, "Finetune/Loss": 0.5972974300384521, "Finetune/Loss (Raw)": 0.6564950346946716, "Finetune/Step": 13835, "Finetune/Step Time": 12.079914774745703}
+{"Finetune/Learning Rate": 3.851999528581933e-06, "Finetune/Loss": 0.5971920490264893, "Finetune/Loss (Raw)": 0.6161878705024719, "Finetune/Step": 13836, "Finetune/Step Time": 12.079562423750758}
+{"Finetune/Learning Rate": 3.850671506424033e-06, "Finetune/Loss": 0.5970697402954102, "Finetune/Loss (Raw)": 0.5429638028144836, "Finetune/Step": 13837, "Finetune/Step Time": 12.081738371402025}
+{"Finetune/Learning Rate": 3.849343658643597e-06, "Finetune/Loss": 0.5974314212799072, "Finetune/Loss (Raw)": 0.6067278385162354, "Finetune/Step": 13838, "Finetune/Step Time": 12.077145425602794}
+{"Finetune/Learning Rate": 3.848015985278286e-06, "Finetune/Loss": 0.5967944860458374, "Finetune/Loss (Raw)": 0.5265934467315674, "Finetune/Step": 13839, "Finetune/Step Time": 12.098171999678016}
+{"Finetune/Learning Rate": 3.846688486365749e-06, "Finetune/Loss": 0.5971146821975708, "Finetune/Loss (Raw)": 0.6007606983184814, "Finetune/Step": 13840, "Finetune/Step Time": 12.092755990102887}
+{"Finetune/Learning Rate": 3.845361161943622e-06, "Finetune/Loss": 0.5978103876113892, "Finetune/Loss (Raw)": 0.6391047835350037, "Finetune/Step": 13841, "Finetune/Step Time": 12.065061116591096}
+{"Finetune/Learning Rate": 3.844034012049557e-06, "Finetune/Loss": 0.5958603620529175, "Finetune/Loss (Raw)": 0.46608394384384155, "Finetune/Step": 13842, "Finetune/Step Time": 12.051576185971498}
+{"Finetune/Learning Rate": 3.842707036721185e-06, "Finetune/Loss": 0.596200704574585, "Finetune/Loss (Raw)": 0.6174123883247375, "Finetune/Step": 13843, "Finetune/Step Time": 12.060975570231676}
+{"Finetune/Learning Rate": 3.841380235996129e-06, "Finetune/Loss": 0.5947492122650146, "Finetune/Loss (Raw)": 0.43110111355781555, "Finetune/Step": 13844, "Finetune/Step Time": 12.088769877329469}
+{"Finetune/Learning Rate": 3.840053609912017e-06, "Finetune/Loss": 0.5932725071907043, "Finetune/Loss (Raw)": 0.38387396931648254, "Finetune/Step": 13845, "Finetune/Step Time": 12.11656865850091}
+{"Finetune/Learning Rate": 3.838727158506468e-06, "Finetune/Loss": 0.5933407545089722, "Finetune/Loss (Raw)": 0.5532414317131042, "Finetune/Step": 13846, "Finetune/Step Time": 12.13538078032434}
+{"Finetune/Learning Rate": 3.837400881817096e-06, "Finetune/Loss": 0.5930846929550171, "Finetune/Loss (Raw)": 0.49695825576782227, "Finetune/Step": 13847, "Finetune/Step Time": 12.135820114985108}
+{"Finetune/Learning Rate": 3.836074779881511e-06, "Finetune/Loss": 0.5942357778549194, "Finetune/Loss (Raw)": 0.6875734925270081, "Finetune/Step": 13848, "Finetune/Step Time": 12.13430256769061}
+{"Finetune/Learning Rate": 3.834748852737318e-06, "Finetune/Loss": 0.5942102670669556, "Finetune/Loss (Raw)": 0.608420729637146, "Finetune/Step": 13849, "Finetune/Step Time": 12.13364665210247}
+{"Finetune/Learning Rate": 3.8334231004221154e-06, "Finetune/Loss": 0.5931901335716248, "Finetune/Loss (Raw)": 0.4541831314563751, "Finetune/Step": 13850, "Finetune/Step Time": 12.15190727636218}
+{"Finetune/Learning Rate": 3.832097522973498e-06, "Finetune/Loss": 0.5929728746414185, "Finetune/Loss (Raw)": 0.6504502892494202, "Finetune/Step": 13851, "Finetune/Step Time": 12.158233357593417}
+{"Finetune/Learning Rate": 3.830772120429056e-06, "Finetune/Loss": 0.5930931568145752, "Finetune/Loss (Raw)": 0.5889519453048706, "Finetune/Step": 13852, "Finetune/Step Time": 12.163966000080109}
+{"Finetune/Learning Rate": 3.829446892826374e-06, "Finetune/Loss": 0.5937082767486572, "Finetune/Loss (Raw)": 0.5873123407363892, "Finetune/Step": 13853, "Finetune/Step Time": 12.17476101219654}
+{"Finetune/Learning Rate": 3.828121840203031e-06, "Finetune/Loss": 0.5940256118774414, "Finetune/Loss (Raw)": 0.6435028314590454, "Finetune/Step": 13854, "Finetune/Step Time": 12.17156413756311}
+{"Finetune/Learning Rate": 3.826796962596603e-06, "Finetune/Loss": 0.5943841934204102, "Finetune/Loss (Raw)": 0.7130495309829712, "Finetune/Step": 13855, "Finetune/Step Time": 12.162477809935808}
+{"Finetune/Learning Rate": 3.825472260044658e-06, "Finetune/Loss": 0.5952763557434082, "Finetune/Loss (Raw)": 0.5823699235916138, "Finetune/Step": 13856, "Finetune/Step Time": 12.1852099429816}
+{"Finetune/Learning Rate": 3.824147732584762e-06, "Finetune/Loss": 0.5955791473388672, "Finetune/Loss (Raw)": 0.5250276923179626, "Finetune/Step": 13857, "Finetune/Step Time": 12.161195380613208}
+{"Finetune/Learning Rate": 3.822823380254475e-06, "Finetune/Loss": 0.5960546135902405, "Finetune/Loss (Raw)": 0.6064918637275696, "Finetune/Step": 13858, "Finetune/Step Time": 12.164059545844793}
+{"Finetune/Learning Rate": 3.82149920309135e-06, "Finetune/Loss": 0.597260594367981, "Finetune/Loss (Raw)": 0.7003819346427917, "Finetune/Step": 13859, "Finetune/Step Time": 12.156435068696737}
+{"Finetune/Learning Rate": 3.82017520113294e-06, "Finetune/Loss": 0.5972875356674194, "Finetune/Loss (Raw)": 0.6116730570793152, "Finetune/Step": 13860, "Finetune/Step Time": 12.170847576111555}
+{"Finetune/Learning Rate": 3.818851374416787e-06, "Finetune/Loss": 0.5967116355895996, "Finetune/Loss (Raw)": 0.5650473833084106, "Finetune/Step": 13861, "Finetune/Step Time": 12.169530740007758}
+{"Finetune/Learning Rate": 3.817527722980432e-06, "Finetune/Loss": 0.5982339382171631, "Finetune/Loss (Raw)": 0.6288067698478699, "Finetune/Step": 13862, "Finetune/Step Time": 12.150983363389969}
+{"Finetune/Learning Rate": 3.816204246861412e-06, "Finetune/Loss": 0.5989456176757812, "Finetune/Loss (Raw)": 0.5565567016601562, "Finetune/Step": 13863, "Finetune/Step Time": 12.143166407942772}
+{"Finetune/Learning Rate": 3.814880946097253e-06, "Finetune/Loss": 0.5978282690048218, "Finetune/Loss (Raw)": 0.5511111617088318, "Finetune/Step": 13864, "Finetune/Step Time": 12.169778974726796}
+{"Finetune/Learning Rate": 3.813557820725483e-06, "Finetune/Loss": 0.5977010726928711, "Finetune/Loss (Raw)": 0.5889219045639038, "Finetune/Step": 13865, "Finetune/Step Time": 12.16947484202683}
+{"Finetune/Learning Rate": 3.812234870783622e-06, "Finetune/Loss": 0.5977247953414917, "Finetune/Loss (Raw)": 0.5855123996734619, "Finetune/Step": 13866, "Finetune/Step Time": 12.163774866610765}
+{"Finetune/Learning Rate": 3.8109120963091874e-06, "Finetune/Loss": 0.5979467630386353, "Finetune/Loss (Raw)": 0.6173465251922607, "Finetune/Step": 13867, "Finetune/Step Time": 12.156762121245265}
+{"Finetune/Learning Rate": 3.809589497339683e-06, "Finetune/Loss": 0.5980674028396606, "Finetune/Loss (Raw)": 0.5720528364181519, "Finetune/Step": 13868, "Finetune/Step Time": 12.164611933752894}
+{"Finetune/Learning Rate": 3.8082670739126135e-06, "Finetune/Loss": 0.5975865125656128, "Finetune/Loss (Raw)": 0.6206919550895691, "Finetune/Step": 13869, "Finetune/Step Time": 12.16242822818458}
+{"Finetune/Learning Rate": 3.8069448260654863e-06, "Finetune/Loss": 0.5954961776733398, "Finetune/Loss (Raw)": 0.521475613117218, "Finetune/Step": 13870, "Finetune/Step Time": 12.163476139307022}
+{"Finetune/Learning Rate": 3.8056227538357935e-06, "Finetune/Loss": 0.594650149345398, "Finetune/Loss (Raw)": 0.5245704054832458, "Finetune/Step": 13871, "Finetune/Step Time": 12.168330842629075}
+{"Finetune/Learning Rate": 3.8043008572610253e-06, "Finetune/Loss": 0.5943777561187744, "Finetune/Loss (Raw)": 0.5831111669540405, "Finetune/Step": 13872, "Finetune/Step Time": 12.168074449524283}
+{"Finetune/Learning Rate": 3.8029791363786694e-06, "Finetune/Loss": 0.5944233536720276, "Finetune/Loss (Raw)": 0.6512203216552734, "Finetune/Step": 13873, "Finetune/Step Time": 12.159528383985162}
+{"Finetune/Learning Rate": 3.8016575912262e-06, "Finetune/Loss": 0.5941769480705261, "Finetune/Loss (Raw)": 0.5769362449645996, "Finetune/Step": 13874, "Finetune/Step Time": 12.120377389714122}
+{"Finetune/Learning Rate": 3.8003362218410955e-06, "Finetune/Loss": 0.5954381823539734, "Finetune/Loss (Raw)": 0.6274199485778809, "Finetune/Step": 13875, "Finetune/Step Time": 12.123390240594745}
+{"Finetune/Learning Rate": 3.799015028260823e-06, "Finetune/Loss": 0.5942726135253906, "Finetune/Loss (Raw)": 0.5766422152519226, "Finetune/Step": 13876, "Finetune/Step Time": 12.117678210139275}
+{"Finetune/Learning Rate": 3.7976940105228545e-06, "Finetune/Loss": 0.5947203636169434, "Finetune/Loss (Raw)": 0.6770143508911133, "Finetune/Step": 13877, "Finetune/Step Time": 12.11296577937901}
+{"Finetune/Learning Rate": 3.7963731686646467e-06, "Finetune/Loss": 0.5950325727462769, "Finetune/Loss (Raw)": 0.6314070820808411, "Finetune/Step": 13878, "Finetune/Step Time": 12.11835996992886}
+{"Finetune/Learning Rate": 3.7950525027236585e-06, "Finetune/Loss": 0.5934361219406128, "Finetune/Loss (Raw)": 0.5142458081245422, "Finetune/Step": 13879, "Finetune/Step Time": 12.124192014336586}
+{"Finetune/Learning Rate": 3.7937320127373336e-06, "Finetune/Loss": 0.592572808265686, "Finetune/Loss (Raw)": 0.5660035014152527, "Finetune/Step": 13880, "Finetune/Step Time": 12.119077824056149}
+{"Finetune/Learning Rate": 3.792411698743119e-06, "Finetune/Loss": 0.5926649570465088, "Finetune/Loss (Raw)": 0.6039385199546814, "Finetune/Step": 13881, "Finetune/Step Time": 12.114247929304838}
+{"Finetune/Learning Rate": 3.7910915607784583e-06, "Finetune/Loss": 0.5915580987930298, "Finetune/Loss (Raw)": 0.5339468121528625, "Finetune/Step": 13882, "Finetune/Step Time": 12.110930489376187}
+{"Finetune/Learning Rate": 3.7897715988807815e-06, "Finetune/Loss": 0.591547966003418, "Finetune/Loss (Raw)": 0.6055530309677124, "Finetune/Step": 13883, "Finetune/Step Time": 12.113951172679663}
+{"Finetune/Learning Rate": 3.788451813087526e-06, "Finetune/Loss": 0.5919191837310791, "Finetune/Loss (Raw)": 0.5780043601989746, "Finetune/Step": 13884, "Finetune/Step Time": 12.109891053289175}
+{"Finetune/Learning Rate": 3.7871322034361167e-06, "Finetune/Loss": 0.5923734903335571, "Finetune/Loss (Raw)": 0.566506028175354, "Finetune/Step": 13885, "Finetune/Step Time": 12.118964552879333}
+{"Finetune/Learning Rate": 3.785812769963969e-06, "Finetune/Loss": 0.5921919345855713, "Finetune/Loss (Raw)": 0.5495542287826538, "Finetune/Step": 13886, "Finetune/Step Time": 12.078274834901094}
+{"Finetune/Learning Rate": 3.784493512708499e-06, "Finetune/Loss": 0.5910234451293945, "Finetune/Loss (Raw)": 0.5431574583053589, "Finetune/Step": 13887, "Finetune/Step Time": 12.094406424090266}
+{"Finetune/Learning Rate": 3.7831744317071194e-06, "Finetune/Loss": 0.591907799243927, "Finetune/Loss (Raw)": 0.5525094270706177, "Finetune/Step": 13888, "Finetune/Step Time": 12.069790568202734}
+{"Finetune/Learning Rate": 3.7818555269972347e-06, "Finetune/Loss": 0.5930548310279846, "Finetune/Loss (Raw)": 0.7554847598075867, "Finetune/Step": 13889, "Finetune/Step Time": 12.063119906932116}
+{"Finetune/Learning Rate": 3.780536798616241e-06, "Finetune/Loss": 0.5922819375991821, "Finetune/Loss (Raw)": 0.5253394246101379, "Finetune/Step": 13890, "Finetune/Step Time": 12.066000210121274}
+{"Finetune/Learning Rate": 3.7792182466015447e-06, "Finetune/Loss": 0.5927820205688477, "Finetune/Loss (Raw)": 0.6224641799926758, "Finetune/Step": 13891, "Finetune/Step Time": 12.071748057380319}
+{"Finetune/Learning Rate": 3.7778998709905267e-06, "Finetune/Loss": 0.5913392901420593, "Finetune/Loss (Raw)": 0.5105698704719543, "Finetune/Step": 13892, "Finetune/Step Time": 12.095403485000134}
+{"Finetune/Learning Rate": 3.776581671820575e-06, "Finetune/Loss": 0.5927035808563232, "Finetune/Loss (Raw)": 0.7188125252723694, "Finetune/Step": 13893, "Finetune/Step Time": 12.093963988125324}
+{"Finetune/Learning Rate": 3.7752636491290694e-06, "Finetune/Loss": 0.5922436714172363, "Finetune/Loss (Raw)": 0.5778132081031799, "Finetune/Step": 13894, "Finetune/Step Time": 12.078040217980742}
+{"Finetune/Learning Rate": 3.773945802953386e-06, "Finetune/Loss": 0.593082070350647, "Finetune/Loss (Raw)": 0.7042099237442017, "Finetune/Step": 13895, "Finetune/Step Time": 12.080852545797825}
+{"Finetune/Learning Rate": 3.7726281333308955e-06, "Finetune/Loss": 0.5933016538619995, "Finetune/Loss (Raw)": 0.6436077952384949, "Finetune/Step": 13896, "Finetune/Step Time": 12.046813128516078}
+{"Finetune/Learning Rate": 3.771310640298963e-06, "Finetune/Loss": 0.5935590267181396, "Finetune/Loss (Raw)": 0.6145548820495605, "Finetune/Step": 13897, "Finetune/Step Time": 12.04585362970829}
+{"Finetune/Learning Rate": 3.7699933238949483e-06, "Finetune/Loss": 0.5938805341720581, "Finetune/Loss (Raw)": 0.6088376641273499, "Finetune/Step": 13898, "Finetune/Step Time": 12.045262392610312}
+{"Finetune/Learning Rate": 3.768676184156207e-06, "Finetune/Loss": 0.5936563014984131, "Finetune/Loss (Raw)": 0.6830613017082214, "Finetune/Step": 13899, "Finetune/Step Time": 12.050812851637602}
+{"Finetune/Learning Rate": 3.7673592211200905e-06, "Finetune/Loss": 0.5922267436981201, "Finetune/Loss (Raw)": 0.4201027452945709, "Finetune/Step": 13900, "Finetune/Step Time": 12.053285466507077}
+{"Finetune/Learning Rate": 3.766042434823942e-06, "Finetune/Loss": 0.5930234789848328, "Finetune/Loss (Raw)": 0.5890551209449768, "Finetune/Step": 13901, "Finetune/Step Time": 12.055438777431846}
+{"Finetune/Learning Rate": 3.7647258253051043e-06, "Finetune/Loss": 0.5919877290725708, "Finetune/Loss (Raw)": 0.5763407945632935, "Finetune/Step": 13902, "Finetune/Step Time": 12.046353716403246}
+{"Finetune/Learning Rate": 3.7634093926009106e-06, "Finetune/Loss": 0.59214186668396, "Finetune/Loss (Raw)": 0.5029776096343994, "Finetune/Step": 13903, "Finetune/Step Time": 12.047485774382949}
+{"Finetune/Learning Rate": 3.7620931367486925e-06, "Finetune/Loss": 0.5920166373252869, "Finetune/Loss (Raw)": 0.5961424708366394, "Finetune/Step": 13904, "Finetune/Step Time": 12.048846641555429}
+{"Finetune/Learning Rate": 3.760777057785775e-06, "Finetune/Loss": 0.5926045179367065, "Finetune/Loss (Raw)": 0.6421042084693909, "Finetune/Step": 13905, "Finetune/Step Time": 12.046359665691853}
+{"Finetune/Learning Rate": 3.7594611557494776e-06, "Finetune/Loss": 0.5942864418029785, "Finetune/Loss (Raw)": 0.6337885856628418, "Finetune/Step": 13906, "Finetune/Step Time": 12.020981818437576}
+{"Finetune/Learning Rate": 3.758145430677116e-06, "Finetune/Loss": 0.5949039459228516, "Finetune/Loss (Raw)": 0.6579442620277405, "Finetune/Step": 13907, "Finetune/Step Time": 12.010922593995929}
+{"Finetune/Learning Rate": 3.756829882606001e-06, "Finetune/Loss": 0.5950356721878052, "Finetune/Loss (Raw)": 0.6503362655639648, "Finetune/Step": 13908, "Finetune/Step Time": 12.03670559823513}
+{"Finetune/Learning Rate": 3.755514511573437e-06, "Finetune/Loss": 0.5952380895614624, "Finetune/Loss (Raw)": 0.6418581604957581, "Finetune/Step": 13909, "Finetune/Step Time": 12.037883384153247}
+{"Finetune/Learning Rate": 3.7541993176167246e-06, "Finetune/Loss": 0.5964919924736023, "Finetune/Loss (Raw)": 0.6362084150314331, "Finetune/Step": 13910, "Finetune/Step Time": 12.047261947765946}
+{"Finetune/Learning Rate": 3.7528843007731597e-06, "Finetune/Loss": 0.5975406765937805, "Finetune/Loss (Raw)": 0.6194361448287964, "Finetune/Step": 13911, "Finetune/Step Time": 12.039850955829024}
+{"Finetune/Learning Rate": 3.75156946108003e-06, "Finetune/Loss": 0.5969605445861816, "Finetune/Loss (Raw)": 0.4759189784526825, "Finetune/Step": 13912, "Finetune/Step Time": 12.041750939562917}
+{"Finetune/Learning Rate": 3.7502547985746242e-06, "Finetune/Loss": 0.5966215133666992, "Finetune/Loss (Raw)": 0.4784785211086273, "Finetune/Step": 13913, "Finetune/Step Time": 12.042668677866459}
+{"Finetune/Learning Rate": 3.748940313294218e-06, "Finetune/Loss": 0.5969337821006775, "Finetune/Loss (Raw)": 0.5661054849624634, "Finetune/Step": 13914, "Finetune/Step Time": 12.03563566505909}
+{"Finetune/Learning Rate": 3.7476260052760905e-06, "Finetune/Loss": 0.5960798263549805, "Finetune/Loss (Raw)": 0.5510289072990417, "Finetune/Step": 13915, "Finetune/Step Time": 12.021265035495162}
+{"Finetune/Learning Rate": 3.7463118745575134e-06, "Finetune/Loss": 0.5956161022186279, "Finetune/Loss (Raw)": 0.6244173645973206, "Finetune/Step": 13916, "Finetune/Step Time": 12.020817656069994}
+{"Finetune/Learning Rate": 3.7449979211757417e-06, "Finetune/Loss": 0.5967142581939697, "Finetune/Loss (Raw)": 0.6740736961364746, "Finetune/Step": 13917, "Finetune/Step Time": 12.01620040088892}
+{"Finetune/Learning Rate": 3.7436841451680452e-06, "Finetune/Loss": 0.596798837184906, "Finetune/Loss (Raw)": 0.6182959675788879, "Finetune/Step": 13918, "Finetune/Step Time": 12.01714676246047}
+{"Finetune/Learning Rate": 3.7423705465716753e-06, "Finetune/Loss": 0.5957139730453491, "Finetune/Loss (Raw)": 0.5955010652542114, "Finetune/Step": 13919, "Finetune/Step Time": 12.020019013434649}
+{"Finetune/Learning Rate": 3.7410571254238835e-06, "Finetune/Loss": 0.5952997803688049, "Finetune/Loss (Raw)": 0.6003822684288025, "Finetune/Step": 13920, "Finetune/Step Time": 12.019988043233752}
+{"Finetune/Learning Rate": 3.7397438817619127e-06, "Finetune/Loss": 0.5951644778251648, "Finetune/Loss (Raw)": 0.6070148348808289, "Finetune/Step": 13921, "Finetune/Step Time": 12.021148189902306}
+{"Finetune/Learning Rate": 3.7384308156230077e-06, "Finetune/Loss": 0.5926096439361572, "Finetune/Loss (Raw)": 0.5055041313171387, "Finetune/Step": 13922, "Finetune/Step Time": 12.029459984973073}
+{"Finetune/Learning Rate": 3.7371179270443956e-06, "Finetune/Loss": 0.5924159288406372, "Finetune/Loss (Raw)": 0.5848211050033569, "Finetune/Step": 13923, "Finetune/Step Time": 12.012734532356262}
+{"Finetune/Learning Rate": 3.7358052160633095e-06, "Finetune/Loss": 0.5912798643112183, "Finetune/Loss (Raw)": 0.4504268765449524, "Finetune/Step": 13924, "Finetune/Step Time": 12.041618637740612}
+{"Finetune/Learning Rate": 3.7344926827169714e-06, "Finetune/Loss": 0.5901416540145874, "Finetune/Loss (Raw)": 0.5438618063926697, "Finetune/Step": 13925, "Finetune/Step Time": 12.039606953039765}
+{"Finetune/Learning Rate": 3.733180327042607e-06, "Finetune/Loss": 0.5888891220092773, "Finetune/Loss (Raw)": 0.49627387523651123, "Finetune/Step": 13926, "Finetune/Step Time": 12.023291762918234}
+{"Finetune/Learning Rate": 3.7318681490774287e-06, "Finetune/Loss": 0.5874086618423462, "Finetune/Loss (Raw)": 0.5438427925109863, "Finetune/Step": 13927, "Finetune/Step Time": 12.036018710583448}
+{"Finetune/Learning Rate": 3.7305561488586484e-06, "Finetune/Loss": 0.5877624750137329, "Finetune/Loss (Raw)": 0.6283071041107178, "Finetune/Step": 13928, "Finetune/Step Time": 11.986049126833677}
+{"Finetune/Learning Rate": 3.7292443264234647e-06, "Finetune/Loss": 0.5881950259208679, "Finetune/Loss (Raw)": 0.7458049654960632, "Finetune/Step": 13929, "Finetune/Step Time": 11.988862784579396}
+{"Finetune/Learning Rate": 3.727932681809081e-06, "Finetune/Loss": 0.5874773263931274, "Finetune/Loss (Raw)": 0.5123463273048401, "Finetune/Step": 13930, "Finetune/Step Time": 11.931451879441738}
+{"Finetune/Learning Rate": 3.7266212150526905e-06, "Finetune/Loss": 0.5860545635223389, "Finetune/Loss (Raw)": 0.5667120218276978, "Finetune/Step": 13931, "Finetune/Step Time": 11.936047941446304}
+{"Finetune/Learning Rate": 3.7253099261914794e-06, "Finetune/Loss": 0.5866154432296753, "Finetune/Loss (Raw)": 0.6508320569992065, "Finetune/Step": 13932, "Finetune/Step Time": 11.925046693533659}
+{"Finetune/Learning Rate": 3.7239988152626394e-06, "Finetune/Loss": 0.5860664248466492, "Finetune/Loss (Raw)": 0.5976929068565369, "Finetune/Step": 13933, "Finetune/Step Time": 11.907478554174304}
+{"Finetune/Learning Rate": 3.72268788230335e-06, "Finetune/Loss": 0.5860238671302795, "Finetune/Loss (Raw)": 0.5966141223907471, "Finetune/Step": 13934, "Finetune/Step Time": 11.9180046916008}
+{"Finetune/Learning Rate": 3.7213771273507794e-06, "Finetune/Loss": 0.5866597890853882, "Finetune/Loss (Raw)": 0.7067450284957886, "Finetune/Step": 13935, "Finetune/Step Time": 11.90872004441917}
+{"Finetune/Learning Rate": 3.7200665504420984e-06, "Finetune/Loss": 0.5869102478027344, "Finetune/Loss (Raw)": 0.6407369375228882, "Finetune/Step": 13936, "Finetune/Step Time": 11.905223704874516}
+{"Finetune/Learning Rate": 3.718756151614472e-06, "Finetune/Loss": 0.5861529111862183, "Finetune/Loss (Raw)": 0.4686202108860016, "Finetune/Step": 13937, "Finetune/Step Time": 11.948640374466777}
+{"Finetune/Learning Rate": 3.7174459309050604e-06, "Finetune/Loss": 0.5871641635894775, "Finetune/Loss (Raw)": 0.6482645273208618, "Finetune/Step": 13938, "Finetune/Step Time": 11.943538578227162}
+{"Finetune/Learning Rate": 3.7161358883510135e-06, "Finetune/Loss": 0.5890911221504211, "Finetune/Loss (Raw)": 0.7038902044296265, "Finetune/Step": 13939, "Finetune/Step Time": 11.971980452537537}
+{"Finetune/Learning Rate": 3.714826023989491e-06, "Finetune/Loss": 0.5885224342346191, "Finetune/Loss (Raw)": 0.592982828617096, "Finetune/Step": 13940, "Finetune/Step Time": 11.96790012717247}
+{"Finetune/Learning Rate": 3.7135163378576255e-06, "Finetune/Loss": 0.5881429314613342, "Finetune/Loss (Raw)": 0.5838311314582825, "Finetune/Step": 13941, "Finetune/Step Time": 11.95474929921329}
+{"Finetune/Learning Rate": 3.7122068299925616e-06, "Finetune/Loss": 0.5860335826873779, "Finetune/Loss (Raw)": 0.4044102132320404, "Finetune/Step": 13942, "Finetune/Step Time": 11.9813477601856}
+{"Finetune/Learning Rate": 3.710897500431431e-06, "Finetune/Loss": 0.5843227505683899, "Finetune/Loss (Raw)": 0.49978020787239075, "Finetune/Step": 13943, "Finetune/Step Time": 11.943816129118204}
+{"Finetune/Learning Rate": 3.709588349211364e-06, "Finetune/Loss": 0.5842185020446777, "Finetune/Loss (Raw)": 0.5556002855300903, "Finetune/Step": 13944, "Finetune/Step Time": 11.945868104696274}
+{"Finetune/Learning Rate": 3.7082793763694837e-06, "Finetune/Loss": 0.5836870670318604, "Finetune/Loss (Raw)": 0.5933049917221069, "Finetune/Step": 13945, "Finetune/Step Time": 11.950427224859595}
+{"Finetune/Learning Rate": 3.706970581942908e-06, "Finetune/Loss": 0.584639847278595, "Finetune/Loss (Raw)": 0.5984458327293396, "Finetune/Step": 13946, "Finetune/Step Time": 11.938634315505624}
+{"Finetune/Learning Rate": 3.705661965968753e-06, "Finetune/Loss": 0.5845045447349548, "Finetune/Loss (Raw)": 0.5304556488990784, "Finetune/Step": 13947, "Finetune/Step Time": 11.93472140841186}
+{"Finetune/Learning Rate": 3.7043535284841247e-06, "Finetune/Loss": 0.5849275588989258, "Finetune/Loss (Raw)": 0.5685638189315796, "Finetune/Step": 13948, "Finetune/Step Time": 11.934556242078543}
+{"Finetune/Learning Rate": 3.7030452695261287e-06, "Finetune/Loss": 0.5843430161476135, "Finetune/Loss (Raw)": 0.6041362285614014, "Finetune/Step": 13949, "Finetune/Step Time": 11.929485274478793}
+{"Finetune/Learning Rate": 3.7017371891318633e-06, "Finetune/Loss": 0.584460437297821, "Finetune/Loss (Raw)": 0.574349045753479, "Finetune/Step": 13950, "Finetune/Step Time": 11.939398603513837}
+{"Finetune/Learning Rate": 3.700429287338421e-06, "Finetune/Loss": 0.5840957164764404, "Finetune/Loss (Raw)": 0.6176208257675171, "Finetune/Step": 13951, "Finetune/Step Time": 11.94426522962749}
+{"Finetune/Learning Rate": 3.6991215641828903e-06, "Finetune/Loss": 0.5846905708312988, "Finetune/Loss (Raw)": 0.6272722482681274, "Finetune/Step": 13952, "Finetune/Step Time": 11.945544976741076}
+{"Finetune/Learning Rate": 3.6978140197023548e-06, "Finetune/Loss": 0.5841256380081177, "Finetune/Loss (Raw)": 0.5300874710083008, "Finetune/Step": 13953, "Finetune/Step Time": 11.94783983938396}
+{"Finetune/Learning Rate": 3.6965066539338924e-06, "Finetune/Loss": 0.5845983624458313, "Finetune/Loss (Raw)": 0.5957873463630676, "Finetune/Step": 13954, "Finetune/Step Time": 11.94941221922636}
+{"Finetune/Learning Rate": 3.6951994669145764e-06, "Finetune/Loss": 0.5842423439025879, "Finetune/Loss (Raw)": 0.6065549254417419, "Finetune/Step": 13955, "Finetune/Step Time": 11.945927442982793}
+{"Finetune/Learning Rate": 3.693892458681475e-06, "Finetune/Loss": 0.5843296051025391, "Finetune/Loss (Raw)": 0.5407321453094482, "Finetune/Step": 13956, "Finetune/Step Time": 11.94755837880075}
+{"Finetune/Learning Rate": 3.6925856292716522e-06, "Finetune/Loss": 0.5846251249313354, "Finetune/Loss (Raw)": 0.7314047813415527, "Finetune/Step": 13957, "Finetune/Step Time": 11.939256543293595}
+{"Finetune/Learning Rate": 3.691278978722168e-06, "Finetune/Loss": 0.5858298540115356, "Finetune/Loss (Raw)": 0.5993666648864746, "Finetune/Step": 13958, "Finetune/Step Time": 11.914203457534313}
+{"Finetune/Learning Rate": 3.6899725070700654e-06, "Finetune/Loss": 0.5852771401405334, "Finetune/Loss (Raw)": 0.477060467004776, "Finetune/Step": 13959, "Finetune/Step Time": 11.94220100902021}
+{"Finetune/Learning Rate": 3.6886662143524034e-06, "Finetune/Loss": 0.5860057473182678, "Finetune/Loss (Raw)": 0.6059046387672424, "Finetune/Step": 13960, "Finetune/Step Time": 11.94178168848157}
+{"Finetune/Learning Rate": 3.68736010060622e-06, "Finetune/Loss": 0.5863660573959351, "Finetune/Loss (Raw)": 0.6007718443870544, "Finetune/Step": 13961, "Finetune/Step Time": 11.947402881458402}
+{"Finetune/Learning Rate": 3.686054165868552e-06, "Finetune/Loss": 0.5869298577308655, "Finetune/Loss (Raw)": 0.6088792681694031, "Finetune/Step": 13962, "Finetune/Step Time": 11.944299241527915}
+{"Finetune/Learning Rate": 3.6847484101764354e-06, "Finetune/Loss": 0.587471604347229, "Finetune/Loss (Raw)": 0.7258390784263611, "Finetune/Step": 13963, "Finetune/Step Time": 11.941444477066398}
+{"Finetune/Learning Rate": 3.683442833566898e-06, "Finetune/Loss": 0.5874935388565063, "Finetune/Loss (Raw)": 0.6189882159233093, "Finetune/Step": 13964, "Finetune/Step Time": 11.940462520346045}
+{"Finetune/Learning Rate": 3.6821374360769577e-06, "Finetune/Loss": 0.587644100189209, "Finetune/Loss (Raw)": 0.5622443556785583, "Finetune/Step": 13965, "Finetune/Step Time": 11.941590555012226}
+{"Finetune/Learning Rate": 3.6808322177436296e-06, "Finetune/Loss": 0.5871372222900391, "Finetune/Loss (Raw)": 0.5418503880500793, "Finetune/Step": 13966, "Finetune/Step Time": 11.939215650781989}
+{"Finetune/Learning Rate": 3.6795271786039343e-06, "Finetune/Loss": 0.587604820728302, "Finetune/Loss (Raw)": 0.586438775062561, "Finetune/Step": 13967, "Finetune/Step Time": 11.916889894753695}
+{"Finetune/Learning Rate": 3.678222318694875e-06, "Finetune/Loss": 0.5873939990997314, "Finetune/Loss (Raw)": 0.5737728476524353, "Finetune/Step": 13968, "Finetune/Step Time": 11.920348996296525}
+{"Finetune/Learning Rate": 3.6769176380534543e-06, "Finetune/Loss": 0.5876691937446594, "Finetune/Loss (Raw)": 0.674329936504364, "Finetune/Step": 13969, "Finetune/Step Time": 11.941084668040276}
+{"Finetune/Learning Rate": 3.6756131367166727e-06, "Finetune/Loss": 0.5891149044036865, "Finetune/Loss (Raw)": 0.6511332392692566, "Finetune/Step": 13970, "Finetune/Step Time": 11.936111833900213}
+{"Finetune/Learning Rate": 3.6743088147215146e-06, "Finetune/Loss": 0.5890220999717712, "Finetune/Loss (Raw)": 0.6055330634117126, "Finetune/Step": 13971, "Finetune/Step Time": 11.926918400451541}
+{"Finetune/Learning Rate": 3.6730046721049705e-06, "Finetune/Loss": 0.5899019241333008, "Finetune/Loss (Raw)": 0.5437260866165161, "Finetune/Step": 13972, "Finetune/Step Time": 11.905777134001255}
+{"Finetune/Learning Rate": 3.671700708904019e-06, "Finetune/Loss": 0.5927990674972534, "Finetune/Loss (Raw)": 0.7547042369842529, "Finetune/Step": 13973, "Finetune/Step Time": 11.88350553996861}
+{"Finetune/Learning Rate": 3.670396925155644e-06, "Finetune/Loss": 0.5926996469497681, "Finetune/Loss (Raw)": 0.5405190587043762, "Finetune/Step": 13974, "Finetune/Step Time": 11.879758246243}
+{"Finetune/Learning Rate": 3.6690933208968114e-06, "Finetune/Loss": 0.5933744311332703, "Finetune/Loss (Raw)": 0.583330512046814, "Finetune/Step": 13975, "Finetune/Step Time": 11.874392732977867}
+{"Finetune/Learning Rate": 3.667789896164495e-06, "Finetune/Loss": 0.5934370756149292, "Finetune/Loss (Raw)": 0.6955917477607727, "Finetune/Step": 13976, "Finetune/Step Time": 11.87986845523119}
+{"Finetune/Learning Rate": 3.6664866509956466e-06, "Finetune/Loss": 0.593536376953125, "Finetune/Loss (Raw)": 0.6211351156234741, "Finetune/Step": 13977, "Finetune/Step Time": 11.878285562619567}
+{"Finetune/Learning Rate": 3.6651835854272266e-06, "Finetune/Loss": 0.5947765111923218, "Finetune/Loss (Raw)": 0.6129159331321716, "Finetune/Step": 13978, "Finetune/Step Time": 11.914732648059726}
+{"Finetune/Learning Rate": 3.663880699496186e-06, "Finetune/Loss": 0.5937336683273315, "Finetune/Loss (Raw)": 0.5169585943222046, "Finetune/Step": 13979, "Finetune/Step Time": 11.912096939980984}
+{"Finetune/Learning Rate": 3.6625779932394723e-06, "Finetune/Loss": 0.5934149026870728, "Finetune/Loss (Raw)": 0.5481582880020142, "Finetune/Step": 13980, "Finetune/Step Time": 11.910837192088366}
+{"Finetune/Learning Rate": 3.661275466694022e-06, "Finetune/Loss": 0.5930440425872803, "Finetune/Loss (Raw)": 0.5398361086845398, "Finetune/Step": 13981, "Finetune/Step Time": 11.891228819265962}
+{"Finetune/Learning Rate": 3.65997311989678e-06, "Finetune/Loss": 0.5917105674743652, "Finetune/Loss (Raw)": 0.4728242754936218, "Finetune/Step": 13982, "Finetune/Step Time": 11.916020626202226}
+{"Finetune/Learning Rate": 3.65867095288467e-06, "Finetune/Loss": 0.5902841091156006, "Finetune/Loss (Raw)": 0.5304643511772156, "Finetune/Step": 13983, "Finetune/Step Time": 11.920164484530687}
+{"Finetune/Learning Rate": 3.6573689656946177e-06, "Finetune/Loss": 0.5917479991912842, "Finetune/Loss (Raw)": 0.7697458863258362, "Finetune/Step": 13984, "Finetune/Step Time": 11.908789996057749}
+{"Finetune/Learning Rate": 3.6560671583635467e-06, "Finetune/Loss": 0.5919795036315918, "Finetune/Loss (Raw)": 0.5546545386314392, "Finetune/Step": 13985, "Finetune/Step Time": 11.905762081965804}
+{"Finetune/Learning Rate": 3.6547655309283712e-06, "Finetune/Loss": 0.5921014547348022, "Finetune/Loss (Raw)": 0.6221011281013489, "Finetune/Step": 13986, "Finetune/Step Time": 11.90363248810172}
+{"Finetune/Learning Rate": 3.6534640834260018e-06, "Finetune/Loss": 0.5913987159729004, "Finetune/Loss (Raw)": 0.610429048538208, "Finetune/Step": 13987, "Finetune/Step Time": 11.892612606287003}
+{"Finetune/Learning Rate": 3.6521628158933397e-06, "Finetune/Loss": 0.59134840965271, "Finetune/Loss (Raw)": 0.6052387952804565, "Finetune/Step": 13988, "Finetune/Step Time": 11.88174083083868}
+{"Finetune/Learning Rate": 3.6508617283672978e-06, "Finetune/Loss": 0.5915654897689819, "Finetune/Loss (Raw)": 0.592832624912262, "Finetune/Step": 13989, "Finetune/Step Time": 11.879657916724682}
+{"Finetune/Learning Rate": 3.6495608208847576e-06, "Finetune/Loss": 0.5918869376182556, "Finetune/Loss (Raw)": 0.6699550747871399, "Finetune/Step": 13990, "Finetune/Step Time": 11.87501348182559}
+{"Finetune/Learning Rate": 3.648260093482615e-06, "Finetune/Loss": 0.5911164283752441, "Finetune/Loss (Raw)": 0.45793774724006653, "Finetune/Step": 13991, "Finetune/Step Time": 11.903008501976728}
+{"Finetune/Learning Rate": 3.6469595461977546e-06, "Finetune/Loss": 0.5917041301727295, "Finetune/Loss (Raw)": 0.626327633857727, "Finetune/Step": 13992, "Finetune/Step Time": 11.87793404981494}
+{"Finetune/Learning Rate": 3.645659179067055e-06, "Finetune/Loss": 0.592233419418335, "Finetune/Loss (Raw)": 0.6566752195358276, "Finetune/Step": 13993, "Finetune/Step Time": 11.873345471918583}
+{"Finetune/Learning Rate": 3.6443589921273926e-06, "Finetune/Loss": 0.5921908617019653, "Finetune/Loss (Raw)": 0.5800646543502808, "Finetune/Step": 13994, "Finetune/Step Time": 11.870544366538525}
+{"Finetune/Learning Rate": 3.643058985415636e-06, "Finetune/Loss": 0.5917784571647644, "Finetune/Loss (Raw)": 0.5645601153373718, "Finetune/Step": 13995, "Finetune/Step Time": 11.873021626845002}
+{"Finetune/Learning Rate": 3.64175915896865e-06, "Finetune/Loss": 0.592903733253479, "Finetune/Loss (Raw)": 0.716082751750946, "Finetune/Step": 13996, "Finetune/Step Time": 11.858345502987504}
+{"Finetune/Learning Rate": 3.640459512823292e-06, "Finetune/Loss": 0.5926281213760376, "Finetune/Loss (Raw)": 0.5854135155677795, "Finetune/Step": 13997, "Finetune/Step Time": 11.859658563509583}
+{"Finetune/Learning Rate": 3.63916004701642e-06, "Finetune/Loss": 0.5937498807907104, "Finetune/Loss (Raw)": 0.665062427520752, "Finetune/Step": 13998, "Finetune/Step Time": 11.859962437301874}
+{"Finetune/Learning Rate": 3.6378607615848815e-06, "Finetune/Loss": 0.5939900875091553, "Finetune/Loss (Raw)": 0.5553246736526489, "Finetune/Step": 13999, "Finetune/Step Time": 11.844067731872201}
+{"Finetune/Learning Rate": 3.6365616565655193e-06, "Finetune/Loss": 0.5938318371772766, "Finetune/Loss (Raw)": 0.5628481507301331, "Finetune/Step": 14000, "Finetune/Step Time": 11.83692104741931}
+{"Finetune/Learning Rate": 3.6352627319951737e-06, "Finetune/Loss": 0.5941197872161865, "Finetune/Loss (Raw)": 0.6880757808685303, "Finetune/Step": 14001, "Finetune/Step Time": 11.834263974800706}
+{"Finetune/Learning Rate": 3.633963987910678e-06, "Finetune/Loss": 0.594266414642334, "Finetune/Loss (Raw)": 0.5957116484642029, "Finetune/Step": 14002, "Finetune/Step Time": 11.811731638386846}
+{"Finetune/Learning Rate": 3.6326654243488614e-06, "Finetune/Loss": 0.5943511724472046, "Finetune/Loss (Raw)": 0.6382601261138916, "Finetune/Step": 14003, "Finetune/Step Time": 11.813240885734558}
+{"Finetune/Learning Rate": 3.6313670413465464e-06, "Finetune/Loss": 0.5953713655471802, "Finetune/Loss (Raw)": 0.707229733467102, "Finetune/Step": 14004, "Finetune/Step Time": 11.812965834513307}
+{"Finetune/Learning Rate": 3.6300688389405526e-06, "Finetune/Loss": 0.5935945510864258, "Finetune/Loss (Raw)": 0.4495833218097687, "Finetune/Step": 14005, "Finetune/Step Time": 11.844194045290351}
+{"Finetune/Learning Rate": 3.628770817167693e-06, "Finetune/Loss": 0.5935295820236206, "Finetune/Loss (Raw)": 0.6230887770652771, "Finetune/Step": 14006, "Finetune/Step Time": 11.840481355786324}
+{"Finetune/Learning Rate": 3.6274729760647788e-06, "Finetune/Loss": 0.5954127907752991, "Finetune/Loss (Raw)": 0.7553002834320068, "Finetune/Step": 14007, "Finetune/Step Time": 11.858034141361713}
+{"Finetune/Learning Rate": 3.626175315668603e-06, "Finetune/Loss": 0.5957988500595093, "Finetune/Loss (Raw)": 0.6154219508171082, "Finetune/Step": 14008, "Finetune/Step Time": 11.87799209728837}
+{"Finetune/Learning Rate": 3.624877836015974e-06, "Finetune/Loss": 0.5952810049057007, "Finetune/Loss (Raw)": 0.5376474261283875, "Finetune/Step": 14009, "Finetune/Step Time": 11.87666942551732}
+{"Finetune/Learning Rate": 3.6235805371436817e-06, "Finetune/Loss": 0.5957354307174683, "Finetune/Loss (Raw)": 0.5921181440353394, "Finetune/Step": 14010, "Finetune/Step Time": 11.876151461154222}
+{"Finetune/Learning Rate": 3.6222834190885125e-06, "Finetune/Loss": 0.5953812599182129, "Finetune/Loss (Raw)": 0.5602219104766846, "Finetune/Step": 14011, "Finetune/Step Time": 11.881752084940672}
+{"Finetune/Learning Rate": 3.620986481887251e-06, "Finetune/Loss": 0.595982551574707, "Finetune/Loss (Raw)": 0.6549678444862366, "Finetune/Step": 14012, "Finetune/Step Time": 11.899659741669893}
+{"Finetune/Learning Rate": 3.619689725576675e-06, "Finetune/Loss": 0.595879077911377, "Finetune/Loss (Raw)": 0.5532538294792175, "Finetune/Step": 14013, "Finetune/Step Time": 11.892093785107136}
+{"Finetune/Learning Rate": 3.6183931501935533e-06, "Finetune/Loss": 0.5964709520339966, "Finetune/Loss (Raw)": 0.6253212094306946, "Finetune/Step": 14014, "Finetune/Step Time": 11.888991357758641}
+{"Finetune/Learning Rate": 3.6170967557746504e-06, "Finetune/Loss": 0.5967673063278198, "Finetune/Loss (Raw)": 0.5810863375663757, "Finetune/Step": 14015, "Finetune/Step Time": 11.861551508307457}
+{"Finetune/Learning Rate": 3.615800542356738e-06, "Finetune/Loss": 0.5975415706634521, "Finetune/Loss (Raw)": 0.6516168713569641, "Finetune/Step": 14016, "Finetune/Step Time": 11.853881765156984}
+{"Finetune/Learning Rate": 3.6145045099765663e-06, "Finetune/Loss": 0.5958808660507202, "Finetune/Loss (Raw)": 0.542915403842926, "Finetune/Step": 14017, "Finetune/Step Time": 11.859835032373667}
+{"Finetune/Learning Rate": 3.6132086586708893e-06, "Finetune/Loss": 0.5964390635490417, "Finetune/Loss (Raw)": 0.5967900156974792, "Finetune/Step": 14018, "Finetune/Step Time": 11.855482729151845}
+{"Finetune/Learning Rate": 3.611912988476457e-06, "Finetune/Loss": 0.5964611768722534, "Finetune/Loss (Raw)": 0.6252865195274353, "Finetune/Step": 14019, "Finetune/Step Time": 11.859065935015678}
+{"Finetune/Learning Rate": 3.6106174994300037e-06, "Finetune/Loss": 0.5970331430435181, "Finetune/Loss (Raw)": 0.583785891532898, "Finetune/Step": 14020, "Finetune/Step Time": 11.871950903907418}
+{"Finetune/Learning Rate": 3.6093221915682685e-06, "Finetune/Loss": 0.5960574150085449, "Finetune/Loss (Raw)": 0.5939240455627441, "Finetune/Step": 14021, "Finetune/Step Time": 11.868237420916557}
+{"Finetune/Learning Rate": 3.6080270649279804e-06, "Finetune/Loss": 0.5958369970321655, "Finetune/Loss (Raw)": 0.549599289894104, "Finetune/Step": 14022, "Finetune/Step Time": 11.878582127392292}
+{"Finetune/Learning Rate": 3.6067321195458715e-06, "Finetune/Loss": 0.5942956209182739, "Finetune/Loss (Raw)": 0.5069106221199036, "Finetune/Step": 14023, "Finetune/Step Time": 11.893122777342796}
+{"Finetune/Learning Rate": 3.6054373554586598e-06, "Finetune/Loss": 0.5935474038124084, "Finetune/Loss (Raw)": 0.5478372573852539, "Finetune/Step": 14024, "Finetune/Step Time": 11.900164289399981}
+{"Finetune/Learning Rate": 3.604142772703064e-06, "Finetune/Loss": 0.5937801599502563, "Finetune/Loss (Raw)": 0.6443479061126709, "Finetune/Step": 14025, "Finetune/Step Time": 11.906159322708845}
+{"Finetune/Learning Rate": 3.602848371315789e-06, "Finetune/Loss": 0.5934833288192749, "Finetune/Loss (Raw)": 0.5708475708961487, "Finetune/Step": 14026, "Finetune/Step Time": 11.906097708269954}
+{"Finetune/Learning Rate": 3.6015541513335427e-06, "Finetune/Loss": 0.593168318271637, "Finetune/Loss (Raw)": 0.6427366733551025, "Finetune/Step": 14027, "Finetune/Step Time": 11.896341232582927}
+{"Finetune/Learning Rate": 3.600260112793026e-06, "Finetune/Loss": 0.5954680442810059, "Finetune/Loss (Raw)": 0.7144637107849121, "Finetune/Step": 14028, "Finetune/Step Time": 11.889129050076008}
+{"Finetune/Learning Rate": 3.5989662557309313e-06, "Finetune/Loss": 0.5953267812728882, "Finetune/Loss (Raw)": 0.5709767937660217, "Finetune/Step": 14029, "Finetune/Step Time": 11.888874107971787}
+{"Finetune/Learning Rate": 3.597672580183954e-06, "Finetune/Loss": 0.5959351062774658, "Finetune/Loss (Raw)": 0.6542085409164429, "Finetune/Step": 14030, "Finetune/Step Time": 11.898859240114689}
+{"Finetune/Learning Rate": 3.5963790861887805e-06, "Finetune/Loss": 0.5973259210586548, "Finetune/Loss (Raw)": 0.6809958219528198, "Finetune/Step": 14031, "Finetune/Step Time": 11.905085772275925}
+{"Finetune/Learning Rate": 3.5950857737820834e-06, "Finetune/Loss": 0.5979213714599609, "Finetune/Loss (Raw)": 0.6723641753196716, "Finetune/Step": 14032, "Finetune/Step Time": 11.90670009329915}
+{"Finetune/Learning Rate": 3.59379264300054e-06, "Finetune/Loss": 0.5977080464363098, "Finetune/Loss (Raw)": 0.6147943139076233, "Finetune/Step": 14033, "Finetune/Step Time": 11.910748302936554}
+{"Finetune/Learning Rate": 3.592499693880821e-06, "Finetune/Loss": 0.5962708592414856, "Finetune/Loss (Raw)": 0.449833482503891, "Finetune/Step": 14034, "Finetune/Step Time": 11.919300001114607}
+{"Finetune/Learning Rate": 3.5912069264595894e-06, "Finetune/Loss": 0.5958232879638672, "Finetune/Loss (Raw)": 0.6006550788879395, "Finetune/Step": 14035, "Finetune/Step Time": 11.923813810572028}
+{"Finetune/Learning Rate": 3.589914340773506e-06, "Finetune/Loss": 0.5952895283699036, "Finetune/Loss (Raw)": 0.5820086598396301, "Finetune/Step": 14036, "Finetune/Step Time": 11.894712511450052}
+{"Finetune/Learning Rate": 3.5886219368592236e-06, "Finetune/Loss": 0.5951298475265503, "Finetune/Loss (Raw)": 0.6214206218719482, "Finetune/Step": 14037, "Finetune/Step Time": 11.899404283612967}
+{"Finetune/Learning Rate": 3.5873297147533913e-06, "Finetune/Loss": 0.5945676565170288, "Finetune/Loss (Raw)": 0.5642472505569458, "Finetune/Step": 14038, "Finetune/Step Time": 11.912593794986606}
+{"Finetune/Learning Rate": 3.586037674492654e-06, "Finetune/Loss": 0.5946391224861145, "Finetune/Loss (Raw)": 0.6285900473594666, "Finetune/Step": 14039, "Finetune/Step Time": 11.932242123410106}
+{"Finetune/Learning Rate": 3.5847458161136485e-06, "Finetune/Loss": 0.5965262651443481, "Finetune/Loss (Raw)": 0.7174667119979858, "Finetune/Step": 14040, "Finetune/Step Time": 11.92984982021153}
+{"Finetune/Learning Rate": 3.5834541396530097e-06, "Finetune/Loss": 0.5976634621620178, "Finetune/Loss (Raw)": 0.6240395307540894, "Finetune/Step": 14041, "Finetune/Step Time": 11.938812717795372}
+{"Finetune/Learning Rate": 3.5821626451473656e-06, "Finetune/Loss": 0.598217248916626, "Finetune/Loss (Raw)": 0.636992335319519, "Finetune/Step": 14042, "Finetune/Step Time": 11.931371646001935}
+{"Finetune/Learning Rate": 3.5808713326333376e-06, "Finetune/Loss": 0.5982020497322083, "Finetune/Loss (Raw)": 0.5490841865539551, "Finetune/Step": 14043, "Finetune/Step Time": 11.953393721953034}
+{"Finetune/Learning Rate": 3.5795802021475468e-06, "Finetune/Loss": 0.5982387065887451, "Finetune/Loss (Raw)": 0.6291127800941467, "Finetune/Step": 14044, "Finetune/Step Time": 11.950144547969103}
+{"Finetune/Learning Rate": 3.5782892537266035e-06, "Finetune/Loss": 0.5975841283798218, "Finetune/Loss (Raw)": 0.5902924537658691, "Finetune/Step": 14045, "Finetune/Step Time": 11.952297637239099}
+{"Finetune/Learning Rate": 3.576998487407115e-06, "Finetune/Loss": 0.5968642234802246, "Finetune/Loss (Raw)": 0.5261422991752625, "Finetune/Step": 14046, "Finetune/Step Time": 11.9591418299824}
+{"Finetune/Learning Rate": 3.575707903225686e-06, "Finetune/Loss": 0.5973130464553833, "Finetune/Loss (Raw)": 0.6529507040977478, "Finetune/Step": 14047, "Finetune/Step Time": 11.981615524739027}
+{"Finetune/Learning Rate": 3.574417501218913e-06, "Finetune/Loss": 0.5979216694831848, "Finetune/Loss (Raw)": 0.6782885193824768, "Finetune/Step": 14048, "Finetune/Step Time": 11.98451241478324}
+{"Finetune/Learning Rate": 3.5731272814233864e-06, "Finetune/Loss": 0.5970898866653442, "Finetune/Loss (Raw)": 0.5005389451980591, "Finetune/Step": 14049, "Finetune/Step Time": 12.01471702195704}
+{"Finetune/Learning Rate": 3.571837243875695e-06, "Finetune/Loss": 0.5989248156547546, "Finetune/Loss (Raw)": 0.7403806447982788, "Finetune/Step": 14050, "Finetune/Step Time": 12.006037760525942}
+{"Finetune/Learning Rate": 3.570547388612421e-06, "Finetune/Loss": 0.5981507301330566, "Finetune/Loss (Raw)": 0.48574042320251465, "Finetune/Step": 14051, "Finetune/Step Time": 12.010805742815137}
+{"Finetune/Learning Rate": 3.5692577156701393e-06, "Finetune/Loss": 0.5983780026435852, "Finetune/Loss (Raw)": 0.47951239347457886, "Finetune/Step": 14052, "Finetune/Step Time": 11.986255014315248}
+{"Finetune/Learning Rate": 3.567968225085423e-06, "Finetune/Loss": 0.5984587669372559, "Finetune/Loss (Raw)": 0.5542086362838745, "Finetune/Step": 14053, "Finetune/Step Time": 11.986774215474725}
+{"Finetune/Learning Rate": 3.5666789168948368e-06, "Finetune/Loss": 0.5995379686355591, "Finetune/Loss (Raw)": 0.634412407875061, "Finetune/Step": 14054, "Finetune/Step Time": 11.99063464999199}
+{"Finetune/Learning Rate": 3.5653897911349464e-06, "Finetune/Loss": 0.6003843545913696, "Finetune/Loss (Raw)": 0.6521682143211365, "Finetune/Step": 14055, "Finetune/Step Time": 11.979457665234804}
+{"Finetune/Learning Rate": 3.564100847842297e-06, "Finetune/Loss": 0.6000490784645081, "Finetune/Loss (Raw)": 0.5853986144065857, "Finetune/Step": 14056, "Finetune/Step Time": 11.980618869885802}
+{"Finetune/Learning Rate": 3.56281208705345e-06, "Finetune/Loss": 0.5985369682312012, "Finetune/Loss (Raw)": 0.5522557497024536, "Finetune/Step": 14057, "Finetune/Step Time": 11.982827600091696}
+{"Finetune/Learning Rate": 3.561523508804946e-06, "Finetune/Loss": 0.5985876321792603, "Finetune/Loss (Raw)": 0.5188248157501221, "Finetune/Step": 14058, "Finetune/Step Time": 12.00720533542335}
+{"Finetune/Learning Rate": 3.560235113133328e-06, "Finetune/Loss": 0.5988994240760803, "Finetune/Loss (Raw)": 0.6066235899925232, "Finetune/Step": 14059, "Finetune/Step Time": 12.010532531887293}
+{"Finetune/Learning Rate": 3.55894690007513e-06, "Finetune/Loss": 0.5983349084854126, "Finetune/Loss (Raw)": 0.5785784125328064, "Finetune/Step": 14060, "Finetune/Step Time": 12.033685287460685}
+{"Finetune/Learning Rate": 3.5576588696668847e-06, "Finetune/Loss": 0.5967916250228882, "Finetune/Loss (Raw)": 0.4001513719558716, "Finetune/Step": 14061, "Finetune/Step Time": 12.068034676834941}
+{"Finetune/Learning Rate": 3.556371021945112e-06, "Finetune/Loss": 0.5975371599197388, "Finetune/Loss (Raw)": 0.6920467019081116, "Finetune/Step": 14062, "Finetune/Step Time": 12.063260039314628}
+{"Finetune/Learning Rate": 3.5550833569463326e-06, "Finetune/Loss": 0.5965011119842529, "Finetune/Loss (Raw)": 0.5741203427314758, "Finetune/Step": 14063, "Finetune/Step Time": 12.064164359122515}
+{"Finetune/Learning Rate": 3.55379587470706e-06, "Finetune/Loss": 0.5957857370376587, "Finetune/Loss (Raw)": 0.5491796135902405, "Finetune/Step": 14064, "Finetune/Step Time": 12.061625918373466}
+{"Finetune/Learning Rate": 3.552508575263809e-06, "Finetune/Loss": 0.5968098640441895, "Finetune/Loss (Raw)": 0.5997004508972168, "Finetune/Step": 14065, "Finetune/Step Time": 12.013198854401708}
+{"Finetune/Learning Rate": 3.5512214586530803e-06, "Finetune/Loss": 0.5962956547737122, "Finetune/Loss (Raw)": 0.5824490189552307, "Finetune/Step": 14066, "Finetune/Step Time": 12.018529519438744}
+{"Finetune/Learning Rate": 3.549934524911376e-06, "Finetune/Loss": 0.5951336622238159, "Finetune/Loss (Raw)": 0.5551458597183228, "Finetune/Step": 14067, "Finetune/Step Time": 11.992373110726476}
+{"Finetune/Learning Rate": 3.5486477740751844e-06, "Finetune/Loss": 0.5956547856330872, "Finetune/Loss (Raw)": 0.6596980094909668, "Finetune/Step": 14068, "Finetune/Step Time": 12.020146917551756}
+{"Finetune/Learning Rate": 3.547361206180996e-06, "Finetune/Loss": 0.5967472791671753, "Finetune/Loss (Raw)": 0.7236679792404175, "Finetune/Step": 14069, "Finetune/Step Time": 12.02440826036036}
+{"Finetune/Learning Rate": 3.546074821265296e-06, "Finetune/Loss": 0.5985043048858643, "Finetune/Loss (Raw)": 0.6293091773986816, "Finetune/Step": 14070, "Finetune/Step Time": 12.001572409644723}
+{"Finetune/Learning Rate": 3.5447886193645577e-06, "Finetune/Loss": 0.5994718074798584, "Finetune/Loss (Raw)": 0.6236205697059631, "Finetune/Step": 14071, "Finetune/Step Time": 11.993075406178832}
+{"Finetune/Learning Rate": 3.5435026005152605e-06, "Finetune/Loss": 0.6001828908920288, "Finetune/Loss (Raw)": 0.6466166973114014, "Finetune/Step": 14072, "Finetune/Step Time": 11.999182887375355}
+{"Finetune/Learning Rate": 3.5422167647538707e-06, "Finetune/Loss": 0.6003591418266296, "Finetune/Loss (Raw)": 0.6158663034439087, "Finetune/Step": 14073, "Finetune/Step Time": 12.01124562881887}
+{"Finetune/Learning Rate": 3.5409311121168533e-06, "Finetune/Loss": 0.6010274887084961, "Finetune/Loss (Raw)": 0.6839868426322937, "Finetune/Step": 14074, "Finetune/Step Time": 11.997730249539018}
+{"Finetune/Learning Rate": 3.53964564264066e-06, "Finetune/Loss": 0.6024436354637146, "Finetune/Loss (Raw)": 0.7117286324501038, "Finetune/Step": 14075, "Finetune/Step Time": 11.99614279344678}
+{"Finetune/Learning Rate": 3.538360356361744e-06, "Finetune/Loss": 0.6030271649360657, "Finetune/Loss (Raw)": 0.6432580947875977, "Finetune/Step": 14076, "Finetune/Step Time": 11.99415061622858}
+{"Finetune/Learning Rate": 3.5370752533165543e-06, "Finetune/Loss": 0.6019614338874817, "Finetune/Loss (Raw)": 0.46771958470344543, "Finetune/Step": 14077, "Finetune/Step Time": 12.017852004617453}
+{"Finetune/Learning Rate": 3.535790333541529e-06, "Finetune/Loss": 0.6017947793006897, "Finetune/Loss (Raw)": 0.5530205368995667, "Finetune/Step": 14078, "Finetune/Step Time": 12.016521343961358}
+{"Finetune/Learning Rate": 3.5345055970731113e-06, "Finetune/Loss": 0.6022211313247681, "Finetune/Loss (Raw)": 0.6721948981285095, "Finetune/Step": 14079, "Finetune/Step Time": 12.011855889111757}
+{"Finetune/Learning Rate": 3.5332210439477334e-06, "Finetune/Loss": 0.6017911434173584, "Finetune/Loss (Raw)": 0.5722350478172302, "Finetune/Step": 14080, "Finetune/Step Time": 12.010623842477798}
+{"Finetune/Learning Rate": 3.5319366742018135e-06, "Finetune/Loss": 0.6022754311561584, "Finetune/Loss (Raw)": 0.592073380947113, "Finetune/Step": 14081, "Finetune/Step Time": 12.011730721220374}
+{"Finetune/Learning Rate": 3.5306524878717774e-06, "Finetune/Loss": 0.6012945175170898, "Finetune/Loss (Raw)": 0.47022947669029236, "Finetune/Step": 14082, "Finetune/Step Time": 12.006851585581899}
+{"Finetune/Learning Rate": 3.5293684849940402e-06, "Finetune/Loss": 0.6014029383659363, "Finetune/Loss (Raw)": 0.6204313635826111, "Finetune/Step": 14083, "Finetune/Step Time": 12.00777474977076}
+{"Finetune/Learning Rate": 3.5280846656050127e-06, "Finetune/Loss": 0.6018344759941101, "Finetune/Loss (Raw)": 0.5959737300872803, "Finetune/Step": 14084, "Finetune/Step Time": 12.015060668811202}
+{"Finetune/Learning Rate": 3.526801029741097e-06, "Finetune/Loss": 0.6011616587638855, "Finetune/Loss (Raw)": 0.6452760696411133, "Finetune/Step": 14085, "Finetune/Step Time": 12.03332244977355}
+{"Finetune/Learning Rate": 3.525517577438703e-06, "Finetune/Loss": 0.6012184619903564, "Finetune/Loss (Raw)": 0.6066421270370483, "Finetune/Step": 14086, "Finetune/Step Time": 12.028513666242361}
+{"Finetune/Learning Rate": 3.5242343087342166e-06, "Finetune/Loss": 0.6024596691131592, "Finetune/Loss (Raw)": 0.6359274983406067, "Finetune/Step": 14087, "Finetune/Step Time": 11.998966002836823}
+{"Finetune/Learning Rate": 3.5229512236640317e-06, "Finetune/Loss": 0.6026996374130249, "Finetune/Loss (Raw)": 0.6366287469863892, "Finetune/Step": 14088, "Finetune/Step Time": 11.995595032349229}
+{"Finetune/Learning Rate": 3.521668322264531e-06, "Finetune/Loss": 0.603421151638031, "Finetune/Loss (Raw)": 0.6931228041648865, "Finetune/Step": 14089, "Finetune/Step Time": 12.012619704008102}
+{"Finetune/Learning Rate": 3.520385604572094e-06, "Finetune/Loss": 0.6036103963851929, "Finetune/Loss (Raw)": 0.6330985426902771, "Finetune/Step": 14090, "Finetune/Step Time": 12.012047469615936}
+{"Finetune/Learning Rate": 3.5191030706230967e-06, "Finetune/Loss": 0.6021181344985962, "Finetune/Loss (Raw)": 0.5348381400108337, "Finetune/Step": 14091, "Finetune/Step Time": 12.015756798908114}
+{"Finetune/Learning Rate": 3.517820720453906e-06, "Finetune/Loss": 0.6013776063919067, "Finetune/Loss (Raw)": 0.5241972804069519, "Finetune/Step": 14092, "Finetune/Step Time": 12.026486014947295}
+{"Finetune/Learning Rate": 3.516538554100888e-06, "Finetune/Loss": 0.6011072993278503, "Finetune/Loss (Raw)": 0.5276458859443665, "Finetune/Step": 14093, "Finetune/Step Time": 12.022630717605352}
+{"Finetune/Learning Rate": 3.5152565716003996e-06, "Finetune/Loss": 0.6019879579544067, "Finetune/Loss (Raw)": 0.654577910900116, "Finetune/Step": 14094, "Finetune/Step Time": 12.025325315073133}
+{"Finetune/Learning Rate": 3.513974772988795e-06, "Finetune/Loss": 0.6028502583503723, "Finetune/Loss (Raw)": 0.6968104839324951, "Finetune/Step": 14095, "Finetune/Step Time": 12.028415823355317}
+{"Finetune/Learning Rate": 3.5126931583024215e-06, "Finetune/Loss": 0.6029517650604248, "Finetune/Loss (Raw)": 0.5867635011672974, "Finetune/Step": 14096, "Finetune/Step Time": 12.030831594020128}
+{"Finetune/Learning Rate": 3.5114117275776238e-06, "Finetune/Loss": 0.6019734144210815, "Finetune/Loss (Raw)": 0.5491074323654175, "Finetune/Step": 14097, "Finetune/Step Time": 12.017683589830995}
+{"Finetune/Learning Rate": 3.5101304808507375e-06, "Finetune/Loss": 0.6021350622177124, "Finetune/Loss (Raw)": 0.6718158721923828, "Finetune/Step": 14098, "Finetune/Step Time": 12.03915673866868}
+{"Finetune/Learning Rate": 3.508849418158096e-06, "Finetune/Loss": 0.6017141342163086, "Finetune/Loss (Raw)": 0.5516656041145325, "Finetune/Step": 14099, "Finetune/Step Time": 12.12031989172101}
+{"Finetune/Learning Rate": 3.507568539536027e-06, "Finetune/Loss": 0.6022899150848389, "Finetune/Loss (Raw)": 0.6174182891845703, "Finetune/Step": 14100, "Finetune/Step Time": 12.112815849483013}
+{"Finetune/Learning Rate": 3.5062878450208515e-06, "Finetune/Loss": 0.6007267236709595, "Finetune/Loss (Raw)": 0.5546096563339233, "Finetune/Step": 14101, "Finetune/Step Time": 12.1044345125556}
+{"Finetune/Learning Rate": 3.505007334648888e-06, "Finetune/Loss": 0.6007598042488098, "Finetune/Loss (Raw)": 0.5447628498077393, "Finetune/Step": 14102, "Finetune/Step Time": 12.088235503062606}
+{"Finetune/Learning Rate": 3.5037270084564467e-06, "Finetune/Loss": 0.6008361577987671, "Finetune/Loss (Raw)": 0.5931035876274109, "Finetune/Step": 14103, "Finetune/Step Time": 12.10262312553823}
+{"Finetune/Learning Rate": 3.502446866479837e-06, "Finetune/Loss": 0.6007550358772278, "Finetune/Loss (Raw)": 0.6852023601531982, "Finetune/Step": 14104, "Finetune/Step Time": 12.095002293586731}
+{"Finetune/Learning Rate": 3.5011669087553525e-06, "Finetune/Loss": 0.599431037902832, "Finetune/Loss (Raw)": 0.45166605710983276, "Finetune/Step": 14105, "Finetune/Step Time": 12.112077062949538}
+{"Finetune/Learning Rate": 3.4998871353192964e-06, "Finetune/Loss": 0.598872184753418, "Finetune/Loss (Raw)": 0.5413861274719238, "Finetune/Step": 14106, "Finetune/Step Time": 12.059418616816401}
+{"Finetune/Learning Rate": 3.4986075462079583e-06, "Finetune/Loss": 0.5998566150665283, "Finetune/Loss (Raw)": 0.6429593563079834, "Finetune/Step": 14107, "Finetune/Step Time": 12.057377008721232}
+{"Finetune/Learning Rate": 3.497328141457622e-06, "Finetune/Loss": 0.6002398729324341, "Finetune/Loss (Raw)": 0.5972244739532471, "Finetune/Step": 14108, "Finetune/Step Time": 12.062131587415934}
+{"Finetune/Learning Rate": 3.496048921104569e-06, "Finetune/Loss": 0.6004430055618286, "Finetune/Loss (Raw)": 0.565835177898407, "Finetune/Step": 14109, "Finetune/Step Time": 12.051110645756125}
+{"Finetune/Learning Rate": 3.4947698851850766e-06, "Finetune/Loss": 0.5999759435653687, "Finetune/Loss (Raw)": 0.41304123401641846, "Finetune/Step": 14110, "Finetune/Step Time": 12.029568817466497}
+{"Finetune/Learning Rate": 3.493491033735409e-06, "Finetune/Loss": 0.5998516082763672, "Finetune/Loss (Raw)": 0.5145446062088013, "Finetune/Step": 14111, "Finetune/Step Time": 12.043167939409614}
+{"Finetune/Learning Rate": 3.4922123667918305e-06, "Finetune/Loss": 0.5985575914382935, "Finetune/Loss (Raw)": 0.6041094660758972, "Finetune/Step": 14112, "Finetune/Step Time": 12.03266852721572}
+{"Finetune/Learning Rate": 3.490933884390606e-06, "Finetune/Loss": 0.599367618560791, "Finetune/Loss (Raw)": 0.6583432555198669, "Finetune/Step": 14113, "Finetune/Step Time": 12.042201494798064}
+{"Finetune/Learning Rate": 3.4896555865679884e-06, "Finetune/Loss": 0.5997554063796997, "Finetune/Loss (Raw)": 0.6717399954795837, "Finetune/Step": 14114, "Finetune/Step Time": 12.06779214553535}
+{"Finetune/Learning Rate": 3.4883774733602247e-06, "Finetune/Loss": 0.5992101430892944, "Finetune/Loss (Raw)": 0.5406383872032166, "Finetune/Step": 14115, "Finetune/Step Time": 12.068830575793982}
+{"Finetune/Learning Rate": 3.487099544803563e-06, "Finetune/Loss": 0.5987346172332764, "Finetune/Loss (Raw)": 0.5443701148033142, "Finetune/Step": 14116, "Finetune/Step Time": 12.08306847512722}
+{"Finetune/Learning Rate": 3.4858218009342338e-06, "Finetune/Loss": 0.5997893810272217, "Finetune/Loss (Raw)": 0.7278289794921875, "Finetune/Step": 14117, "Finetune/Step Time": 12.086934031918645}
+{"Finetune/Learning Rate": 3.4845442417884756e-06, "Finetune/Loss": 0.5989329814910889, "Finetune/Loss (Raw)": 0.5603422522544861, "Finetune/Step": 14118, "Finetune/Step Time": 12.092157457023859}
+{"Finetune/Learning Rate": 3.483266867402515e-06, "Finetune/Loss": 0.5994621515274048, "Finetune/Loss (Raw)": 0.5256759524345398, "Finetune/Step": 14119, "Finetune/Step Time": 12.068101705983281}
+{"Finetune/Learning Rate": 3.4819896778125706e-06, "Finetune/Loss": 0.5993492603302002, "Finetune/Loss (Raw)": 0.6118761897087097, "Finetune/Step": 14120, "Finetune/Step Time": 12.071159722283483}
+{"Finetune/Learning Rate": 3.480712673054868e-06, "Finetune/Loss": 0.5991883277893066, "Finetune/Loss (Raw)": 0.6360753178596497, "Finetune/Step": 14121, "Finetune/Step Time": 12.07392562739551}
+{"Finetune/Learning Rate": 3.479435853165619e-06, "Finetune/Loss": 0.5993696451187134, "Finetune/Loss (Raw)": 0.6032766699790955, "Finetune/Step": 14122, "Finetune/Step Time": 12.076273366808891}
+{"Finetune/Learning Rate": 3.478159218181024e-06, "Finetune/Loss": 0.5998972654342651, "Finetune/Loss (Raw)": 0.6320882439613342, "Finetune/Step": 14123, "Finetune/Step Time": 12.106133911758661}
+{"Finetune/Learning Rate": 3.4768827681372887e-06, "Finetune/Loss": 0.5998553037643433, "Finetune/Loss (Raw)": 0.710721492767334, "Finetune/Step": 14124, "Finetune/Step Time": 12.099181018769741}
+{"Finetune/Learning Rate": 3.475606503070609e-06, "Finetune/Loss": 0.599823534488678, "Finetune/Loss (Raw)": 0.5813370943069458, "Finetune/Step": 14125, "Finetune/Step Time": 12.10403860732913}
+{"Finetune/Learning Rate": 3.4743304230171747e-06, "Finetune/Loss": 0.598800778388977, "Finetune/Loss (Raw)": 0.5341523885726929, "Finetune/Step": 14126, "Finetune/Step Time": 12.123727820813656}
+{"Finetune/Learning Rate": 3.47305452801317e-06, "Finetune/Loss": 0.5987334251403809, "Finetune/Loss (Raw)": 0.5466989278793335, "Finetune/Step": 14127, "Finetune/Step Time": 12.128453308716416}
+{"Finetune/Learning Rate": 3.4717788180947855e-06, "Finetune/Loss": 0.6006311774253845, "Finetune/Loss (Raw)": 0.8057660460472107, "Finetune/Step": 14128, "Finetune/Step Time": 12.137017687782645}
+{"Finetune/Learning Rate": 3.4705032932981866e-06, "Finetune/Loss": 0.601065993309021, "Finetune/Loss (Raw)": 0.7437230944633484, "Finetune/Step": 14129, "Finetune/Step Time": 12.164291685447097}
+{"Finetune/Learning Rate": 3.4692279536595475e-06, "Finetune/Loss": 0.6023949384689331, "Finetune/Loss (Raw)": 0.765819251537323, "Finetune/Step": 14130, "Finetune/Step Time": 12.165173897519708}
+{"Finetune/Learning Rate": 3.467952799215032e-06, "Finetune/Loss": 0.6024733781814575, "Finetune/Loss (Raw)": 0.648305356502533, "Finetune/Step": 14131, "Finetune/Step Time": 12.162440657615662}
+{"Finetune/Learning Rate": 3.466677830000801e-06, "Finetune/Loss": 0.6016601324081421, "Finetune/Loss (Raw)": 0.603134274482727, "Finetune/Step": 14132, "Finetune/Step Time": 12.162462489679456}
+{"Finetune/Learning Rate": 3.4654030460530075e-06, "Finetune/Loss": 0.6030347347259521, "Finetune/Loss (Raw)": 0.625525712966919, "Finetune/Step": 14133, "Finetune/Step Time": 12.142374547198415}
+{"Finetune/Learning Rate": 3.464128447407802e-06, "Finetune/Loss": 0.603226900100708, "Finetune/Loss (Raw)": 0.6476936936378479, "Finetune/Step": 14134, "Finetune/Step Time": 12.140674162656069}
+{"Finetune/Learning Rate": 3.4628540341013283e-06, "Finetune/Loss": 0.6017155647277832, "Finetune/Loss (Raw)": 0.5618412494659424, "Finetune/Step": 14135, "Finetune/Step Time": 12.120597729459405}
+{"Finetune/Learning Rate": 3.4615798061697258e-06, "Finetune/Loss": 0.6026027202606201, "Finetune/Loss (Raw)": 0.7289904952049255, "Finetune/Step": 14136, "Finetune/Step Time": 12.102442514151335}
+{"Finetune/Learning Rate": 3.4603057636491266e-06, "Finetune/Loss": 0.6033801436424255, "Finetune/Loss (Raw)": 0.637147843837738, "Finetune/Step": 14137, "Finetune/Step Time": 12.099728537723422}
+{"Finetune/Learning Rate": 3.4590319065756594e-06, "Finetune/Loss": 0.603355348110199, "Finetune/Loss (Raw)": 0.5889492630958557, "Finetune/Step": 14138, "Finetune/Step Time": 12.102284321561456}
+{"Finetune/Learning Rate": 3.4577582349854475e-06, "Finetune/Loss": 0.6034436225891113, "Finetune/Loss (Raw)": 0.5715152025222778, "Finetune/Step": 14139, "Finetune/Step Time": 12.0966439191252}
+{"Finetune/Learning Rate": 3.456484748914608e-06, "Finetune/Loss": 0.6036767959594727, "Finetune/Loss (Raw)": 0.6848142743110657, "Finetune/Step": 14140, "Finetune/Step Time": 12.104805083945394}
+{"Finetune/Learning Rate": 3.455211448399255e-06, "Finetune/Loss": 0.6041392087936401, "Finetune/Loss (Raw)": 0.6124451756477356, "Finetune/Step": 14141, "Finetune/Step Time": 12.101912193000317}
+{"Finetune/Learning Rate": 3.4539383334754927e-06, "Finetune/Loss": 0.6022382974624634, "Finetune/Loss (Raw)": 0.38200637698173523, "Finetune/Step": 14142, "Finetune/Step Time": 12.134981317445636}
+{"Finetune/Learning Rate": 3.452665404179426e-06, "Finetune/Loss": 0.6025541424751282, "Finetune/Loss (Raw)": 0.6215085387229919, "Finetune/Step": 14143, "Finetune/Step Time": 12.138354973867536}
+{"Finetune/Learning Rate": 3.4513926605471504e-06, "Finetune/Loss": 0.6022790670394897, "Finetune/Loss (Raw)": 0.6164125800132751, "Finetune/Step": 14144, "Finetune/Step Time": 12.137811480090022}
+{"Finetune/Learning Rate": 3.4501201026147567e-06, "Finetune/Loss": 0.6020694971084595, "Finetune/Loss (Raw)": 0.51609206199646, "Finetune/Step": 14145, "Finetune/Step Time": 12.129487697035074}
+{"Finetune/Learning Rate": 3.4488477304183344e-06, "Finetune/Loss": 0.602102518081665, "Finetune/Loss (Raw)": 0.6010098457336426, "Finetune/Step": 14146, "Finetune/Step Time": 12.129488375037909}
+{"Finetune/Learning Rate": 3.447575543993955e-06, "Finetune/Loss": 0.6020926237106323, "Finetune/Loss (Raw)": 0.6240238547325134, "Finetune/Step": 14147, "Finetune/Step Time": 12.123588657006621}
+{"Finetune/Learning Rate": 3.446303543377705e-06, "Finetune/Loss": 0.6019022464752197, "Finetune/Loss (Raw)": 0.5594211220741272, "Finetune/Step": 14148, "Finetune/Step Time": 12.082524590194225}
+{"Finetune/Learning Rate": 3.445031728605649e-06, "Finetune/Loss": 0.6019840836524963, "Finetune/Loss (Raw)": 0.6043949723243713, "Finetune/Step": 14149, "Finetune/Step Time": 12.083162564784288}
+{"Finetune/Learning Rate": 3.443760099713854e-06, "Finetune/Loss": 0.6019845008850098, "Finetune/Loss (Raw)": 0.549649715423584, "Finetune/Step": 14150, "Finetune/Step Time": 12.0934028159827}
+{"Finetune/Learning Rate": 3.4424886567383785e-06, "Finetune/Loss": 0.6034201979637146, "Finetune/Loss (Raw)": 0.6906813979148865, "Finetune/Step": 14151, "Finetune/Step Time": 12.081917621195316}
+{"Finetune/Learning Rate": 3.4412173997152785e-06, "Finetune/Loss": 0.6034166812896729, "Finetune/Loss (Raw)": 0.5473947525024414, "Finetune/Step": 14152, "Finetune/Step Time": 12.086780797690153}
+{"Finetune/Learning Rate": 3.4399463286806056e-06, "Finetune/Loss": 0.6028448343276978, "Finetune/Loss (Raw)": 0.5711461305618286, "Finetune/Step": 14153, "Finetune/Step Time": 12.084946176037192}
+{"Finetune/Learning Rate": 3.438675443670394e-06, "Finetune/Loss": 0.6014162302017212, "Finetune/Loss (Raw)": 0.3879811465740204, "Finetune/Step": 14154, "Finetune/Step Time": 12.113554708659649}
+{"Finetune/Learning Rate": 3.4374047447206914e-06, "Finetune/Loss": 0.6006218194961548, "Finetune/Loss (Raw)": 0.5410594940185547, "Finetune/Step": 14155, "Finetune/Step Time": 12.136110208928585}
+{"Finetune/Learning Rate": 3.4361342318675297e-06, "Finetune/Loss": 0.6004663705825806, "Finetune/Loss (Raw)": 0.6945655941963196, "Finetune/Step": 14156, "Finetune/Step Time": 12.13838198594749}
+{"Finetune/Learning Rate": 3.4348639051469346e-06, "Finetune/Loss": 0.6006428003311157, "Finetune/Loss (Raw)": 0.5935572981834412, "Finetune/Step": 14157, "Finetune/Step Time": 12.149672279134393}
+{"Finetune/Learning Rate": 3.4335937645949312e-06, "Finetune/Loss": 0.5997408628463745, "Finetune/Loss (Raw)": 0.538766086101532, "Finetune/Step": 14158, "Finetune/Step Time": 12.170845987275243}
+{"Finetune/Learning Rate": 3.43232381024754e-06, "Finetune/Loss": 0.5993191599845886, "Finetune/Loss (Raw)": 0.6270090937614441, "Finetune/Step": 14159, "Finetune/Step Time": 12.164825586602092}
+{"Finetune/Learning Rate": 3.4310540421407667e-06, "Finetune/Loss": 0.5985521674156189, "Finetune/Loss (Raw)": 0.5741912722587585, "Finetune/Step": 14160, "Finetune/Step Time": 12.158279730007052}
+{"Finetune/Learning Rate": 3.429784460310617e-06, "Finetune/Loss": 0.597756028175354, "Finetune/Loss (Raw)": 0.5128930807113647, "Finetune/Step": 14161, "Finetune/Step Time": 12.168618001043797}
+{"Finetune/Learning Rate": 3.4285150647930997e-06, "Finetune/Loss": 0.5993155241012573, "Finetune/Loss (Raw)": 0.6494473814964294, "Finetune/Step": 14162, "Finetune/Step Time": 12.159398382529616}
+{"Finetune/Learning Rate": 3.4272458556242095e-06, "Finetune/Loss": 0.6003177762031555, "Finetune/Loss (Raw)": 0.7289447784423828, "Finetune/Step": 14163, "Finetune/Step Time": 12.187653500586748}
+{"Finetune/Learning Rate": 3.425976832839936e-06, "Finetune/Loss": 0.6001642942428589, "Finetune/Loss (Raw)": 0.5623611211776733, "Finetune/Step": 14164, "Finetune/Step Time": 12.19063144735992}
+{"Finetune/Learning Rate": 3.4247079964762686e-06, "Finetune/Loss": 0.6008889675140381, "Finetune/Loss (Raw)": 0.714174747467041, "Finetune/Step": 14165, "Finetune/Step Time": 12.180406246334314}
+{"Finetune/Learning Rate": 3.4234393465691806e-06, "Finetune/Loss": 0.6009067893028259, "Finetune/Loss (Raw)": 0.5665296316146851, "Finetune/Step": 14166, "Finetune/Step Time": 12.165847329422832}
+{"Finetune/Learning Rate": 3.422170883154653e-06, "Finetune/Loss": 0.6006186604499817, "Finetune/Loss (Raw)": 0.5917118787765503, "Finetune/Step": 14167, "Finetune/Step Time": 12.167901510372758}
+{"Finetune/Learning Rate": 3.42090260626865e-06, "Finetune/Loss": 0.5998339056968689, "Finetune/Loss (Raw)": 0.6170230507850647, "Finetune/Step": 14168, "Finetune/Step Time": 12.1654621232301}
+{"Finetune/Learning Rate": 3.4196345159471444e-06, "Finetune/Loss": 0.5997561812400818, "Finetune/Loss (Raw)": 0.6140870451927185, "Finetune/Step": 14169, "Finetune/Step Time": 12.180704828351736}
+{"Finetune/Learning Rate": 3.4183666122260915e-06, "Finetune/Loss": 0.599670946598053, "Finetune/Loss (Raw)": 0.6260808110237122, "Finetune/Step": 14170, "Finetune/Step Time": 12.1857881359756}
+{"Finetune/Learning Rate": 3.4170988951414496e-06, "Finetune/Loss": 0.6002521514892578, "Finetune/Loss (Raw)": 0.6234807968139648, "Finetune/Step": 14171, "Finetune/Step Time": 12.174827909097075}
+{"Finetune/Learning Rate": 3.415831364729161e-06, "Finetune/Loss": 0.5994362831115723, "Finetune/Loss (Raw)": 0.5246784090995789, "Finetune/Step": 14172, "Finetune/Step Time": 12.206886418163776}
+{"Finetune/Learning Rate": 3.414564021025172e-06, "Finetune/Loss": 0.599931001663208, "Finetune/Loss (Raw)": 0.6536210775375366, "Finetune/Step": 14173, "Finetune/Step Time": 12.200493277981877}
+{"Finetune/Learning Rate": 3.41329686406542e-06, "Finetune/Loss": 0.5994365811347961, "Finetune/Loss (Raw)": 0.46285679936408997, "Finetune/Step": 14174, "Finetune/Step Time": 12.226398140192032}
+{"Finetune/Learning Rate": 3.4120298938858385e-06, "Finetune/Loss": 0.5989962816238403, "Finetune/Loss (Raw)": 0.5965825319290161, "Finetune/Step": 14175, "Finetune/Step Time": 12.20208123140037}
+{"Finetune/Learning Rate": 3.4107631105223528e-06, "Finetune/Loss": 0.598537802696228, "Finetune/Loss (Raw)": 0.6196092963218689, "Finetune/Step": 14176, "Finetune/Step Time": 12.199903313070536}
+{"Finetune/Learning Rate": 3.409496514010895e-06, "Finetune/Loss": 0.6004133224487305, "Finetune/Loss (Raw)": 0.74061119556427, "Finetune/Step": 14177, "Finetune/Step Time": 12.172005888074636}
+{"Finetune/Learning Rate": 3.4082301043873712e-06, "Finetune/Loss": 0.5991624593734741, "Finetune/Loss (Raw)": 0.5802697539329529, "Finetune/Step": 14178, "Finetune/Step Time": 12.177981935441494}
+{"Finetune/Learning Rate": 3.4069638816876983e-06, "Finetune/Loss": 0.5999867916107178, "Finetune/Loss (Raw)": 0.5912477374076843, "Finetune/Step": 14179, "Finetune/Step Time": 12.184235675260425}
+{"Finetune/Learning Rate": 3.4056978459477807e-06, "Finetune/Loss": 0.6002071499824524, "Finetune/Loss (Raw)": 0.5077210664749146, "Finetune/Step": 14180, "Finetune/Step Time": 12.175455374643207}
+{"Finetune/Learning Rate": 3.40443199720352e-06, "Finetune/Loss": 0.6004679203033447, "Finetune/Loss (Raw)": 0.5875804424285889, "Finetune/Step": 14181, "Finetune/Step Time": 12.178197158500552}
+{"Finetune/Learning Rate": 3.403166335490814e-06, "Finetune/Loss": 0.6000731587409973, "Finetune/Loss (Raw)": 0.5838866233825684, "Finetune/Step": 14182, "Finetune/Step Time": 12.175656788051128}
+{"Finetune/Learning Rate": 3.4019008608455508e-06, "Finetune/Loss": 0.5994110107421875, "Finetune/Loss (Raw)": 0.567421555519104, "Finetune/Step": 14183, "Finetune/Step Time": 12.175547931343317}
+{"Finetune/Learning Rate": 3.4006355733036167e-06, "Finetune/Loss": 0.5993928909301758, "Finetune/Loss (Raw)": 0.5830808877944946, "Finetune/Step": 14184, "Finetune/Step Time": 12.190656462684274}
+{"Finetune/Learning Rate": 3.3993704729008924e-06, "Finetune/Loss": 0.6001693606376648, "Finetune/Loss (Raw)": 0.6516363024711609, "Finetune/Step": 14185, "Finetune/Step Time": 12.21428569406271}
+{"Finetune/Learning Rate": 3.3981055596732515e-06, "Finetune/Loss": 0.6009061932563782, "Finetune/Loss (Raw)": 0.6131436228752136, "Finetune/Step": 14186, "Finetune/Step Time": 12.190208362415433}
+{"Finetune/Learning Rate": 3.396840833656563e-06, "Finetune/Loss": 0.6009346842765808, "Finetune/Loss (Raw)": 0.610261857509613, "Finetune/Step": 14187, "Finetune/Step Time": 12.211593551561236}
+{"Finetune/Learning Rate": 3.3955762948866922e-06, "Finetune/Loss": 0.6006864309310913, "Finetune/Loss (Raw)": 0.5468137860298157, "Finetune/Step": 14188, "Finetune/Step Time": 12.189588330686092}
+{"Finetune/Learning Rate": 3.3943119433994977e-06, "Finetune/Loss": 0.6020990610122681, "Finetune/Loss (Raw)": 0.5809659957885742, "Finetune/Step": 14189, "Finetune/Step Time": 12.167299563065171}
+{"Finetune/Learning Rate": 3.3930477792308315e-06, "Finetune/Loss": 0.602033257484436, "Finetune/Loss (Raw)": 0.6836202144622803, "Finetune/Step": 14190, "Finetune/Step Time": 12.158305758610368}
+{"Finetune/Learning Rate": 3.3917838024165426e-06, "Finetune/Loss": 0.6018024682998657, "Finetune/Loss (Raw)": 0.5445799231529236, "Finetune/Step": 14191, "Finetune/Step Time": 12.167820263653994}
+{"Finetune/Learning Rate": 3.390520012992474e-06, "Finetune/Loss": 0.6027041673660278, "Finetune/Loss (Raw)": 0.6645999550819397, "Finetune/Step": 14192, "Finetune/Step Time": 12.168617654591799}
+{"Finetune/Learning Rate": 3.3892564109944636e-06, "Finetune/Loss": 0.6021974086761475, "Finetune/Loss (Raw)": 0.5348316431045532, "Finetune/Step": 14193, "Finetune/Step Time": 12.17134659178555}
+{"Finetune/Learning Rate": 3.3879929964583427e-06, "Finetune/Loss": 0.6021378636360168, "Finetune/Loss (Raw)": 0.5748274326324463, "Finetune/Step": 14194, "Finetune/Step Time": 12.169121721759439}
+{"Finetune/Learning Rate": 3.3867297694199373e-06, "Finetune/Loss": 0.6028904914855957, "Finetune/Loss (Raw)": 0.6514769196510315, "Finetune/Step": 14195, "Finetune/Step Time": 12.165734400972724}
+{"Finetune/Learning Rate": 3.3854667299150712e-06, "Finetune/Loss": 0.602827787399292, "Finetune/Loss (Raw)": 0.6516743302345276, "Finetune/Step": 14196, "Finetune/Step Time": 12.162223305553198}
+{"Finetune/Learning Rate": 3.3842038779795594e-06, "Finetune/Loss": 0.6011285781860352, "Finetune/Loss (Raw)": 0.5061707496643066, "Finetune/Step": 14197, "Finetune/Step Time": 12.156739303842187}
+{"Finetune/Learning Rate": 3.3829412136492124e-06, "Finetune/Loss": 0.5996545553207397, "Finetune/Loss (Raw)": 0.44063231348991394, "Finetune/Step": 14198, "Finetune/Step Time": 12.165802309289575}
+{"Finetune/Learning Rate": 3.381678736959837e-06, "Finetune/Loss": 0.5997051000595093, "Finetune/Loss (Raw)": 0.630092978477478, "Finetune/Step": 14199, "Finetune/Step Time": 12.170201459899545}
+{"Finetune/Learning Rate": 3.3804164479472313e-06, "Finetune/Loss": 0.6002460718154907, "Finetune/Loss (Raw)": 0.7158569097518921, "Finetune/Step": 14200, "Finetune/Step Time": 12.16264757886529}
+{"Finetune/Learning Rate": 3.3791543466471954e-06, "Finetune/Loss": 0.6000854969024658, "Finetune/Loss (Raw)": 0.595320463180542, "Finetune/Step": 14201, "Finetune/Step Time": 12.145016137510538}
+{"Finetune/Learning Rate": 3.377892433095512e-06, "Finetune/Loss": 0.5986918807029724, "Finetune/Loss (Raw)": 0.5056005120277405, "Finetune/Step": 14202, "Finetune/Step Time": 12.1495262645185}
+{"Finetune/Learning Rate": 3.3766307073279658e-06, "Finetune/Loss": 0.5973510146141052, "Finetune/Loss (Raw)": 0.5400951504707336, "Finetune/Step": 14203, "Finetune/Step Time": 12.154359586536884}
+{"Finetune/Learning Rate": 3.3753691693803404e-06, "Finetune/Loss": 0.5976990461349487, "Finetune/Loss (Raw)": 0.687815248966217, "Finetune/Step": 14204, "Finetune/Step Time": 12.160552198067307}
+{"Finetune/Learning Rate": 3.374107819288408e-06, "Finetune/Loss": 0.5992825031280518, "Finetune/Loss (Raw)": 0.6704025864601135, "Finetune/Step": 14205, "Finetune/Step Time": 12.148515423759818}
+{"Finetune/Learning Rate": 3.372846657087936e-06, "Finetune/Loss": 0.60014408826828, "Finetune/Loss (Raw)": 0.6632964015007019, "Finetune/Step": 14206, "Finetune/Step Time": 12.144748067483306}
+{"Finetune/Learning Rate": 3.371585682814692e-06, "Finetune/Loss": 0.598900556564331, "Finetune/Loss (Raw)": 0.5130236744880676, "Finetune/Step": 14207, "Finetune/Step Time": 12.145318187773228}
+{"Finetune/Learning Rate": 3.3703248965044253e-06, "Finetune/Loss": 0.5983177423477173, "Finetune/Loss (Raw)": 0.4976334571838379, "Finetune/Step": 14208, "Finetune/Step Time": 12.2176817599684}
+{"Finetune/Learning Rate": 3.3690642981928922e-06, "Finetune/Loss": 0.5980550050735474, "Finetune/Loss (Raw)": 0.5584499835968018, "Finetune/Step": 14209, "Finetune/Step Time": 12.221618078649044}
+{"Finetune/Learning Rate": 3.367803887915837e-06, "Finetune/Loss": 0.5992794632911682, "Finetune/Loss (Raw)": 0.6269515752792358, "Finetune/Step": 14210, "Finetune/Step Time": 12.22659906372428}
+{"Finetune/Learning Rate": 3.3665436657090066e-06, "Finetune/Loss": 0.5993854403495789, "Finetune/Loss (Raw)": 0.63399738073349, "Finetune/Step": 14211, "Finetune/Step Time": 12.22138024494052}
+{"Finetune/Learning Rate": 3.365283631608135e-06, "Finetune/Loss": 0.5993820428848267, "Finetune/Loss (Raw)": 0.5955429077148438, "Finetune/Step": 14212, "Finetune/Step Time": 12.209298161789775}
+{"Finetune/Learning Rate": 3.3640237856489565e-06, "Finetune/Loss": 0.6000738143920898, "Finetune/Loss (Raw)": 0.7338190078735352, "Finetune/Step": 14213, "Finetune/Step Time": 12.189876968041062}
+{"Finetune/Learning Rate": 3.3627641278671896e-06, "Finetune/Loss": 0.5991543531417847, "Finetune/Loss (Raw)": 0.4889518618583679, "Finetune/Step": 14214, "Finetune/Step Time": 12.190465223044157}
+{"Finetune/Learning Rate": 3.361504658298559e-06, "Finetune/Loss": 0.5985932350158691, "Finetune/Loss (Raw)": 0.5641087293624878, "Finetune/Step": 14215, "Finetune/Step Time": 12.1866090092808}
+{"Finetune/Learning Rate": 3.360245376978779e-06, "Finetune/Loss": 0.5976264476776123, "Finetune/Loss (Raw)": 0.5128723978996277, "Finetune/Step": 14216, "Finetune/Step Time": 12.176875306293368}
+{"Finetune/Learning Rate": 3.358986283943555e-06, "Finetune/Loss": 0.5968992710113525, "Finetune/Loss (Raw)": 0.6000547409057617, "Finetune/Step": 14217, "Finetune/Step Time": 12.152842186391354}
+{"Finetune/Learning Rate": 3.3577273792285993e-06, "Finetune/Loss": 0.5970040559768677, "Finetune/Loss (Raw)": 0.6464982628822327, "Finetune/Step": 14218, "Finetune/Step Time": 12.151248764246702}
+{"Finetune/Learning Rate": 3.3564686628696106e-06, "Finetune/Loss": 0.5978323221206665, "Finetune/Loss (Raw)": 0.6408584117889404, "Finetune/Step": 14219, "Finetune/Step Time": 12.15037727355957}
+{"Finetune/Learning Rate": 3.355210134902275e-06, "Finetune/Loss": 0.5986234545707703, "Finetune/Loss (Raw)": 0.6254690885543823, "Finetune/Step": 14220, "Finetune/Step Time": 12.135264690965414}
+{"Finetune/Learning Rate": 3.3539517953622846e-06, "Finetune/Loss": 0.6003998517990112, "Finetune/Loss (Raw)": 0.7550243735313416, "Finetune/Step": 14221, "Finetune/Step Time": 12.153886189684272}
+{"Finetune/Learning Rate": 3.352693644285323e-06, "Finetune/Loss": 0.5982745885848999, "Finetune/Loss (Raw)": 0.3825457990169525, "Finetune/Step": 14222, "Finetune/Step Time": 12.186789920553565}
+{"Finetune/Learning Rate": 3.351435681707067e-06, "Finetune/Loss": 0.5968096852302551, "Finetune/Loss (Raw)": 0.5093017816543579, "Finetune/Step": 14223, "Finetune/Step Time": 12.188409643247724}
+{"Finetune/Learning Rate": 3.3501779076631867e-06, "Finetune/Loss": 0.596866250038147, "Finetune/Loss (Raw)": 0.5939928889274597, "Finetune/Step": 14224, "Finetune/Step Time": 12.202039793133736}
+{"Finetune/Learning Rate": 3.3489203221893572e-06, "Finetune/Loss": 0.5970333218574524, "Finetune/Loss (Raw)": 0.5705063343048096, "Finetune/Step": 14225, "Finetune/Step Time": 12.201948791742325}
+{"Finetune/Learning Rate": 3.34766292532123e-06, "Finetune/Loss": 0.5959042310714722, "Finetune/Loss (Raw)": 0.5272818207740784, "Finetune/Step": 14226, "Finetune/Step Time": 12.199913751333952}
+{"Finetune/Learning Rate": 3.3464057170944676e-06, "Finetune/Loss": 0.5960842370986938, "Finetune/Loss (Raw)": 0.5747145414352417, "Finetune/Step": 14227, "Finetune/Step Time": 12.144346522167325}
+{"Finetune/Learning Rate": 3.3451486975447166e-06, "Finetune/Loss": 0.5960693955421448, "Finetune/Loss (Raw)": 0.6155139207839966, "Finetune/Step": 14228, "Finetune/Step Time": 12.159769032150507}
+{"Finetune/Learning Rate": 3.343891866707626e-06, "Finetune/Loss": 0.5957486629486084, "Finetune/Loss (Raw)": 0.5135506391525269, "Finetune/Step": 14229, "Finetune/Step Time": 12.166257746517658}
+{"Finetune/Learning Rate": 3.342635224618834e-06, "Finetune/Loss": 0.5967957377433777, "Finetune/Loss (Raw)": 0.6787991523742676, "Finetune/Step": 14230, "Finetune/Step Time": 12.158423410728574}
+{"Finetune/Learning Rate": 3.3413787713139765e-06, "Finetune/Loss": 0.5967972278594971, "Finetune/Loss (Raw)": 0.5932953357696533, "Finetune/Step": 14231, "Finetune/Step Time": 12.138290073722601}
+{"Finetune/Learning Rate": 3.3401225068286825e-06, "Finetune/Loss": 0.5971718430519104, "Finetune/Loss (Raw)": 0.7331440448760986, "Finetune/Step": 14232, "Finetune/Step Time": 12.136567147448659}
+{"Finetune/Learning Rate": 3.3388664311985752e-06, "Finetune/Loss": 0.5981836318969727, "Finetune/Loss (Raw)": 0.5811738967895508, "Finetune/Step": 14233, "Finetune/Step Time": 12.123537115752697}
+{"Finetune/Learning Rate": 3.3376105444592754e-06, "Finetune/Loss": 0.5977808833122253, "Finetune/Loss (Raw)": 0.4898352324962616, "Finetune/Step": 14234, "Finetune/Step Time": 12.125083483755589}
+{"Finetune/Learning Rate": 3.336354846646395e-06, "Finetune/Loss": 0.5967543125152588, "Finetune/Loss (Raw)": 0.5115568041801453, "Finetune/Step": 14235, "Finetune/Step Time": 12.126968745142221}
+{"Finetune/Learning Rate": 3.335099337795542e-06, "Finetune/Loss": 0.5970377922058105, "Finetune/Loss (Raw)": 0.6335188746452332, "Finetune/Step": 14236, "Finetune/Step Time": 12.117718048393726}
+{"Finetune/Learning Rate": 3.333844017942319e-06, "Finetune/Loss": 0.597507894039154, "Finetune/Loss (Raw)": 0.6260019540786743, "Finetune/Step": 14237, "Finetune/Step Time": 12.122510347515345}
+{"Finetune/Learning Rate": 3.3325888871223244e-06, "Finetune/Loss": 0.5989016890525818, "Finetune/Loss (Raw)": 0.5914533734321594, "Finetune/Step": 14238, "Finetune/Step Time": 12.118526754900813}
+{"Finetune/Learning Rate": 3.331333945371148e-06, "Finetune/Loss": 0.5988451838493347, "Finetune/Loss (Raw)": 0.5073063969612122, "Finetune/Step": 14239, "Finetune/Step Time": 12.106945531442761}
+{"Finetune/Learning Rate": 3.330079192724379e-06, "Finetune/Loss": 0.5993647575378418, "Finetune/Loss (Raw)": 0.6706130504608154, "Finetune/Step": 14240, "Finetune/Step Time": 12.130821393802762}
+{"Finetune/Learning Rate": 3.3288246292175973e-06, "Finetune/Loss": 0.5989197492599487, "Finetune/Loss (Raw)": 0.6013818383216858, "Finetune/Step": 14241, "Finetune/Step Time": 12.124880347400904}
+{"Finetune/Learning Rate": 3.3275702548863785e-06, "Finetune/Loss": 0.598300576210022, "Finetune/Loss (Raw)": 0.5924964547157288, "Finetune/Step": 14242, "Finetune/Step Time": 12.102485490962863}
+{"Finetune/Learning Rate": 3.3263160697662933e-06, "Finetune/Loss": 0.5984483957290649, "Finetune/Loss (Raw)": 0.5595533847808838, "Finetune/Step": 14243, "Finetune/Step Time": 12.111267551779747}
+{"Finetune/Learning Rate": 3.3250620738929075e-06, "Finetune/Loss": 0.5990935564041138, "Finetune/Loss (Raw)": 0.6269498467445374, "Finetune/Step": 14244, "Finetune/Step Time": 12.0917441919446}
+{"Finetune/Learning Rate": 3.3238082673017803e-06, "Finetune/Loss": 0.5984551906585693, "Finetune/Loss (Raw)": 0.6461102366447449, "Finetune/Step": 14245, "Finetune/Step Time": 12.087992269545794}
+{"Finetune/Learning Rate": 3.3225546500284656e-06, "Finetune/Loss": 0.5982069969177246, "Finetune/Loss (Raw)": 0.5285786986351013, "Finetune/Step": 14246, "Finetune/Step Time": 12.09993896074593}
+{"Finetune/Learning Rate": 3.321301222108513e-06, "Finetune/Loss": 0.5986131429672241, "Finetune/Loss (Raw)": 0.5776582360267639, "Finetune/Step": 14247, "Finetune/Step Time": 12.09879350475967}
+{"Finetune/Learning Rate": 3.3200479835774656e-06, "Finetune/Loss": 0.5983109474182129, "Finetune/Loss (Raw)": 0.5731990933418274, "Finetune/Step": 14248, "Finetune/Step Time": 12.098077328875661}
+{"Finetune/Learning Rate": 3.318794934470864e-06, "Finetune/Loss": 0.5979962944984436, "Finetune/Loss (Raw)": 0.5957982540130615, "Finetune/Step": 14249, "Finetune/Step Time": 12.121214542537928}
+{"Finetune/Learning Rate": 3.3175420748242405e-06, "Finetune/Loss": 0.597226619720459, "Finetune/Loss (Raw)": 0.5047644376754761, "Finetune/Step": 14250, "Finetune/Step Time": 12.116843050345778}
+{"Finetune/Learning Rate": 3.3162894046731155e-06, "Finetune/Loss": 0.5971574783325195, "Finetune/Loss (Raw)": 0.6232346892356873, "Finetune/Step": 14251, "Finetune/Step Time": 12.09142784588039}
+{"Finetune/Learning Rate": 3.31503692405302e-06, "Finetune/Loss": 0.5967592000961304, "Finetune/Loss (Raw)": 0.6597416400909424, "Finetune/Step": 14252, "Finetune/Step Time": 12.094062108546495}
+{"Finetune/Learning Rate": 3.3137846329994685e-06, "Finetune/Loss": 0.5976746082305908, "Finetune/Loss (Raw)": 0.6985109448432922, "Finetune/Step": 14253, "Finetune/Step Time": 12.09284651838243}
+{"Finetune/Learning Rate": 3.312532531547972e-06, "Finetune/Loss": 0.5975313186645508, "Finetune/Loss (Raw)": 0.5158073902130127, "Finetune/Step": 14254, "Finetune/Step Time": 12.073756948113441}
+{"Finetune/Learning Rate": 3.3112806197340354e-06, "Finetune/Loss": 0.5980682373046875, "Finetune/Loss (Raw)": 0.6154235601425171, "Finetune/Step": 14255, "Finetune/Step Time": 12.072340564802289}
+{"Finetune/Learning Rate": 3.310028897593164e-06, "Finetune/Loss": 0.5965936183929443, "Finetune/Loss (Raw)": 0.6170228719711304, "Finetune/Step": 14256, "Finetune/Step Time": 12.06345921009779}
+{"Finetune/Learning Rate": 3.3087773651608456e-06, "Finetune/Loss": 0.5960640907287598, "Finetune/Loss (Raw)": 0.6759421825408936, "Finetune/Step": 14257, "Finetune/Step Time": 12.03896551206708}
+{"Finetune/Learning Rate": 3.3075260224725748e-06, "Finetune/Loss": 0.5940200090408325, "Finetune/Loss (Raw)": 0.5041708946228027, "Finetune/Step": 14258, "Finetune/Step Time": 12.044154707342386}
+{"Finetune/Learning Rate": 3.3062748695638315e-06, "Finetune/Loss": 0.5941332578659058, "Finetune/Loss (Raw)": 0.6628048419952393, "Finetune/Step": 14259, "Finetune/Step Time": 12.040800290182233}
+{"Finetune/Learning Rate": 3.305023906470102e-06, "Finetune/Loss": 0.5939697027206421, "Finetune/Loss (Raw)": 0.5821964144706726, "Finetune/Step": 14260, "Finetune/Step Time": 12.05252524279058}
+{"Finetune/Learning Rate": 3.303773133226855e-06, "Finetune/Loss": 0.5936172604560852, "Finetune/Loss (Raw)": 0.5804116129875183, "Finetune/Step": 14261, "Finetune/Step Time": 12.048646381124854}
+{"Finetune/Learning Rate": 3.302522549869566e-06, "Finetune/Loss": 0.5933008193969727, "Finetune/Loss (Raw)": 0.6071904897689819, "Finetune/Step": 14262, "Finetune/Step Time": 12.05837294086814}
+{"Finetune/Learning Rate": 3.301272156433687e-06, "Finetune/Loss": 0.5926463007926941, "Finetune/Loss (Raw)": 0.47806593775749207, "Finetune/Step": 14263, "Finetune/Step Time": 12.057390425354242}
+{"Finetune/Learning Rate": 3.3000219529546817e-06, "Finetune/Loss": 0.5924317240715027, "Finetune/Loss (Raw)": 0.7015237808227539, "Finetune/Step": 14264, "Finetune/Step Time": 12.078623803332448}
+{"Finetune/Learning Rate": 3.298771939468003e-06, "Finetune/Loss": 0.5922647714614868, "Finetune/Loss (Raw)": 0.6157825589179993, "Finetune/Step": 14265, "Finetune/Step Time": 12.083172295242548}
+{"Finetune/Learning Rate": 3.2975221160090907e-06, "Finetune/Loss": 0.592964768409729, "Finetune/Loss (Raw)": 0.6785474419593811, "Finetune/Step": 14266, "Finetune/Step Time": 12.10104688256979}
+{"Finetune/Learning Rate": 3.2962724826133976e-06, "Finetune/Loss": 0.5933058261871338, "Finetune/Loss (Raw)": 0.6151685118675232, "Finetune/Step": 14267, "Finetune/Step Time": 12.090585432946682}
+{"Finetune/Learning Rate": 3.2950230393163563e-06, "Finetune/Loss": 0.5924186110496521, "Finetune/Loss (Raw)": 0.5712475776672363, "Finetune/Step": 14268, "Finetune/Step Time": 12.074468152597547}
+{"Finetune/Learning Rate": 3.2937737861533914e-06, "Finetune/Loss": 0.5926963090896606, "Finetune/Loss (Raw)": 0.6479893922805786, "Finetune/Step": 14269, "Finetune/Step Time": 12.077594142407179}
+{"Finetune/Learning Rate": 3.2925247231599323e-06, "Finetune/Loss": 0.5944503545761108, "Finetune/Loss (Raw)": 0.6065210700035095, "Finetune/Step": 14270, "Finetune/Step Time": 12.059686722233891}
+{"Finetune/Learning Rate": 3.291275850371398e-06, "Finetune/Loss": 0.5943763256072998, "Finetune/Loss (Raw)": 0.6120379567146301, "Finetune/Step": 14271, "Finetune/Step Time": 12.058210201561451}
+{"Finetune/Learning Rate": 3.2900271678232045e-06, "Finetune/Loss": 0.5941728949546814, "Finetune/Loss (Raw)": 0.5903736352920532, "Finetune/Step": 14272, "Finetune/Step Time": 12.050474647432566}
+{"Finetune/Learning Rate": 3.2887786755507565e-06, "Finetune/Loss": 0.5958177447319031, "Finetune/Loss (Raw)": 0.7266392707824707, "Finetune/Step": 14273, "Finetune/Step Time": 12.050438534468412}
+{"Finetune/Learning Rate": 3.287530373589467e-06, "Finetune/Loss": 0.5966782569885254, "Finetune/Loss (Raw)": 0.7111489772796631, "Finetune/Step": 14274, "Finetune/Step Time": 12.048343455418944}
+{"Finetune/Learning Rate": 3.286282261974726e-06, "Finetune/Loss": 0.5956295132637024, "Finetune/Loss (Raw)": 0.48978641629219055, "Finetune/Step": 14275, "Finetune/Step Time": 12.05057156458497}
+{"Finetune/Learning Rate": 3.2850343407419284e-06, "Finetune/Loss": 0.5960895419120789, "Finetune/Loss (Raw)": 0.6183022260665894, "Finetune/Step": 14276, "Finetune/Step Time": 12.044197948649526}
+{"Finetune/Learning Rate": 3.2837866099264624e-06, "Finetune/Loss": 0.5957696437835693, "Finetune/Loss (Raw)": 0.5634540319442749, "Finetune/Step": 14277, "Finetune/Step Time": 12.038679784163833}
+{"Finetune/Learning Rate": 3.2825390695637094e-06, "Finetune/Loss": 0.5948198437690735, "Finetune/Loss (Raw)": 0.42807140946388245, "Finetune/Step": 14278, "Finetune/Step Time": 12.052040295675397}
+{"Finetune/Learning Rate": 3.281291719689046e-06, "Finetune/Loss": 0.5942505598068237, "Finetune/Loss (Raw)": 0.617816686630249, "Finetune/Step": 14279, "Finetune/Step Time": 12.056435426697135}
+{"Finetune/Learning Rate": 3.280044560337845e-06, "Finetune/Loss": 0.5947813987731934, "Finetune/Loss (Raw)": 0.6153397560119629, "Finetune/Step": 14280, "Finetune/Step Time": 12.04376246035099}
+{"Finetune/Learning Rate": 3.2787975915454707e-06, "Finetune/Loss": 0.5951299667358398, "Finetune/Loss (Raw)": 0.6157649159431458, "Finetune/Step": 14281, "Finetune/Step Time": 12.052198458462954}
+{"Finetune/Learning Rate": 3.2775508133472843e-06, "Finetune/Loss": 0.5967299342155457, "Finetune/Loss (Raw)": 0.5927720665931702, "Finetune/Step": 14282, "Finetune/Step Time": 12.016347208991647}
+{"Finetune/Learning Rate": 3.2763042257786404e-06, "Finetune/Loss": 0.5962561964988708, "Finetune/Loss (Raw)": 0.4804210364818573, "Finetune/Step": 14283, "Finetune/Step Time": 12.019371891394258}
+{"Finetune/Learning Rate": 3.275057828874889e-06, "Finetune/Loss": 0.5952017307281494, "Finetune/Loss (Raw)": 0.5595922470092773, "Finetune/Step": 14284, "Finetune/Step Time": 12.027482660487294}
+{"Finetune/Learning Rate": 3.2738116226713756e-06, "Finetune/Loss": 0.5947912931442261, "Finetune/Loss (Raw)": 0.5410243272781372, "Finetune/Step": 14285, "Finetune/Step Time": 12.012537149712443}
+{"Finetune/Learning Rate": 3.2725656072034362e-06, "Finetune/Loss": 0.5949287414550781, "Finetune/Loss (Raw)": 0.5563609004020691, "Finetune/Step": 14286, "Finetune/Step Time": 11.98275381885469}
+{"Finetune/Learning Rate": 3.271319782506407e-06, "Finetune/Loss": 0.5955259203910828, "Finetune/Loss (Raw)": 0.7034496665000916, "Finetune/Step": 14287, "Finetune/Step Time": 11.98412916623056}
+{"Finetune/Learning Rate": 3.270074148615615e-06, "Finetune/Loss": 0.5957397222518921, "Finetune/Loss (Raw)": 0.6015506982803345, "Finetune/Step": 14288, "Finetune/Step Time": 11.990500072017312}
+{"Finetune/Learning Rate": 3.2688287055663823e-06, "Finetune/Loss": 0.5968762636184692, "Finetune/Loss (Raw)": 0.658377468585968, "Finetune/Step": 14289, "Finetune/Step Time": 11.971978440880775}
+{"Finetune/Learning Rate": 3.2675834533940265e-06, "Finetune/Loss": 0.597322940826416, "Finetune/Loss (Raw)": 0.7066224217414856, "Finetune/Step": 14290, "Finetune/Step Time": 11.986083194613457}
+{"Finetune/Learning Rate": 3.26633839213386e-06, "Finetune/Loss": 0.5961352586746216, "Finetune/Loss (Raw)": 0.5769141912460327, "Finetune/Step": 14291, "Finetune/Step Time": 11.965698339045048}
+{"Finetune/Learning Rate": 3.265093521821192e-06, "Finetune/Loss": 0.5965948104858398, "Finetune/Loss (Raw)": 0.6211873888969421, "Finetune/Step": 14292, "Finetune/Step Time": 11.968040075153112}
+{"Finetune/Learning Rate": 3.2638488424913138e-06, "Finetune/Loss": 0.596190333366394, "Finetune/Loss (Raw)": 0.6624085903167725, "Finetune/Step": 14293, "Finetune/Step Time": 11.973325595259666}
+{"Finetune/Learning Rate": 3.2626043541795306e-06, "Finetune/Loss": 0.5961720943450928, "Finetune/Loss (Raw)": 0.5641813278198242, "Finetune/Step": 14294, "Finetune/Step Time": 11.971286717802286}
+{"Finetune/Learning Rate": 3.261360056921129e-06, "Finetune/Loss": 0.5966813564300537, "Finetune/Loss (Raw)": 0.6569082140922546, "Finetune/Step": 14295, "Finetune/Step Time": 11.955020735040307}
+{"Finetune/Learning Rate": 3.2601159507513936e-06, "Finetune/Loss": 0.5980322360992432, "Finetune/Loss (Raw)": 0.7899289131164551, "Finetune/Step": 14296, "Finetune/Step Time": 11.978542381897569}
+{"Finetune/Learning Rate": 3.258872035705605e-06, "Finetune/Loss": 0.5988929271697998, "Finetune/Loss (Raw)": 0.7242581844329834, "Finetune/Step": 14297, "Finetune/Step Time": 11.958529820665717}
+{"Finetune/Learning Rate": 3.2576283118190388e-06, "Finetune/Loss": 0.5984461903572083, "Finetune/Loss (Raw)": 0.5688969492912292, "Finetune/Step": 14298, "Finetune/Step Time": 11.965492632240057}
+{"Finetune/Learning Rate": 3.2563847791269586e-06, "Finetune/Loss": 0.5984314680099487, "Finetune/Loss (Raw)": 0.6215987801551819, "Finetune/Step": 14299, "Finetune/Step Time": 11.968053665012121}
+{"Finetune/Learning Rate": 3.2551414376646263e-06, "Finetune/Loss": 0.5986416935920715, "Finetune/Loss (Raw)": 0.551584005355835, "Finetune/Step": 14300, "Finetune/Step Time": 11.959835443645716}
+{"Finetune/Learning Rate": 3.2538982874673052e-06, "Finetune/Loss": 0.5982196927070618, "Finetune/Loss (Raw)": 0.5996055603027344, "Finetune/Step": 14301, "Finetune/Step Time": 11.964888144284487}
+{"Finetune/Learning Rate": 3.2526553285702467e-06, "Finetune/Loss": 0.599457323551178, "Finetune/Loss (Raw)": 0.6212748289108276, "Finetune/Step": 14302, "Finetune/Step Time": 11.932695610448718}
+{"Finetune/Learning Rate": 3.2514125610086957e-06, "Finetune/Loss": 0.599120020866394, "Finetune/Loss (Raw)": 0.5534063577651978, "Finetune/Step": 14303, "Finetune/Step Time": 11.942652080208063}
+{"Finetune/Learning Rate": 3.250169984817897e-06, "Finetune/Loss": 0.5996582508087158, "Finetune/Loss (Raw)": 0.6885085701942444, "Finetune/Step": 14304, "Finetune/Step Time": 11.947038108482957}
+{"Finetune/Learning Rate": 3.2489276000330805e-06, "Finetune/Loss": 0.5987187027931213, "Finetune/Loss (Raw)": 0.6203476190567017, "Finetune/Step": 14305, "Finetune/Step Time": 11.960372483357787}
+{"Finetune/Learning Rate": 3.24768540668948e-06, "Finetune/Loss": 0.5983390808105469, "Finetune/Loss (Raw)": 0.5316815376281738, "Finetune/Step": 14306, "Finetune/Step Time": 11.953088108450174}
+{"Finetune/Learning Rate": 3.246443404822317e-06, "Finetune/Loss": 0.5983626842498779, "Finetune/Loss (Raw)": 0.5942580699920654, "Finetune/Step": 14307, "Finetune/Step Time": 11.949555581435561}
+{"Finetune/Learning Rate": 3.245201594466818e-06, "Finetune/Loss": 0.5997432470321655, "Finetune/Loss (Raw)": 0.684441328048706, "Finetune/Step": 14308, "Finetune/Step Time": 11.958270547911525}
+{"Finetune/Learning Rate": 3.243959975658194e-06, "Finetune/Loss": 0.5987550616264343, "Finetune/Loss (Raw)": 0.46109306812286377, "Finetune/Step": 14309, "Finetune/Step Time": 11.984912680462003}
+{"Finetune/Learning Rate": 3.242718548431656e-06, "Finetune/Loss": 0.5986716151237488, "Finetune/Loss (Raw)": 0.573201596736908, "Finetune/Step": 14310, "Finetune/Step Time": 12.01954399049282}
+{"Finetune/Learning Rate": 3.241477312822402e-06, "Finetune/Loss": 0.5979427099227905, "Finetune/Loss (Raw)": 0.47412413358688354, "Finetune/Step": 14311, "Finetune/Step Time": 12.020901324227452}
+{"Finetune/Learning Rate": 3.240236268865632e-06, "Finetune/Loss": 0.5987051725387573, "Finetune/Loss (Raw)": 0.6806736588478088, "Finetune/Step": 14312, "Finetune/Step Time": 12.002712106332183}
+{"Finetune/Learning Rate": 3.23899541659654e-06, "Finetune/Loss": 0.5992518067359924, "Finetune/Loss (Raw)": 0.7216106653213501, "Finetune/Step": 14313, "Finetune/Step Time": 12.041325740516186}
+{"Finetune/Learning Rate": 3.237754756050312e-06, "Finetune/Loss": 0.5985449552536011, "Finetune/Loss (Raw)": 0.5226587057113647, "Finetune/Step": 14314, "Finetune/Step Time": 12.042349595576525}
+{"Finetune/Learning Rate": 3.2365142872621267e-06, "Finetune/Loss": 0.5986234545707703, "Finetune/Loss (Raw)": 0.6203173995018005, "Finetune/Step": 14315, "Finetune/Step Time": 12.021654902026057}
+{"Finetune/Learning Rate": 3.23527401026717e-06, "Finetune/Loss": 0.5996339321136475, "Finetune/Loss (Raw)": 0.6761502027511597, "Finetune/Step": 14316, "Finetune/Step Time": 12.024416383355856}
+{"Finetune/Learning Rate": 3.2340339251006025e-06, "Finetune/Loss": 0.5985996723175049, "Finetune/Loss (Raw)": 0.448582261800766, "Finetune/Step": 14317, "Finetune/Step Time": 12.048997787758708}
+{"Finetune/Learning Rate": 3.2327940317975936e-06, "Finetune/Loss": 0.5977040529251099, "Finetune/Loss (Raw)": 0.5689864754676819, "Finetune/Step": 14318, "Finetune/Step Time": 12.04811260662973}
+{"Finetune/Learning Rate": 3.231554330393302e-06, "Finetune/Loss": 0.5978295803070068, "Finetune/Loss (Raw)": 0.560634970664978, "Finetune/Step": 14319, "Finetune/Step Time": 12.036529710516334}
+{"Finetune/Learning Rate": 3.230314820922883e-06, "Finetune/Loss": 0.5983037948608398, "Finetune/Loss (Raw)": 0.725309431552887, "Finetune/Step": 14320, "Finetune/Step Time": 12.045264977961779}
+{"Finetune/Learning Rate": 3.2290755034214848e-06, "Finetune/Loss": 0.5989565849304199, "Finetune/Loss (Raw)": 0.6183925867080688, "Finetune/Step": 14321, "Finetune/Step Time": 12.043990142643452}
+{"Finetune/Learning Rate": 3.2278363779242484e-06, "Finetune/Loss": 0.5984529256820679, "Finetune/Loss (Raw)": 0.5103518962860107, "Finetune/Step": 14322, "Finetune/Step Time": 12.043772503733635}
+{"Finetune/Learning Rate": 3.226597444466322e-06, "Finetune/Loss": 0.5984681844711304, "Finetune/Loss (Raw)": 0.6534296274185181, "Finetune/Step": 14323, "Finetune/Step Time": 12.043658727779984}
+{"Finetune/Learning Rate": 3.225358703082827e-06, "Finetune/Loss": 0.5980757474899292, "Finetune/Loss (Raw)": 0.6014401912689209, "Finetune/Step": 14324, "Finetune/Step Time": 12.01941434852779}
+{"Finetune/Learning Rate": 3.224120153808895e-06, "Finetune/Loss": 0.5982065200805664, "Finetune/Loss (Raw)": 0.522915780544281, "Finetune/Step": 14325, "Finetune/Step Time": 12.015994690358639}
+{"Finetune/Learning Rate": 3.222881796679648e-06, "Finetune/Loss": 0.5988348722457886, "Finetune/Loss (Raw)": 0.5210570693016052, "Finetune/Step": 14326, "Finetune/Step Time": 12.023278908804059}
+{"Finetune/Learning Rate": 3.2216436317302015e-06, "Finetune/Loss": 0.5984538197517395, "Finetune/Loss (Raw)": 0.5813149809837341, "Finetune/Step": 14327, "Finetune/Step Time": 12.022995665669441}
+{"Finetune/Learning Rate": 3.2204056589956657e-06, "Finetune/Loss": 0.5971498489379883, "Finetune/Loss (Raw)": 0.5489501953125, "Finetune/Step": 14328, "Finetune/Step Time": 12.022522874176502}
+{"Finetune/Learning Rate": 3.219167878511148e-06, "Finetune/Loss": 0.5968886613845825, "Finetune/Loss (Raw)": 0.5618915557861328, "Finetune/Step": 14329, "Finetune/Step Time": 12.031323231756687}
+{"Finetune/Learning Rate": 3.217930290311746e-06, "Finetune/Loss": 0.5977020263671875, "Finetune/Loss (Raw)": 0.6097145080566406, "Finetune/Step": 14330, "Finetune/Step Time": 12.026994876563549}
+{"Finetune/Learning Rate": 3.216692894432556e-06, "Finetune/Loss": 0.5983113646507263, "Finetune/Loss (Raw)": 0.6180872917175293, "Finetune/Step": 14331, "Finetune/Step Time": 12.02653163485229}
+{"Finetune/Learning Rate": 3.2154556909086664e-06, "Finetune/Loss": 0.5982555150985718, "Finetune/Loss (Raw)": 0.6806599497795105, "Finetune/Step": 14332, "Finetune/Step Time": 12.018844382837415}
+{"Finetune/Learning Rate": 3.2142186797751607e-06, "Finetune/Loss": 0.5971952676773071, "Finetune/Loss (Raw)": 0.5346959829330444, "Finetune/Step": 14333, "Finetune/Step Time": 12.016593297943473}
+{"Finetune/Learning Rate": 3.212981861067116e-06, "Finetune/Loss": 0.5968770980834961, "Finetune/Loss (Raw)": 0.6225774884223938, "Finetune/Step": 14334, "Finetune/Step Time": 12.01814598403871}
+{"Finetune/Learning Rate": 3.2117452348196078e-06, "Finetune/Loss": 0.5982269048690796, "Finetune/Loss (Raw)": 0.685792863368988, "Finetune/Step": 14335, "Finetune/Step Time": 12.018997009843588}
+{"Finetune/Learning Rate": 3.2105088010677e-06, "Finetune/Loss": 0.5985714197158813, "Finetune/Loss (Raw)": 0.5417307019233704, "Finetune/Step": 14336, "Finetune/Step Time": 11.969266649335623}
+{"Finetune/Learning Rate": 3.209272559846457e-06, "Finetune/Loss": 0.5989333391189575, "Finetune/Loss (Raw)": 0.604771614074707, "Finetune/Step": 14337, "Finetune/Step Time": 11.96540124155581}
+{"Finetune/Learning Rate": 3.208036511190934e-06, "Finetune/Loss": 0.5994172096252441, "Finetune/Loss (Raw)": 0.6888942718505859, "Finetune/Step": 14338, "Finetune/Step Time": 11.95534036681056}
+{"Finetune/Learning Rate": 3.2068006551361808e-06, "Finetune/Loss": 0.5987393260002136, "Finetune/Loss (Raw)": 0.5472250580787659, "Finetune/Step": 14339, "Finetune/Step Time": 11.981072597205639}
+{"Finetune/Learning Rate": 3.205564991717244e-06, "Finetune/Loss": 0.5976909399032593, "Finetune/Loss (Raw)": 0.4613526165485382, "Finetune/Step": 14340, "Finetune/Step Time": 12.009074049070477}
+{"Finetune/Learning Rate": 3.204329520969167e-06, "Finetune/Loss": 0.5961791276931763, "Finetune/Loss (Raw)": 0.5403093695640564, "Finetune/Step": 14341, "Finetune/Step Time": 12.01216191239655}
+{"Finetune/Learning Rate": 3.203094242926974e-06, "Finetune/Loss": 0.5962086915969849, "Finetune/Loss (Raw)": 0.49273961782455444, "Finetune/Step": 14342, "Finetune/Step Time": 12.006365340203047}
+{"Finetune/Learning Rate": 3.201859157625703e-06, "Finetune/Loss": 0.5963529944419861, "Finetune/Loss (Raw)": 0.5825678706169128, "Finetune/Step": 14343, "Finetune/Step Time": 12.011758279055357}
+{"Finetune/Learning Rate": 3.200624265100376e-06, "Finetune/Loss": 0.5966711640357971, "Finetune/Loss (Raw)": 0.5535993576049805, "Finetune/Step": 14344, "Finetune/Step Time": 12.018082179129124}
+{"Finetune/Learning Rate": 3.19938956538601e-06, "Finetune/Loss": 0.5971459150314331, "Finetune/Loss (Raw)": 0.660821795463562, "Finetune/Step": 14345, "Finetune/Step Time": 12.025029914453626}
+{"Finetune/Learning Rate": 3.198155058517616e-06, "Finetune/Loss": 0.5964616537094116, "Finetune/Loss (Raw)": 0.5589119791984558, "Finetune/Step": 14346, "Finetune/Step Time": 12.035132296383381}
+{"Finetune/Learning Rate": 3.1969207445302076e-06, "Finetune/Loss": 0.5959458947181702, "Finetune/Loss (Raw)": 0.5748446583747864, "Finetune/Step": 14347, "Finetune/Step Time": 12.03202798217535}
+{"Finetune/Learning Rate": 3.195686623458777e-06, "Finetune/Loss": 0.5953158140182495, "Finetune/Loss (Raw)": 0.5448213815689087, "Finetune/Step": 14348, "Finetune/Step Time": 12.039459124207497}
+{"Finetune/Learning Rate": 3.1944526953383224e-06, "Finetune/Loss": 0.5942625999450684, "Finetune/Loss (Raw)": 0.62021803855896, "Finetune/Step": 14349, "Finetune/Step Time": 12.02374854311347}
+{"Finetune/Learning Rate": 3.19321896020384e-06, "Finetune/Loss": 0.5966734290122986, "Finetune/Loss (Raw)": 0.6911267042160034, "Finetune/Step": 14350, "Finetune/Step Time": 12.000485561788082}
+{"Finetune/Learning Rate": 3.191985418090312e-06, "Finetune/Loss": 0.5980531573295593, "Finetune/Loss (Raw)": 0.6859104633331299, "Finetune/Step": 14351, "Finetune/Step Time": 12.013671267777681}
+{"Finetune/Learning Rate": 3.190752069032719e-06, "Finetune/Loss": 0.5982229709625244, "Finetune/Loss (Raw)": 0.6157225966453552, "Finetune/Step": 14352, "Finetune/Step Time": 11.99407953582704}
+{"Finetune/Learning Rate": 3.1895189130660364e-06, "Finetune/Loss": 0.5984740257263184, "Finetune/Loss (Raw)": 0.6026363968849182, "Finetune/Step": 14353, "Finetune/Step Time": 11.991015752777457}
+{"Finetune/Learning Rate": 3.1882859502252283e-06, "Finetune/Loss": 0.5986798405647278, "Finetune/Loss (Raw)": 0.5536338090896606, "Finetune/Step": 14354, "Finetune/Step Time": 11.963648676872253}
+{"Finetune/Learning Rate": 3.187053180545261e-06, "Finetune/Loss": 0.5981637239456177, "Finetune/Loss (Raw)": 0.5086545348167419, "Finetune/Step": 14355, "Finetune/Step Time": 11.95424896478653}
+{"Finetune/Learning Rate": 3.1858206040610883e-06, "Finetune/Loss": 0.5984987020492554, "Finetune/Loss (Raw)": 0.6583899259567261, "Finetune/Step": 14356, "Finetune/Step Time": 11.935765346512198}
+{"Finetune/Learning Rate": 3.1845882208076696e-06, "Finetune/Loss": 0.5997244119644165, "Finetune/Loss (Raw)": 0.6704390048980713, "Finetune/Step": 14357, "Finetune/Step Time": 11.9303273037076}
+{"Finetune/Learning Rate": 3.1833560308199485e-06, "Finetune/Loss": 0.5995099544525146, "Finetune/Loss (Raw)": 0.6513545513153076, "Finetune/Step": 14358, "Finetune/Step Time": 11.933524560183287}
+{"Finetune/Learning Rate": 3.1821240341328695e-06, "Finetune/Loss": 0.6000738143920898, "Finetune/Loss (Raw)": 0.6654603481292725, "Finetune/Step": 14359, "Finetune/Step Time": 11.933654632419348}
+{"Finetune/Learning Rate": 3.1808922307813628e-06, "Finetune/Loss": 0.5980720520019531, "Finetune/Loss (Raw)": 0.47691643238067627, "Finetune/Step": 14360, "Finetune/Step Time": 11.963351549580693}
+{"Finetune/Learning Rate": 3.1796606208003624e-06, "Finetune/Loss": 0.5985060334205627, "Finetune/Loss (Raw)": 0.6367272734642029, "Finetune/Step": 14361, "Finetune/Step Time": 11.979340741410851}
+{"Finetune/Learning Rate": 3.178429204224791e-06, "Finetune/Loss": 0.5991294384002686, "Finetune/Loss (Raw)": 0.5696311593055725, "Finetune/Step": 14362, "Finetune/Step Time": 11.980013251304626}
+{"Finetune/Learning Rate": 3.177197981089569e-06, "Finetune/Loss": 0.5987337231636047, "Finetune/Loss (Raw)": 0.4609076976776123, "Finetune/Step": 14363, "Finetune/Step Time": 11.982916491106153}
+{"Finetune/Learning Rate": 3.1759669514296086e-06, "Finetune/Loss": 0.5977528691291809, "Finetune/Loss (Raw)": 0.5079649686813354, "Finetune/Step": 14364, "Finetune/Step Time": 11.985438324511051}
+{"Finetune/Learning Rate": 3.1747361152798263e-06, "Finetune/Loss": 0.5975865125656128, "Finetune/Loss (Raw)": 0.6047105193138123, "Finetune/Step": 14365, "Finetune/Step Time": 11.977938808500767}
+{"Finetune/Learning Rate": 3.1735054726751167e-06, "Finetune/Loss": 0.5974496006965637, "Finetune/Loss (Raw)": 0.5739279389381409, "Finetune/Step": 14366, "Finetune/Step Time": 11.973233232274652}
+{"Finetune/Learning Rate": 3.1722750236503797e-06, "Finetune/Loss": 0.5975882411003113, "Finetune/Loss (Raw)": 0.525058925151825, "Finetune/Step": 14367, "Finetune/Step Time": 11.97558956593275}
+{"Finetune/Learning Rate": 3.171044768240508e-06, "Finetune/Loss": 0.5976059436798096, "Finetune/Loss (Raw)": 0.672871470451355, "Finetune/Step": 14368, "Finetune/Step Time": 11.95636061578989}
+{"Finetune/Learning Rate": 3.169814706480386e-06, "Finetune/Loss": 0.5981870889663696, "Finetune/Loss (Raw)": 0.6757712960243225, "Finetune/Step": 14369, "Finetune/Step Time": 11.949196053668857}
+{"Finetune/Learning Rate": 3.1685848384048977e-06, "Finetune/Loss": 0.5985345840454102, "Finetune/Loss (Raw)": 0.6369685530662537, "Finetune/Step": 14370, "Finetune/Step Time": 11.953527493402362}
+{"Finetune/Learning Rate": 3.1673551640489174e-06, "Finetune/Loss": 0.5992892980575562, "Finetune/Loss (Raw)": 0.6561662554740906, "Finetune/Step": 14371, "Finetune/Step Time": 11.950132889673114}
+{"Finetune/Learning Rate": 3.1661256834473153e-06, "Finetune/Loss": 0.5991817116737366, "Finetune/Loss (Raw)": 0.6131806373596191, "Finetune/Step": 14372, "Finetune/Step Time": 11.955738827586174}
+{"Finetune/Learning Rate": 3.1648963966349567e-06, "Finetune/Loss": 0.5985105633735657, "Finetune/Loss (Raw)": 0.5601940155029297, "Finetune/Step": 14373, "Finetune/Step Time": 11.949399834498763}
+{"Finetune/Learning Rate": 3.163667303646699e-06, "Finetune/Loss": 0.5995299816131592, "Finetune/Loss (Raw)": 0.6590749025344849, "Finetune/Step": 14374, "Finetune/Step Time": 11.929456664249301}
+{"Finetune/Learning Rate": 3.162438404517396e-06, "Finetune/Loss": 0.599839985370636, "Finetune/Loss (Raw)": 0.6173281073570251, "Finetune/Step": 14375, "Finetune/Step Time": 11.92745921947062}
+{"Finetune/Learning Rate": 3.1612096992818973e-06, "Finetune/Loss": 0.6000850796699524, "Finetune/Loss (Raw)": 0.6045773029327393, "Finetune/Step": 14376, "Finetune/Step Time": 11.953277030959725}
+{"Finetune/Learning Rate": 3.159981187975044e-06, "Finetune/Loss": 0.6008087396621704, "Finetune/Loss (Raw)": 0.6884289979934692, "Finetune/Step": 14377, "Finetune/Step Time": 11.982568869367242}
+{"Finetune/Learning Rate": 3.158752870631675e-06, "Finetune/Loss": 0.6022950410842896, "Finetune/Loss (Raw)": 0.6950060129165649, "Finetune/Step": 14378, "Finetune/Step Time": 11.998504273593426}
+{"Finetune/Learning Rate": 3.1575247472866198e-06, "Finetune/Loss": 0.6025549173355103, "Finetune/Loss (Raw)": 0.6565026044845581, "Finetune/Step": 14379, "Finetune/Step Time": 11.996450675651431}
+{"Finetune/Learning Rate": 3.1562968179747058e-06, "Finetune/Loss": 0.6024815440177917, "Finetune/Loss (Raw)": 0.6503474116325378, "Finetune/Step": 14380, "Finetune/Step Time": 12.033621720969677}
+{"Finetune/Learning Rate": 3.1550690827307518e-06, "Finetune/Loss": 0.6024362444877625, "Finetune/Loss (Raw)": 0.6927126049995422, "Finetune/Step": 14381, "Finetune/Step Time": 12.037643391638994}
+{"Finetune/Learning Rate": 3.153841541589576e-06, "Finetune/Loss": 0.6036487817764282, "Finetune/Loss (Raw)": 0.6710085272789001, "Finetune/Step": 14382, "Finetune/Step Time": 12.035844331607223}
+{"Finetune/Learning Rate": 3.1526141945859856e-06, "Finetune/Loss": 0.6042400002479553, "Finetune/Loss (Raw)": 0.6911047697067261, "Finetune/Step": 14383, "Finetune/Step Time": 12.033471647650003}
+{"Finetune/Learning Rate": 3.151387041754784e-06, "Finetune/Loss": 0.603528618812561, "Finetune/Loss (Raw)": 0.5259580016136169, "Finetune/Step": 14384, "Finetune/Step Time": 12.039193138480186}
+{"Finetune/Learning Rate": 3.150160083130773e-06, "Finetune/Loss": 0.6033428907394409, "Finetune/Loss (Raw)": 0.6521733999252319, "Finetune/Step": 14385, "Finetune/Step Time": 12.048020357266068}
+{"Finetune/Learning Rate": 3.1489333187487424e-06, "Finetune/Loss": 0.6039651036262512, "Finetune/Loss (Raw)": 0.5838130116462708, "Finetune/Step": 14386, "Finetune/Step Time": 12.051900224760175}
+{"Finetune/Learning Rate": 3.147706748643482e-06, "Finetune/Loss": 0.6031196117401123, "Finetune/Loss (Raw)": 0.5545852184295654, "Finetune/Step": 14387, "Finetune/Step Time": 12.052708595991135}
+{"Finetune/Learning Rate": 3.146480372849773e-06, "Finetune/Loss": 0.6032960414886475, "Finetune/Loss (Raw)": 0.6047791838645935, "Finetune/Step": 14388, "Finetune/Step Time": 12.066374873742461}
+{"Finetune/Learning Rate": 3.1452541914023937e-06, "Finetune/Loss": 0.6041135787963867, "Finetune/Loss (Raw)": 0.6850544214248657, "Finetune/Step": 14389, "Finetune/Step Time": 12.101413799449801}
+{"Finetune/Learning Rate": 3.1440282043361113e-06, "Finetune/Loss": 0.6039330363273621, "Finetune/Loss (Raw)": 0.5840843915939331, "Finetune/Step": 14390, "Finetune/Step Time": 12.09236927330494}
+{"Finetune/Learning Rate": 3.142802411685689e-06, "Finetune/Loss": 0.6063038110733032, "Finetune/Loss (Raw)": 0.7815210819244385, "Finetune/Step": 14391, "Finetune/Step Time": 12.088290954008698}
+{"Finetune/Learning Rate": 3.1415768134858947e-06, "Finetune/Loss": 0.6056861281394958, "Finetune/Loss (Raw)": 0.6224644780158997, "Finetune/Step": 14392, "Finetune/Step Time": 12.094169404357672}
+{"Finetune/Learning Rate": 3.1403514097714804e-06, "Finetune/Loss": 0.6062567234039307, "Finetune/Loss (Raw)": 0.6888126730918884, "Finetune/Step": 14393, "Finetune/Step Time": 12.100041275843978}
+{"Finetune/Learning Rate": 3.1391262005771927e-06, "Finetune/Loss": 0.6059857606887817, "Finetune/Loss (Raw)": 0.6438629031181335, "Finetune/Step": 14394, "Finetune/Step Time": 12.0795346647501}
+{"Finetune/Learning Rate": 3.1379011859377794e-06, "Finetune/Loss": 0.6051797270774841, "Finetune/Loss (Raw)": 0.5120044946670532, "Finetune/Step": 14395, "Finetune/Step Time": 12.08208417892456}
+{"Finetune/Learning Rate": 3.136676365887972e-06, "Finetune/Loss": 0.6045905947685242, "Finetune/Loss (Raw)": 0.49584028124809265, "Finetune/Step": 14396, "Finetune/Step Time": 12.080209594219923}
+{"Finetune/Learning Rate": 3.1354517404625064e-06, "Finetune/Loss": 0.6039015650749207, "Finetune/Loss (Raw)": 0.5597912669181824, "Finetune/Step": 14397, "Finetune/Step Time": 12.079553553834558}
+{"Finetune/Learning Rate": 3.1342273096961063e-06, "Finetune/Loss": 0.60335373878479, "Finetune/Loss (Raw)": 0.5363966226577759, "Finetune/Step": 14398, "Finetune/Step Time": 12.081094281747937}
+{"Finetune/Learning Rate": 3.1330030736234996e-06, "Finetune/Loss": 0.6037995219230652, "Finetune/Loss (Raw)": 0.6690973043441772, "Finetune/Step": 14399, "Finetune/Step Time": 12.083087155595422}
+{"Finetune/Learning Rate": 3.131779032279397e-06, "Finetune/Loss": 0.6038248538970947, "Finetune/Loss (Raw)": 0.5936159491539001, "Finetune/Step": 14400, "Finetune/Step Time": 12.090519381687045}
+{"Finetune/Learning Rate": 3.130555185698515e-06, "Finetune/Loss": 0.6019947528839111, "Finetune/Loss (Raw)": 0.492387592792511, "Finetune/Step": 14401, "Finetune/Step Time": 12.093324875459075}
+{"Finetune/Learning Rate": 3.1293315339155505e-06, "Finetune/Loss": 0.6014357209205627, "Finetune/Loss (Raw)": 0.6395938992500305, "Finetune/Step": 14402, "Finetune/Step Time": 12.100160723552108}
+{"Finetune/Learning Rate": 3.128108076965206e-06, "Finetune/Loss": 0.6024283170700073, "Finetune/Loss (Raw)": 0.6168397068977356, "Finetune/Step": 14403, "Finetune/Step Time": 12.103906810283661}
+{"Finetune/Learning Rate": 3.126884814882176e-06, "Finetune/Loss": 0.6019560098648071, "Finetune/Loss (Raw)": 0.5578461289405823, "Finetune/Step": 14404, "Finetune/Step Time": 12.112289575859904}
+{"Finetune/Learning Rate": 3.125661747701144e-06, "Finetune/Loss": 0.6023913025856018, "Finetune/Loss (Raw)": 0.6191735863685608, "Finetune/Step": 14405, "Finetune/Step Time": 12.11019341275096}
+{"Finetune/Learning Rate": 3.1244388754568e-06, "Finetune/Loss": 0.6037383079528809, "Finetune/Loss (Raw)": 0.6004799008369446, "Finetune/Step": 14406, "Finetune/Step Time": 12.076873373240232}
+{"Finetune/Learning Rate": 3.123216198183818e-06, "Finetune/Loss": 0.6043492555618286, "Finetune/Loss (Raw)": 0.6960180997848511, "Finetune/Step": 14407, "Finetune/Step Time": 12.076757488772273}
+{"Finetune/Learning Rate": 3.1219937159168743e-06, "Finetune/Loss": 0.6041273474693298, "Finetune/Loss (Raw)": 0.5869408845901489, "Finetune/Step": 14408, "Finetune/Step Time": 12.106258038431406}
+{"Finetune/Learning Rate": 3.1207714286906253e-06, "Finetune/Loss": 0.6015088558197021, "Finetune/Loss (Raw)": 0.28060129284858704, "Finetune/Step": 14409, "Finetune/Step Time": 12.151632394641638}
+{"Finetune/Learning Rate": 3.1195493365397376e-06, "Finetune/Loss": 0.6014282703399658, "Finetune/Loss (Raw)": 0.5824533104896545, "Finetune/Step": 14410, "Finetune/Step Time": 12.156389847397804}
+{"Finetune/Learning Rate": 3.118327439498866e-06, "Finetune/Loss": 0.6020283699035645, "Finetune/Loss (Raw)": 0.5572373867034912, "Finetune/Step": 14411, "Finetune/Step Time": 12.130663760006428}
+{"Finetune/Learning Rate": 3.1171057376026548e-06, "Finetune/Loss": 0.6029353141784668, "Finetune/Loss (Raw)": 0.675682544708252, "Finetune/Step": 14412, "Finetune/Step Time": 12.123353281989694}
+{"Finetune/Learning Rate": 3.115884230885756e-06, "Finetune/Loss": 0.6032010316848755, "Finetune/Loss (Raw)": 0.5750299692153931, "Finetune/Step": 14413, "Finetune/Step Time": 12.13080639205873}
+{"Finetune/Learning Rate": 3.114662919382809e-06, "Finetune/Loss": 0.6033605933189392, "Finetune/Loss (Raw)": 0.5767862200737, "Finetune/Step": 14414, "Finetune/Step Time": 12.14820009842515}
+{"Finetune/Learning Rate": 3.1134418031284384e-06, "Finetune/Loss": 0.6020121574401855, "Finetune/Loss (Raw)": 0.5308510661125183, "Finetune/Step": 14415, "Finetune/Step Time": 12.154814753681421}
+{"Finetune/Learning Rate": 3.112220882157275e-06, "Finetune/Loss": 0.6024826765060425, "Finetune/Loss (Raw)": 0.6617783904075623, "Finetune/Step": 14416, "Finetune/Step Time": 12.179685773327947}
+{"Finetune/Learning Rate": 3.1110001565039415e-06, "Finetune/Loss": 0.6014888882637024, "Finetune/Loss (Raw)": 0.5311723351478577, "Finetune/Step": 14417, "Finetune/Step Time": 12.18727769702673}
+{"Finetune/Learning Rate": 3.1097796262030544e-06, "Finetune/Loss": 0.6005411744117737, "Finetune/Loss (Raw)": 0.5853123068809509, "Finetune/Step": 14418, "Finetune/Step Time": 12.182152476161718}
+{"Finetune/Learning Rate": 3.1085592912892236e-06, "Finetune/Loss": 0.6010639667510986, "Finetune/Loss (Raw)": 0.6438333988189697, "Finetune/Step": 14419, "Finetune/Step Time": 12.179567456245422}
+{"Finetune/Learning Rate": 3.1073391517970543e-06, "Finetune/Loss": 0.6019925475120544, "Finetune/Loss (Raw)": 0.740049421787262, "Finetune/Step": 14420, "Finetune/Step Time": 12.1853396743536}
+{"Finetune/Learning Rate": 3.106119207761147e-06, "Finetune/Loss": 0.6020492315292358, "Finetune/Loss (Raw)": 0.6696661114692688, "Finetune/Step": 14421, "Finetune/Step Time": 12.190335454419255}
+{"Finetune/Learning Rate": 3.1048994592160954e-06, "Finetune/Loss": 0.6017920970916748, "Finetune/Loss (Raw)": 0.5312595367431641, "Finetune/Step": 14422, "Finetune/Step Time": 12.188462167978287}
+{"Finetune/Learning Rate": 3.1036799061964873e-06, "Finetune/Loss": 0.601580023765564, "Finetune/Loss (Raw)": 0.6297640800476074, "Finetune/Step": 14423, "Finetune/Step Time": 12.21061891131103}
+{"Finetune/Learning Rate": 3.1024605487369076e-06, "Finetune/Loss": 0.6004220247268677, "Finetune/Loss (Raw)": 0.6417037844657898, "Finetune/Step": 14424, "Finetune/Step Time": 12.18901788815856}
+{"Finetune/Learning Rate": 3.101241386871933e-06, "Finetune/Loss": 0.5997022390365601, "Finetune/Loss (Raw)": 0.6321241855621338, "Finetune/Step": 14425, "Finetune/Step Time": 12.185289219021797}
+{"Finetune/Learning Rate": 3.100022420636134e-06, "Finetune/Loss": 0.5989489555358887, "Finetune/Loss (Raw)": 0.4724847674369812, "Finetune/Step": 14426, "Finetune/Step Time": 12.173131726682186}
+{"Finetune/Learning Rate": 3.0988036500640782e-06, "Finetune/Loss": 0.5984768271446228, "Finetune/Loss (Raw)": 0.5611618757247925, "Finetune/Step": 14427, "Finetune/Step Time": 12.156301766633987}
+{"Finetune/Learning Rate": 3.097585075190328e-06, "Finetune/Loss": 0.599313497543335, "Finetune/Loss (Raw)": 0.6586833596229553, "Finetune/Step": 14428, "Finetune/Step Time": 12.137174472212791}
+{"Finetune/Learning Rate": 3.0963666960494354e-06, "Finetune/Loss": 0.5992255210876465, "Finetune/Loss (Raw)": 0.5883427262306213, "Finetune/Step": 14429, "Finetune/Step Time": 12.134994516149163}
+{"Finetune/Learning Rate": 3.0951485126759526e-06, "Finetune/Loss": 0.5997411608695984, "Finetune/Loss (Raw)": 0.6872717142105103, "Finetune/Step": 14430, "Finetune/Step Time": 12.135386142879725}
+{"Finetune/Learning Rate": 3.0939305251044237e-06, "Finetune/Loss": 0.5997068881988525, "Finetune/Loss (Raw)": 0.5490151047706604, "Finetune/Step": 14431, "Finetune/Step Time": 12.1332101598382}
+{"Finetune/Learning Rate": 3.0927127333693872e-06, "Finetune/Loss": 0.5992224812507629, "Finetune/Loss (Raw)": 0.6265086531639099, "Finetune/Step": 14432, "Finetune/Step Time": 12.139797374606133}
+{"Finetune/Learning Rate": 3.091495137505376e-06, "Finetune/Loss": 0.5992830991744995, "Finetune/Loss (Raw)": 0.6281130909919739, "Finetune/Step": 14433, "Finetune/Step Time": 12.121010271832347}
+{"Finetune/Learning Rate": 3.0902777375469164e-06, "Finetune/Loss": 0.6009480953216553, "Finetune/Loss (Raw)": 0.7447924017906189, "Finetune/Step": 14434, "Finetune/Step Time": 12.119270090013742}
+{"Finetune/Learning Rate": 3.0890605335285317e-06, "Finetune/Loss": 0.6010072231292725, "Finetune/Loss (Raw)": 0.6018322706222534, "Finetune/Step": 14435, "Finetune/Step Time": 12.122110268101096}
+{"Finetune/Learning Rate": 3.0878435254847393e-06, "Finetune/Loss": 0.6010921001434326, "Finetune/Loss (Raw)": 0.6953054666519165, "Finetune/Step": 14436, "Finetune/Step Time": 12.112662537023425}
+{"Finetune/Learning Rate": 3.086626713450048e-06, "Finetune/Loss": 0.6022311449050903, "Finetune/Loss (Raw)": 0.606893002986908, "Finetune/Step": 14437, "Finetune/Step Time": 12.086980858817697}
+{"Finetune/Learning Rate": 3.085410097458967e-06, "Finetune/Loss": 0.6017689108848572, "Finetune/Loss (Raw)": 0.514032244682312, "Finetune/Step": 14438, "Finetune/Step Time": 12.04262974113226}
+{"Finetune/Learning Rate": 3.084193677545988e-06, "Finetune/Loss": 0.6031498908996582, "Finetune/Loss (Raw)": 0.6508930921554565, "Finetune/Step": 14439, "Finetune/Step Time": 12.052885612472892}
+{"Finetune/Learning Rate": 3.0829774537456124e-06, "Finetune/Loss": 0.6025955080986023, "Finetune/Loss (Raw)": 0.6097081899642944, "Finetune/Step": 14440, "Finetune/Step Time": 12.054090714082122}
+{"Finetune/Learning Rate": 3.0817614260923278e-06, "Finetune/Loss": 0.6018437147140503, "Finetune/Loss (Raw)": 0.6253783702850342, "Finetune/Step": 14441, "Finetune/Step Time": 11.995296677574515}
+{"Finetune/Learning Rate": 3.0805455946206164e-06, "Finetune/Loss": 0.6026243567466736, "Finetune/Loss (Raw)": 0.6225876808166504, "Finetune/Step": 14442, "Finetune/Step Time": 11.99129355698824}
+{"Finetune/Learning Rate": 3.079329959364955e-06, "Finetune/Loss": 0.6029541492462158, "Finetune/Loss (Raw)": 0.6625284552574158, "Finetune/Step": 14443, "Finetune/Step Time": 11.987621907144785}
+{"Finetune/Learning Rate": 3.0781145203598196e-06, "Finetune/Loss": 0.6019590497016907, "Finetune/Loss (Raw)": 0.5487763285636902, "Finetune/Step": 14444, "Finetune/Step Time": 11.987742453813553}
+{"Finetune/Learning Rate": 3.07689927763967e-06, "Finetune/Loss": 0.6031666994094849, "Finetune/Loss (Raw)": 0.6031590104103088, "Finetune/Step": 14445, "Finetune/Step Time": 11.949418038129807}
+{"Finetune/Learning Rate": 3.07568423123897e-06, "Finetune/Loss": 0.6030939817428589, "Finetune/Loss (Raw)": 0.5596855878829956, "Finetune/Step": 14446, "Finetune/Step Time": 11.951641652733088}
+{"Finetune/Learning Rate": 3.074469381192172e-06, "Finetune/Loss": 0.6023186445236206, "Finetune/Loss (Raw)": 0.4613886773586273, "Finetune/Step": 14447, "Finetune/Step Time": 11.957759525626898}
+{"Finetune/Learning Rate": 3.073254727533732e-06, "Finetune/Loss": 0.6021872758865356, "Finetune/Loss (Raw)": 0.7084925770759583, "Finetune/Step": 14448, "Finetune/Step Time": 11.958721296861768}
+{"Finetune/Learning Rate": 3.072040270298091e-06, "Finetune/Loss": 0.6021658182144165, "Finetune/Loss (Raw)": 0.6156449317932129, "Finetune/Step": 14449, "Finetune/Step Time": 11.97977533750236}
+{"Finetune/Learning Rate": 3.070826009519691e-06, "Finetune/Loss": 0.6034061908721924, "Finetune/Loss (Raw)": 0.6691264510154724, "Finetune/Step": 14450, "Finetune/Step Time": 11.978246496990323}
+{"Finetune/Learning Rate": 3.0696119452329576e-06, "Finetune/Loss": 0.6029207706451416, "Finetune/Loss (Raw)": 0.5912837386131287, "Finetune/Step": 14451, "Finetune/Step Time": 11.97826606594026}
+{"Finetune/Learning Rate": 3.068398077472322e-06, "Finetune/Loss": 0.6024976968765259, "Finetune/Loss (Raw)": 0.5472894906997681, "Finetune/Step": 14452, "Finetune/Step Time": 11.99787674844265}
+{"Finetune/Learning Rate": 3.0671844062722068e-06, "Finetune/Loss": 0.6026623845100403, "Finetune/Loss (Raw)": 0.5439971089363098, "Finetune/Step": 14453, "Finetune/Step Time": 11.998509177938104}
+{"Finetune/Learning Rate": 3.0659709316670237e-06, "Finetune/Loss": 0.6031408309936523, "Finetune/Loss (Raw)": 0.5823020935058594, "Finetune/Step": 14454, "Finetune/Step Time": 11.974837005138397}
+{"Finetune/Learning Rate": 3.0647576536911906e-06, "Finetune/Loss": 0.6041539907455444, "Finetune/Loss (Raw)": 0.7110025882720947, "Finetune/Step": 14455, "Finetune/Step Time": 11.974513268098235}
+{"Finetune/Learning Rate": 3.0635445723791123e-06, "Finetune/Loss": 0.6041133403778076, "Finetune/Loss (Raw)": 0.5437406897544861, "Finetune/Step": 14456, "Finetune/Step Time": 11.984725749120116}
+{"Finetune/Learning Rate": 3.062331687765182e-06, "Finetune/Loss": 0.6038321256637573, "Finetune/Loss (Raw)": 0.525891900062561, "Finetune/Step": 14457, "Finetune/Step Time": 11.97737967967987}
+{"Finetune/Learning Rate": 3.0611189998837978e-06, "Finetune/Loss": 0.6029499173164368, "Finetune/Loss (Raw)": 0.49679890275001526, "Finetune/Step": 14458, "Finetune/Step Time": 11.972232606261969}
+{"Finetune/Learning Rate": 3.059906508769347e-06, "Finetune/Loss": 0.6026241779327393, "Finetune/Loss (Raw)": 0.5763962268829346, "Finetune/Step": 14459, "Finetune/Step Time": 11.988708268851042}
+{"Finetune/Learning Rate": 3.0586942144562115e-06, "Finetune/Loss": 0.6014556884765625, "Finetune/Loss (Raw)": 0.5310826897621155, "Finetune/Step": 14460, "Finetune/Step Time": 11.990779371932149}
+{"Finetune/Learning Rate": 3.057482116978767e-06, "Finetune/Loss": 0.6015697717666626, "Finetune/Loss (Raw)": 0.5493054389953613, "Finetune/Step": 14461, "Finetune/Step Time": 12.031188311055303}
+{"Finetune/Learning Rate": 3.0562702163713954e-06, "Finetune/Loss": 0.6019090414047241, "Finetune/Loss (Raw)": 0.6660065650939941, "Finetune/Step": 14462, "Finetune/Step Time": 12.032663773745298}
+{"Finetune/Learning Rate": 3.0550585126684505e-06, "Finetune/Loss": 0.5999646186828613, "Finetune/Loss (Raw)": 0.43690454959869385, "Finetune/Step": 14463, "Finetune/Step Time": 12.061650896444917}
+{"Finetune/Learning Rate": 3.053847005904298e-06, "Finetune/Loss": 0.5995690822601318, "Finetune/Loss (Raw)": 0.49110594391822815, "Finetune/Step": 14464, "Finetune/Step Time": 12.05315907113254}
+{"Finetune/Learning Rate": 3.052635696113292e-06, "Finetune/Loss": 0.5993248820304871, "Finetune/Loss (Raw)": 0.5735068321228027, "Finetune/Step": 14465, "Finetune/Step Time": 12.060530412942171}
+{"Finetune/Learning Rate": 3.0514245833297817e-06, "Finetune/Loss": 0.5985220670700073, "Finetune/Loss (Raw)": 0.5861350893974304, "Finetune/Step": 14466, "Finetune/Step Time": 12.06789175607264}
+{"Finetune/Learning Rate": 3.050213667588112e-06, "Finetune/Loss": 0.5988126397132874, "Finetune/Loss (Raw)": 0.5844172239303589, "Finetune/Step": 14467, "Finetune/Step Time": 12.039644675329328}
+{"Finetune/Learning Rate": 3.0490029489226193e-06, "Finetune/Loss": 0.5997130870819092, "Finetune/Loss (Raw)": 0.576604962348938, "Finetune/Step": 14468, "Finetune/Step Time": 12.014497052878141}
+{"Finetune/Learning Rate": 3.0477924273676373e-06, "Finetune/Loss": 0.5998241901397705, "Finetune/Loss (Raw)": 0.5545367002487183, "Finetune/Step": 14469, "Finetune/Step Time": 12.017296416684985}
+{"Finetune/Learning Rate": 3.0465821029574927e-06, "Finetune/Loss": 0.6006008386611938, "Finetune/Loss (Raw)": 0.5921467542648315, "Finetune/Step": 14470, "Finetune/Step Time": 12.025907086208463}
+{"Finetune/Learning Rate": 3.0453719757265067e-06, "Finetune/Loss": 0.6015200018882751, "Finetune/Loss (Raw)": 0.7002249360084534, "Finetune/Step": 14471, "Finetune/Step Time": 12.024194724857807}
+{"Finetune/Learning Rate": 3.044162045708996e-06, "Finetune/Loss": 0.6016876697540283, "Finetune/Loss (Raw)": 0.5750607252120972, "Finetune/Step": 14472, "Finetune/Step Time": 12.019265374168754}
+{"Finetune/Learning Rate": 3.042952312939269e-06, "Finetune/Loss": 0.6013801097869873, "Finetune/Loss (Raw)": 0.621458113193512, "Finetune/Step": 14473, "Finetune/Step Time": 12.021752636879683}
+{"Finetune/Learning Rate": 3.0417427774516304e-06, "Finetune/Loss": 0.6019690036773682, "Finetune/Loss (Raw)": 0.6342873573303223, "Finetune/Step": 14474, "Finetune/Step Time": 12.01793347299099}
+{"Finetune/Learning Rate": 3.040533439280382e-06, "Finetune/Loss": 0.6014758348464966, "Finetune/Loss (Raw)": 0.5117174386978149, "Finetune/Step": 14475, "Finetune/Step Time": 12.025008261203766}
+{"Finetune/Learning Rate": 3.0393242984598136e-06, "Finetune/Loss": 0.6018598079681396, "Finetune/Loss (Raw)": 0.5939630270004272, "Finetune/Step": 14476, "Finetune/Step Time": 12.020781049504876}
+{"Finetune/Learning Rate": 3.0381153550242146e-06, "Finetune/Loss": 0.6005250811576843, "Finetune/Loss (Raw)": 0.4493826627731323, "Finetune/Step": 14477, "Finetune/Step Time": 12.045144323259592}
+{"Finetune/Learning Rate": 3.036906609007868e-06, "Finetune/Loss": 0.5998786091804504, "Finetune/Loss (Raw)": 0.6083727478981018, "Finetune/Step": 14478, "Finetune/Step Time": 12.051843859255314}
+{"Finetune/Learning Rate": 3.035698060445049e-06, "Finetune/Loss": 0.5993214845657349, "Finetune/Loss (Raw)": 0.6146069169044495, "Finetune/Step": 14479, "Finetune/Step Time": 12.034251298755407}
+{"Finetune/Learning Rate": 3.0344897093700333e-06, "Finetune/Loss": 0.5992652177810669, "Finetune/Loss (Raw)": 0.608515739440918, "Finetune/Step": 14480, "Finetune/Step Time": 12.03368946351111}
+{"Finetune/Learning Rate": 3.0332815558170746e-06, "Finetune/Loss": 0.5984301567077637, "Finetune/Loss (Raw)": 0.4957449436187744, "Finetune/Step": 14481, "Finetune/Step Time": 12.033145617693663}
+{"Finetune/Learning Rate": 3.0320735998204444e-06, "Finetune/Loss": 0.6001092195510864, "Finetune/Loss (Raw)": 0.7685536742210388, "Finetune/Step": 14482, "Finetune/Step Time": 12.040815712884068}
+{"Finetune/Learning Rate": 3.0308658414143932e-06, "Finetune/Loss": 0.6010457277297974, "Finetune/Loss (Raw)": 0.6285367608070374, "Finetune/Step": 14483, "Finetune/Step Time": 12.024073282256722}
+{"Finetune/Learning Rate": 3.0296582806331676e-06, "Finetune/Loss": 0.5997434854507446, "Finetune/Loss (Raw)": 0.49169763922691345, "Finetune/Step": 14484, "Finetune/Step Time": 12.028166117146611}
+{"Finetune/Learning Rate": 3.0284509175110133e-06, "Finetune/Loss": 0.5984777212142944, "Finetune/Loss (Raw)": 0.5084226131439209, "Finetune/Step": 14485, "Finetune/Step Time": 12.066926250234246}
+{"Finetune/Learning Rate": 3.0272437520821663e-06, "Finetune/Loss": 0.5979533195495605, "Finetune/Loss (Raw)": 0.5842267870903015, "Finetune/Step": 14486, "Finetune/Step Time": 12.067383909597993}
+{"Finetune/Learning Rate": 3.0260367843808615e-06, "Finetune/Loss": 0.5979384183883667, "Finetune/Loss (Raw)": 0.6635574102401733, "Finetune/Step": 14487, "Finetune/Step Time": 12.0669367890805}
+{"Finetune/Learning Rate": 3.0248300144413157e-06, "Finetune/Loss": 0.5992316603660583, "Finetune/Loss (Raw)": 0.6424497365951538, "Finetune/Step": 14488, "Finetune/Step Time": 12.054421104490757}
+{"Finetune/Learning Rate": 3.0236234422977595e-06, "Finetune/Loss": 0.5984089374542236, "Finetune/Loss (Raw)": 0.5314244627952576, "Finetune/Step": 14489, "Finetune/Step Time": 12.036578631028533}
+{"Finetune/Learning Rate": 3.0224170679844046e-06, "Finetune/Loss": 0.5990744233131409, "Finetune/Loss (Raw)": 0.6548082828521729, "Finetune/Step": 14490, "Finetune/Step Time": 12.035567319020629}
+{"Finetune/Learning Rate": 3.0212108915354597e-06, "Finetune/Loss": 0.600584864616394, "Finetune/Loss (Raw)": 0.6542460918426514, "Finetune/Step": 14491, "Finetune/Step Time": 12.037110898643732}
+{"Finetune/Learning Rate": 3.0200049129851293e-06, "Finetune/Loss": 0.6020869016647339, "Finetune/Loss (Raw)": 0.7002184987068176, "Finetune/Step": 14492, "Finetune/Step Time": 12.036129040643573}
+{"Finetune/Learning Rate": 3.0187991323676136e-06, "Finetune/Loss": 0.6023039221763611, "Finetune/Loss (Raw)": 0.632495105266571, "Finetune/Step": 14493, "Finetune/Step Time": 12.033182136714458}
+{"Finetune/Learning Rate": 3.0175935497171005e-06, "Finetune/Loss": 0.6025795936584473, "Finetune/Loss (Raw)": 0.6092106699943542, "Finetune/Step": 14494, "Finetune/Step Time": 12.033967273309827}
+{"Finetune/Learning Rate": 3.016388165067775e-06, "Finetune/Loss": 0.6038298606872559, "Finetune/Loss (Raw)": 0.685094952583313, "Finetune/Step": 14495, "Finetune/Step Time": 12.038459910079837}
+{"Finetune/Learning Rate": 3.0151829784538257e-06, "Finetune/Loss": 0.6030926704406738, "Finetune/Loss (Raw)": 0.5785172581672668, "Finetune/Step": 14496, "Finetune/Step Time": 12.04100094921887}
+{"Finetune/Learning Rate": 3.0139779899094245e-06, "Finetune/Loss": 0.6035391092300415, "Finetune/Loss (Raw)": 0.7329028844833374, "Finetune/Step": 14497, "Finetune/Step Time": 12.046231087297201}
+{"Finetune/Learning Rate": 3.0127731994687426e-06, "Finetune/Loss": 0.6031588315963745, "Finetune/Loss (Raw)": 0.5882968902587891, "Finetune/Step": 14498, "Finetune/Step Time": 12.03563160635531}
+{"Finetune/Learning Rate": 3.0115686071659467e-06, "Finetune/Loss": 0.6035265326499939, "Finetune/Loss (Raw)": 0.7032366991043091, "Finetune/Step": 14499, "Finetune/Step Time": 12.038391552865505}
+{"Finetune/Learning Rate": 3.0103642130351897e-06, "Finetune/Loss": 0.6030452251434326, "Finetune/Loss (Raw)": 0.5515619516372681, "Finetune/Step": 14500, "Finetune/Step Time": 12.081151157617569}
+{"Finetune/Learning Rate": 3.0091600171106285e-06, "Finetune/Loss": 0.6038263440132141, "Finetune/Loss (Raw)": 0.6601856350898743, "Finetune/Step": 14501, "Finetune/Step Time": 12.085639953613281}
+{"Finetune/Learning Rate": 3.007956019426409e-06, "Finetune/Loss": 0.6035834550857544, "Finetune/Loss (Raw)": 0.6279835104942322, "Finetune/Step": 14502, "Finetune/Step Time": 12.081285953521729}
+{"Finetune/Learning Rate": 3.006752220016671e-06, "Finetune/Loss": 0.6038697957992554, "Finetune/Loss (Raw)": 0.6539861559867859, "Finetune/Step": 14503, "Finetune/Step Time": 12.080107824876904}
+{"Finetune/Learning Rate": 3.005548618915557e-06, "Finetune/Loss": 0.6043205857276917, "Finetune/Loss (Raw)": 0.6622743010520935, "Finetune/Step": 14504, "Finetune/Step Time": 12.053760219365358}
+{"Finetune/Learning Rate": 3.0043452161571973e-06, "Finetune/Loss": 0.6045559048652649, "Finetune/Loss (Raw)": 0.7185491323471069, "Finetune/Step": 14505, "Finetune/Step Time": 12.008389750495553}
+{"Finetune/Learning Rate": 3.0031420117757116e-06, "Finetune/Loss": 0.6037248373031616, "Finetune/Loss (Raw)": 0.5886313319206238, "Finetune/Step": 14506, "Finetune/Step Time": 12.010884489864111}
+{"Finetune/Learning Rate": 3.001939005805222e-06, "Finetune/Loss": 0.6026465892791748, "Finetune/Loss (Raw)": 0.5184841752052307, "Finetune/Step": 14507, "Finetune/Step Time": 12.024680173024535}
+{"Finetune/Learning Rate": 3.0007361982798433e-06, "Finetune/Loss": 0.602043628692627, "Finetune/Loss (Raw)": 0.5731662511825562, "Finetune/Step": 14508, "Finetune/Step Time": 11.982875127345324}
+{"Finetune/Learning Rate": 2.999533589233682e-06, "Finetune/Loss": 0.6010987758636475, "Finetune/Loss (Raw)": 0.57177734375, "Finetune/Step": 14509, "Finetune/Step Time": 11.978415815159678}
+{"Finetune/Learning Rate": 2.998331178700837e-06, "Finetune/Loss": 0.6007077693939209, "Finetune/Loss (Raw)": 0.6209625005722046, "Finetune/Step": 14510, "Finetune/Step Time": 11.982341842725873}
+{"Finetune/Learning Rate": 2.997128966715418e-06, "Finetune/Loss": 0.5999647378921509, "Finetune/Loss (Raw)": 0.5959974527359009, "Finetune/Step": 14511, "Finetune/Step Time": 11.985547978430986}
+{"Finetune/Learning Rate": 2.9959269533115042e-06, "Finetune/Loss": 0.6009695529937744, "Finetune/Loss (Raw)": 0.6545730233192444, "Finetune/Step": 14512, "Finetune/Step Time": 11.985902484506369}
+{"Finetune/Learning Rate": 2.9947251385231845e-06, "Finetune/Loss": 0.5999348163604736, "Finetune/Loss (Raw)": 0.5197234749794006, "Finetune/Step": 14513, "Finetune/Step Time": 11.978156534954906}
+{"Finetune/Learning Rate": 2.9935235223845405e-06, "Finetune/Loss": 0.6007553339004517, "Finetune/Loss (Raw)": 0.6888346672058105, "Finetune/Step": 14514, "Finetune/Step Time": 11.979092044755816}
+{"Finetune/Learning Rate": 2.9923221049296448e-06, "Finetune/Loss": 0.6013274192810059, "Finetune/Loss (Raw)": 0.6278175115585327, "Finetune/Step": 14515, "Finetune/Step Time": 12.03169640339911}
+{"Finetune/Learning Rate": 2.9911208861925676e-06, "Finetune/Loss": 0.6014180779457092, "Finetune/Loss (Raw)": 0.6163816452026367, "Finetune/Step": 14516, "Finetune/Step Time": 12.013878284022212}
+{"Finetune/Learning Rate": 2.9899198662073713e-06, "Finetune/Loss": 0.6005697250366211, "Finetune/Loss (Raw)": 0.5764673352241516, "Finetune/Step": 14517, "Finetune/Step Time": 11.97980685904622}
+{"Finetune/Learning Rate": 2.988719045008114e-06, "Finetune/Loss": 0.6006258726119995, "Finetune/Loss (Raw)": 0.591271698474884, "Finetune/Step": 14518, "Finetune/Step Time": 12.005264915525913}
+{"Finetune/Learning Rate": 2.987518422628847e-06, "Finetune/Loss": 0.5982277393341064, "Finetune/Loss (Raw)": 0.47455331683158875, "Finetune/Step": 14519, "Finetune/Step Time": 12.022621013224125}
+{"Finetune/Learning Rate": 2.986317999103616e-06, "Finetune/Loss": 0.5978641510009766, "Finetune/Loss (Raw)": 0.5759292840957642, "Finetune/Step": 14520, "Finetune/Step Time": 11.996424868702888}
+{"Finetune/Learning Rate": 2.9851177744664626e-06, "Finetune/Loss": 0.5966333746910095, "Finetune/Loss (Raw)": 0.5312747359275818, "Finetune/Step": 14521, "Finetune/Step Time": 11.986621927469969}
+{"Finetune/Learning Rate": 2.9839177487514215e-06, "Finetune/Loss": 0.5958555936813354, "Finetune/Loss (Raw)": 0.544299840927124, "Finetune/Step": 14522, "Finetune/Step Time": 11.982661360874772}
+{"Finetune/Learning Rate": 2.9827179219925227e-06, "Finetune/Loss": 0.5964295864105225, "Finetune/Loss (Raw)": 0.5854824781417847, "Finetune/Step": 14523, "Finetune/Step Time": 11.985280616208911}
+{"Finetune/Learning Rate": 2.9815182942237885e-06, "Finetune/Loss": 0.5974795818328857, "Finetune/Loss (Raw)": 0.6302335262298584, "Finetune/Step": 14524, "Finetune/Step Time": 11.983513610437512}
+{"Finetune/Learning Rate": 2.980318865479238e-06, "Finetune/Loss": 0.5978572368621826, "Finetune/Loss (Raw)": 0.6081379055976868, "Finetune/Step": 14525, "Finetune/Step Time": 12.003631038591266}
+{"Finetune/Learning Rate": 2.979119635792882e-06, "Finetune/Loss": 0.5986261367797852, "Finetune/Loss (Raw)": 0.6348101496696472, "Finetune/Step": 14526, "Finetune/Step Time": 12.057136768475175}
+{"Finetune/Learning Rate": 2.9779206051987296e-06, "Finetune/Loss": 0.5972025394439697, "Finetune/Loss (Raw)": 0.48687681555747986, "Finetune/Step": 14527, "Finetune/Step Time": 12.092407086864114}
+{"Finetune/Learning Rate": 2.9767217737307805e-06, "Finetune/Loss": 0.5975274443626404, "Finetune/Loss (Raw)": 0.6352109909057617, "Finetune/Step": 14528, "Finetune/Step Time": 12.094809126108885}
+{"Finetune/Learning Rate": 2.9755231414230334e-06, "Finetune/Loss": 0.5983113646507263, "Finetune/Loss (Raw)": 0.592731237411499, "Finetune/Step": 14529, "Finetune/Step Time": 12.092550026252866}
+{"Finetune/Learning Rate": 2.9743247083094685e-06, "Finetune/Loss": 0.5964021682739258, "Finetune/Loss (Raw)": 0.3952080309391022, "Finetune/Step": 14530, "Finetune/Step Time": 12.13560301437974}
+{"Finetune/Learning Rate": 2.9731264744240807e-06, "Finetune/Loss": 0.5960754156112671, "Finetune/Loss (Raw)": 0.5750250816345215, "Finetune/Step": 14531, "Finetune/Step Time": 12.132608527317643}
+{"Finetune/Learning Rate": 2.971928439800843e-06, "Finetune/Loss": 0.5966529846191406, "Finetune/Loss (Raw)": 0.6317745447158813, "Finetune/Step": 14532, "Finetune/Step Time": 12.127357985824347}
+{"Finetune/Learning Rate": 2.9707306044737305e-06, "Finetune/Loss": 0.5970916152000427, "Finetune/Loss (Raw)": 0.6753122806549072, "Finetune/Step": 14533, "Finetune/Step Time": 12.128350622951984}
+{"Finetune/Learning Rate": 2.969532968476709e-06, "Finetune/Loss": 0.5970723628997803, "Finetune/Loss (Raw)": 0.5980167388916016, "Finetune/Step": 14534, "Finetune/Step Time": 12.129014279693365}
+{"Finetune/Learning Rate": 2.9683355318437446e-06, "Finetune/Loss": 0.5965607762336731, "Finetune/Loss (Raw)": 0.6305327415466309, "Finetune/Step": 14535, "Finetune/Step Time": 12.122186610475183}
+{"Finetune/Learning Rate": 2.9671382946087847e-06, "Finetune/Loss": 0.5971751809120178, "Finetune/Loss (Raw)": 0.6655863523483276, "Finetune/Step": 14536, "Finetune/Step Time": 12.098307056352496}
+{"Finetune/Learning Rate": 2.965941256805781e-06, "Finetune/Loss": 0.6006442308425903, "Finetune/Loss (Raw)": 0.7246390581130981, "Finetune/Step": 14537, "Finetune/Step Time": 12.033766433596611}
+{"Finetune/Learning Rate": 2.9647444184686847e-06, "Finetune/Loss": 0.6005361080169678, "Finetune/Loss (Raw)": 0.5686102509498596, "Finetune/Step": 14538, "Finetune/Step Time": 12.037754820659757}
+{"Finetune/Learning Rate": 2.9635477796314316e-06, "Finetune/Loss": 0.6005849242210388, "Finetune/Loss (Raw)": 0.5634921789169312, "Finetune/Step": 14539, "Finetune/Step Time": 12.039468513801694}
+{"Finetune/Learning Rate": 2.9623513403279537e-06, "Finetune/Loss": 0.6000082492828369, "Finetune/Loss (Raw)": 0.6018638610839844, "Finetune/Step": 14540, "Finetune/Step Time": 12.053147777915001}
+{"Finetune/Learning Rate": 2.9611551005921822e-06, "Finetune/Loss": 0.6004489660263062, "Finetune/Loss (Raw)": 0.6314389705657959, "Finetune/Step": 14541, "Finetune/Step Time": 12.044846527278423}
+{"Finetune/Learning Rate": 2.959959060458034e-06, "Finetune/Loss": 0.6006820797920227, "Finetune/Loss (Raw)": 0.6066281795501709, "Finetune/Step": 14542, "Finetune/Step Time": 12.022272957488894}
+{"Finetune/Learning Rate": 2.9587632199594275e-06, "Finetune/Loss": 0.6009594202041626, "Finetune/Loss (Raw)": 0.5663532614707947, "Finetune/Step": 14543, "Finetune/Step Time": 12.016052331775427}
+{"Finetune/Learning Rate": 2.9575675791302704e-06, "Finetune/Loss": 0.6007359027862549, "Finetune/Loss (Raw)": 0.633162796497345, "Finetune/Step": 14544, "Finetune/Step Time": 11.985167482867837}
+{"Finetune/Learning Rate": 2.956372138004473e-06, "Finetune/Loss": 0.6008700132369995, "Finetune/Loss (Raw)": 0.5483466982841492, "Finetune/Step": 14545, "Finetune/Step Time": 11.997109085321426}
+{"Finetune/Learning Rate": 2.9551768966159333e-06, "Finetune/Loss": 0.6012390851974487, "Finetune/Loss (Raw)": 0.6325533390045166, "Finetune/Step": 14546, "Finetune/Step Time": 11.993830911815166}
+{"Finetune/Learning Rate": 2.9539818549985464e-06, "Finetune/Loss": 0.6007030606269836, "Finetune/Loss (Raw)": 0.575219988822937, "Finetune/Step": 14547, "Finetune/Step Time": 11.982587663456798}
+{"Finetune/Learning Rate": 2.9527870131861958e-06, "Finetune/Loss": 0.6002950072288513, "Finetune/Loss (Raw)": 0.6878170967102051, "Finetune/Step": 14548, "Finetune/Step Time": 11.973681243136525}
+{"Finetune/Learning Rate": 2.951592371212766e-06, "Finetune/Loss": 0.5996353626251221, "Finetune/Loss (Raw)": 0.5852243900299072, "Finetune/Step": 14549, "Finetune/Step Time": 11.964996051043272}
+{"Finetune/Learning Rate": 2.950397929112132e-06, "Finetune/Loss": 0.6008248329162598, "Finetune/Loss (Raw)": 0.6835159659385681, "Finetune/Step": 14550, "Finetune/Step Time": 11.959576522931457}
+{"Finetune/Learning Rate": 2.949203686918165e-06, "Finetune/Loss": 0.6004290580749512, "Finetune/Loss (Raw)": 0.5791071057319641, "Finetune/Step": 14551, "Finetune/Step Time": 11.964070461690426}
+{"Finetune/Learning Rate": 2.9480096446647335e-06, "Finetune/Loss": 0.6000468134880066, "Finetune/Loss (Raw)": 0.592777669429779, "Finetune/Step": 14552, "Finetune/Step Time": 11.963521355763078}
+{"Finetune/Learning Rate": 2.9468158023856984e-06, "Finetune/Loss": 0.6006201505661011, "Finetune/Loss (Raw)": 0.70551598072052, "Finetune/Step": 14553, "Finetune/Step Time": 11.96284050308168}
+{"Finetune/Learning Rate": 2.945622160114908e-06, "Finetune/Loss": 0.6016397476196289, "Finetune/Loss (Raw)": 0.6029914617538452, "Finetune/Step": 14554, "Finetune/Step Time": 11.962152604013681}
+{"Finetune/Learning Rate": 2.944428717886214e-06, "Finetune/Loss": 0.6016354560852051, "Finetune/Loss (Raw)": 0.5606119632720947, "Finetune/Step": 14555, "Finetune/Step Time": 11.96720707975328}
+{"Finetune/Learning Rate": 2.943235475733457e-06, "Finetune/Loss": 0.6013174653053284, "Finetune/Loss (Raw)": 0.6179747581481934, "Finetune/Step": 14556, "Finetune/Step Time": 11.97057088278234}
+{"Finetune/Learning Rate": 2.942042433690475e-06, "Finetune/Loss": 0.601173996925354, "Finetune/Loss (Raw)": 0.5699747800827026, "Finetune/Step": 14557, "Finetune/Step Time": 11.970259653404355}
+{"Finetune/Learning Rate": 2.9408495917911007e-06, "Finetune/Loss": 0.6006085872650146, "Finetune/Loss (Raw)": 0.6149008870124817, "Finetune/Step": 14558, "Finetune/Step Time": 11.981793792918324}
+{"Finetune/Learning Rate": 2.9396569500691576e-06, "Finetune/Loss": 0.601455569267273, "Finetune/Loss (Raw)": 0.6574347615242004, "Finetune/Step": 14559, "Finetune/Step Time": 11.974517149850726}
+{"Finetune/Learning Rate": 2.938464508558466e-06, "Finetune/Loss": 0.601529598236084, "Finetune/Loss (Raw)": 0.6359898447990417, "Finetune/Step": 14560, "Finetune/Step Time": 11.965824786573648}
+{"Finetune/Learning Rate": 2.937272267292841e-06, "Finetune/Loss": 0.6015717387199402, "Finetune/Loss (Raw)": 0.6335015892982483, "Finetune/Step": 14561, "Finetune/Step Time": 11.964611468836665}
+{"Finetune/Learning Rate": 2.9360802263060917e-06, "Finetune/Loss": 0.6010580062866211, "Finetune/Loss (Raw)": 0.6790307760238647, "Finetune/Step": 14562, "Finetune/Step Time": 11.968042124062777}
+{"Finetune/Learning Rate": 2.934888385632019e-06, "Finetune/Loss": 0.6015820503234863, "Finetune/Loss (Raw)": 0.6689126491546631, "Finetune/Step": 14563, "Finetune/Step Time": 11.96607712469995}
+{"Finetune/Learning Rate": 2.9336967453044206e-06, "Finetune/Loss": 0.6008206009864807, "Finetune/Loss (Raw)": 0.5978417992591858, "Finetune/Step": 14564, "Finetune/Step Time": 11.968735180795193}
+{"Finetune/Learning Rate": 2.932505305357091e-06, "Finetune/Loss": 0.6009896993637085, "Finetune/Loss (Raw)": 0.62852942943573, "Finetune/Step": 14565, "Finetune/Step Time": 11.975108040496707}
+{"Finetune/Learning Rate": 2.9313140658238114e-06, "Finetune/Loss": 0.6013623476028442, "Finetune/Loss (Raw)": 0.5617429614067078, "Finetune/Step": 14566, "Finetune/Step Time": 11.977927776053548}
+{"Finetune/Learning Rate": 2.930123026738365e-06, "Finetune/Loss": 0.6014858484268188, "Finetune/Loss (Raw)": 0.6666995882987976, "Finetune/Step": 14567, "Finetune/Step Time": 11.97177716344595}
+{"Finetune/Learning Rate": 2.9289321881345257e-06, "Finetune/Loss": 0.6018891334533691, "Finetune/Loss (Raw)": 0.6613325476646423, "Finetune/Step": 14568, "Finetune/Step Time": 11.97910537943244}
+{"Finetune/Learning Rate": 2.9277415500460613e-06, "Finetune/Loss": 0.6022414565086365, "Finetune/Loss (Raw)": 0.6704662442207336, "Finetune/Step": 14569, "Finetune/Step Time": 11.98363471776247}
+{"Finetune/Learning Rate": 2.926551112506737e-06, "Finetune/Loss": 0.6013187766075134, "Finetune/Loss (Raw)": 0.5044891834259033, "Finetune/Step": 14570, "Finetune/Step Time": 11.986118530854583}
+{"Finetune/Learning Rate": 2.925360875550308e-06, "Finetune/Loss": 0.6004746556282043, "Finetune/Loss (Raw)": 0.5544813871383667, "Finetune/Step": 14571, "Finetune/Step Time": 11.9900630582124}
+{"Finetune/Learning Rate": 2.9241708392105284e-06, "Finetune/Loss": 0.6004777550697327, "Finetune/Loss (Raw)": 0.5491668581962585, "Finetune/Step": 14572, "Finetune/Step Time": 11.991133581846952}
+{"Finetune/Learning Rate": 2.9229810035211413e-06, "Finetune/Loss": 0.6008338928222656, "Finetune/Loss (Raw)": 0.6487501859664917, "Finetune/Step": 14573, "Finetune/Step Time": 11.99727763235569}
+{"Finetune/Learning Rate": 2.9217913685158894e-06, "Finetune/Loss": 0.601347804069519, "Finetune/Loss (Raw)": 0.6254615783691406, "Finetune/Step": 14574, "Finetune/Step Time": 11.990118484944105}
+{"Finetune/Learning Rate": 2.9206019342285063e-06, "Finetune/Loss": 0.6019283533096313, "Finetune/Loss (Raw)": 0.5357009768486023, "Finetune/Step": 14575, "Finetune/Step Time": 11.987582474946976}
+{"Finetune/Learning Rate": 2.9194127006927208e-06, "Finetune/Loss": 0.6011897325515747, "Finetune/Loss (Raw)": 0.6139545440673828, "Finetune/Step": 14576, "Finetune/Step Time": 11.977762784808874}
+{"Finetune/Learning Rate": 2.918223667942257e-06, "Finetune/Loss": 0.6005984544754028, "Finetune/Loss (Raw)": 0.5399560928344727, "Finetune/Step": 14577, "Finetune/Step Time": 11.958659382537007}
+{"Finetune/Learning Rate": 2.9170348360108326e-06, "Finetune/Loss": 0.6000786423683167, "Finetune/Loss (Raw)": 0.6025940775871277, "Finetune/Step": 14578, "Finetune/Step Time": 11.963147290050983}
+{"Finetune/Learning Rate": 2.915846204932158e-06, "Finetune/Loss": 0.6009775400161743, "Finetune/Loss (Raw)": 0.7063381671905518, "Finetune/Step": 14579, "Finetune/Step Time": 11.978993276134133}
+{"Finetune/Learning Rate": 2.9146577747399406e-06, "Finetune/Loss": 0.6021416783332825, "Finetune/Loss (Raw)": 0.6963010430335999, "Finetune/Step": 14580, "Finetune/Step Time": 11.956658551469445}
+{"Finetune/Learning Rate": 2.913469545467882e-06, "Finetune/Loss": 0.6031366586685181, "Finetune/Loss (Raw)": 0.6713510751724243, "Finetune/Step": 14581, "Finetune/Step Time": 11.957298278808594}
+{"Finetune/Learning Rate": 2.9122815171496743e-06, "Finetune/Loss": 0.6030290126800537, "Finetune/Loss (Raw)": 0.5685238838195801, "Finetune/Step": 14582, "Finetune/Step Time": 11.961896382272243}
+{"Finetune/Learning Rate": 2.911093689819008e-06, "Finetune/Loss": 0.6017572283744812, "Finetune/Loss (Raw)": 0.5482165217399597, "Finetune/Step": 14583, "Finetune/Step Time": 11.973618363961577}
+{"Finetune/Learning Rate": 2.90990606350957e-06, "Finetune/Loss": 0.6032325029373169, "Finetune/Loss (Raw)": 0.7325752973556519, "Finetune/Step": 14584, "Finetune/Step Time": 11.989353764802217}
+{"Finetune/Learning Rate": 2.9087186382550313e-06, "Finetune/Loss": 0.6040623188018799, "Finetune/Loss (Raw)": 0.632109522819519, "Finetune/Step": 14585, "Finetune/Step Time": 11.997250936925411}
+{"Finetune/Learning Rate": 2.907531414089064e-06, "Finetune/Loss": 0.6048988699913025, "Finetune/Loss (Raw)": 0.6038755774497986, "Finetune/Step": 14586, "Finetune/Step Time": 12.005785906687379}
+{"Finetune/Learning Rate": 2.9063443910453415e-06, "Finetune/Loss": 0.6048372983932495, "Finetune/Loss (Raw)": 0.5685151815414429, "Finetune/Step": 14587, "Finetune/Step Time": 11.987610198557377}
+{"Finetune/Learning Rate": 2.9051575691575196e-06, "Finetune/Loss": 0.6058428883552551, "Finetune/Loss (Raw)": 0.6597975492477417, "Finetune/Step": 14588, "Finetune/Step Time": 11.988231983035803}
+{"Finetune/Learning Rate": 2.9039709484592538e-06, "Finetune/Loss": 0.6071667671203613, "Finetune/Loss (Raw)": 0.7187658548355103, "Finetune/Step": 14589, "Finetune/Step Time": 11.942800734192133}
+{"Finetune/Learning Rate": 2.902784528984197e-06, "Finetune/Loss": 0.6064889430999756, "Finetune/Loss (Raw)": 0.5792413353919983, "Finetune/Step": 14590, "Finetune/Step Time": 11.942411409690976}
+{"Finetune/Learning Rate": 2.901598310765986e-06, "Finetune/Loss": 0.6075844764709473, "Finetune/Loss (Raw)": 0.5771377682685852, "Finetune/Step": 14591, "Finetune/Step Time": 11.916699681431055}
+{"Finetune/Learning Rate": 2.9004122938382617e-06, "Finetune/Loss": 0.6077908873558044, "Finetune/Loss (Raw)": 0.5175232887268066, "Finetune/Step": 14592, "Finetune/Step Time": 11.900897961109877}
+{"Finetune/Learning Rate": 2.8992264782346534e-06, "Finetune/Loss": 0.6082054376602173, "Finetune/Loss (Raw)": 0.6265652179718018, "Finetune/Step": 14593, "Finetune/Step Time": 11.896773293614388}
+{"Finetune/Learning Rate": 2.8980408639887925e-06, "Finetune/Loss": 0.6078536510467529, "Finetune/Loss (Raw)": 0.5411065816879272, "Finetune/Step": 14594, "Finetune/Step Time": 11.888553662225604}
+{"Finetune/Learning Rate": 2.8968554511342984e-06, "Finetune/Loss": 0.6062169075012207, "Finetune/Loss (Raw)": 0.3749197721481323, "Finetune/Step": 14595, "Finetune/Step Time": 11.921391133219004}
+{"Finetune/Learning Rate": 2.8956702397047875e-06, "Finetune/Loss": 0.6056246757507324, "Finetune/Loss (Raw)": 0.5007991790771484, "Finetune/Step": 14596, "Finetune/Step Time": 11.918870771303773}
+{"Finetune/Learning Rate": 2.8944852297338643e-06, "Finetune/Loss": 0.6052249670028687, "Finetune/Loss (Raw)": 0.5033754110336304, "Finetune/Step": 14597, "Finetune/Step Time": 11.934663696214557}
+{"Finetune/Learning Rate": 2.893300421255134e-06, "Finetune/Loss": 0.6051090955734253, "Finetune/Loss (Raw)": 0.5773082375526428, "Finetune/Step": 14598, "Finetune/Step Time": 11.94969036616385}
+{"Finetune/Learning Rate": 2.8921158143021953e-06, "Finetune/Loss": 0.6039672493934631, "Finetune/Loss (Raw)": 0.5540695190429688, "Finetune/Step": 14599, "Finetune/Step Time": 11.94988178089261}
+{"Finetune/Learning Rate": 2.890931408908637e-06, "Finetune/Loss": 0.6041054725646973, "Finetune/Loss (Raw)": 0.5927512049674988, "Finetune/Step": 14600, "Finetune/Step Time": 11.966357016935945}
+{"Finetune/Learning Rate": 2.889747205108051e-06, "Finetune/Loss": 0.6036777496337891, "Finetune/Loss (Raw)": 0.5667082071304321, "Finetune/Step": 14601, "Finetune/Step Time": 11.958005916327238}
+{"Finetune/Learning Rate": 2.8885632029340185e-06, "Finetune/Loss": 0.6029309034347534, "Finetune/Loss (Raw)": 0.5386926531791687, "Finetune/Step": 14602, "Finetune/Step Time": 11.954277632758021}
+{"Finetune/Learning Rate": 2.8873794024201086e-06, "Finetune/Loss": 0.6035113334655762, "Finetune/Loss (Raw)": 0.586014986038208, "Finetune/Step": 14603, "Finetune/Step Time": 11.951705280691385}
+{"Finetune/Learning Rate": 2.886195803599894e-06, "Finetune/Loss": 0.6036418080329895, "Finetune/Loss (Raw)": 0.6106655597686768, "Finetune/Step": 14604, "Finetune/Step Time": 11.947950242087245}
+{"Finetune/Learning Rate": 2.8850124065069363e-06, "Finetune/Loss": 0.6040400266647339, "Finetune/Loss (Raw)": 0.5003550052642822, "Finetune/Step": 14605, "Finetune/Step Time": 11.917982056736946}
+{"Finetune/Learning Rate": 2.8838292111747946e-06, "Finetune/Loss": 0.6039590239524841, "Finetune/Loss (Raw)": 0.5980018377304077, "Finetune/Step": 14606, "Finetune/Step Time": 11.907489696517587}
+{"Finetune/Learning Rate": 2.8826462176370175e-06, "Finetune/Loss": 0.6043471097946167, "Finetune/Loss (Raw)": 0.6642789244651794, "Finetune/Step": 14607, "Finetune/Step Time": 11.916864223778248}
+{"Finetune/Learning Rate": 2.881463425927161e-06, "Finetune/Loss": 0.6038738489151001, "Finetune/Loss (Raw)": 0.5479366183280945, "Finetune/Step": 14608, "Finetune/Step Time": 11.937904154881835}
+{"Finetune/Learning Rate": 2.8802808360787573e-06, "Finetune/Loss": 0.6046178340911865, "Finetune/Loss (Raw)": 0.5909770131111145, "Finetune/Step": 14609, "Finetune/Step Time": 11.940868245437741}
+{"Finetune/Learning Rate": 2.8790984481253426e-06, "Finetune/Loss": 0.603412389755249, "Finetune/Loss (Raw)": 0.6142642498016357, "Finetune/Step": 14610, "Finetune/Step Time": 11.94163697399199}
+{"Finetune/Learning Rate": 2.8779162621004466e-06, "Finetune/Loss": 0.6031774282455444, "Finetune/Loss (Raw)": 0.5984589457511902, "Finetune/Step": 14611, "Finetune/Step Time": 11.944610087201}
+{"Finetune/Learning Rate": 2.876734278037593e-06, "Finetune/Loss": 0.604730486869812, "Finetune/Loss (Raw)": 0.6904848217964172, "Finetune/Step": 14612, "Finetune/Step Time": 11.943923966959119}
+{"Finetune/Learning Rate": 2.8755524959702997e-06, "Finetune/Loss": 0.6056681275367737, "Finetune/Loss (Raw)": 0.6284446716308594, "Finetune/Step": 14613, "Finetune/Step Time": 11.903264228254557}
+{"Finetune/Learning Rate": 2.8743709159320776e-06, "Finetune/Loss": 0.6060453653335571, "Finetune/Loss (Raw)": 0.632515549659729, "Finetune/Step": 14614, "Finetune/Step Time": 11.910359548404813}
+{"Finetune/Learning Rate": 2.8731895379564344e-06, "Finetune/Loss": 0.6065090894699097, "Finetune/Loss (Raw)": 0.7229146361351013, "Finetune/Step": 14615, "Finetune/Step Time": 11.9132463876158}
+{"Finetune/Learning Rate": 2.872008362076869e-06, "Finetune/Loss": 0.6063138246536255, "Finetune/Loss (Raw)": 0.6174519062042236, "Finetune/Step": 14616, "Finetune/Step Time": 11.928889470174909}
+{"Finetune/Learning Rate": 2.870827388326879e-06, "Finetune/Loss": 0.6066101789474487, "Finetune/Loss (Raw)": 0.5693588256835938, "Finetune/Step": 14617, "Finetune/Step Time": 11.926297223195434}
+{"Finetune/Learning Rate": 2.8696466167399508e-06, "Finetune/Loss": 0.6064543724060059, "Finetune/Loss (Raw)": 0.6348645091056824, "Finetune/Step": 14618, "Finetune/Step Time": 11.924805203452706}
+{"Finetune/Learning Rate": 2.8684660473495674e-06, "Finetune/Loss": 0.606090247631073, "Finetune/Loss (Raw)": 0.6076403856277466, "Finetune/Step": 14619, "Finetune/Step Time": 11.915779454633594}
+{"Finetune/Learning Rate": 2.867285680189209e-06, "Finetune/Loss": 0.6047408580780029, "Finetune/Loss (Raw)": 0.5274971127510071, "Finetune/Step": 14620, "Finetune/Step Time": 11.915850695222616}
+{"Finetune/Learning Rate": 2.8661055152923456e-06, "Finetune/Loss": 0.605118989944458, "Finetune/Loss (Raw)": 0.6808898448944092, "Finetune/Step": 14621, "Finetune/Step Time": 11.925987262278795}
+{"Finetune/Learning Rate": 2.8649255526924437e-06, "Finetune/Loss": 0.606114387512207, "Finetune/Loss (Raw)": 0.7366263270378113, "Finetune/Step": 14622, "Finetune/Step Time": 11.92221849039197}
+{"Finetune/Learning Rate": 2.863745792422963e-06, "Finetune/Loss": 0.6050167679786682, "Finetune/Loss (Raw)": 0.5445990562438965, "Finetune/Step": 14623, "Finetune/Step Time": 11.909686405211687}
+{"Finetune/Learning Rate": 2.86256623451736e-06, "Finetune/Loss": 0.6044646501541138, "Finetune/Loss (Raw)": 0.5078467726707458, "Finetune/Step": 14624, "Finetune/Step Time": 11.906716195866466}
+{"Finetune/Learning Rate": 2.8613868790090817e-06, "Finetune/Loss": 0.6045349836349487, "Finetune/Loss (Raw)": 0.7419043183326721, "Finetune/Step": 14625, "Finetune/Step Time": 11.91002874262631}
+{"Finetune/Learning Rate": 2.8602077259315754e-06, "Finetune/Loss": 0.6046643257141113, "Finetune/Loss (Raw)": 0.6048522591590881, "Finetune/Step": 14626, "Finetune/Step Time": 11.915712010115385}
+{"Finetune/Learning Rate": 2.859028775318268e-06, "Finetune/Loss": 0.6042938232421875, "Finetune/Loss (Raw)": 0.6558113694190979, "Finetune/Step": 14627, "Finetune/Step Time": 11.91494989208877}
+{"Finetune/Learning Rate": 2.857850027202602e-06, "Finetune/Loss": 0.6044253706932068, "Finetune/Loss (Raw)": 0.5684025883674622, "Finetune/Step": 14628, "Finetune/Step Time": 11.87029023654759}
+{"Finetune/Learning Rate": 2.8566714816180006e-06, "Finetune/Loss": 0.6044400334358215, "Finetune/Loss (Raw)": 0.6620594263076782, "Finetune/Step": 14629, "Finetune/Step Time": 11.869042376056314}
+{"Finetune/Learning Rate": 2.8554931385978823e-06, "Finetune/Loss": 0.6037572026252747, "Finetune/Loss (Raw)": 0.5405882000923157, "Finetune/Step": 14630, "Finetune/Step Time": 11.883901480585337}
+{"Finetune/Learning Rate": 2.8543149981756623e-06, "Finetune/Loss": 0.6028457880020142, "Finetune/Loss (Raw)": 0.5373200178146362, "Finetune/Step": 14631, "Finetune/Step Time": 11.885991340503097}
+{"Finetune/Learning Rate": 2.853137060384752e-06, "Finetune/Loss": 0.6018187403678894, "Finetune/Loss (Raw)": 0.5308138728141785, "Finetune/Step": 14632, "Finetune/Step Time": 11.901942925527692}
+{"Finetune/Learning Rate": 2.8519593252585497e-06, "Finetune/Loss": 0.6009666919708252, "Finetune/Loss (Raw)": 0.6094872951507568, "Finetune/Step": 14633, "Finetune/Step Time": 11.891891172155738}
+{"Finetune/Learning Rate": 2.8507817928304505e-06, "Finetune/Loss": 0.6010759472846985, "Finetune/Loss (Raw)": 0.6026149988174438, "Finetune/Step": 14634, "Finetune/Step Time": 11.87509704194963}
+{"Finetune/Learning Rate": 2.8496044631338536e-06, "Finetune/Loss": 0.6017216444015503, "Finetune/Loss (Raw)": 0.6011358499526978, "Finetune/Step": 14635, "Finetune/Step Time": 11.859420312568545}
+{"Finetune/Learning Rate": 2.848427336202142e-06, "Finetune/Loss": 0.6011016964912415, "Finetune/Loss (Raw)": 0.4938124120235443, "Finetune/Step": 14636, "Finetune/Step Time": 11.868951285257936}
+{"Finetune/Learning Rate": 2.847250412068694e-06, "Finetune/Loss": 0.6011824607849121, "Finetune/Loss (Raw)": 0.5821139216423035, "Finetune/Step": 14637, "Finetune/Step Time": 11.877944635227323}
+{"Finetune/Learning Rate": 2.8460736907668873e-06, "Finetune/Loss": 0.6011191606521606, "Finetune/Loss (Raw)": 0.6128602027893066, "Finetune/Step": 14638, "Finetune/Step Time": 11.875351829454303}
+{"Finetune/Learning Rate": 2.8448971723300845e-06, "Finetune/Loss": 0.601078987121582, "Finetune/Loss (Raw)": 0.5908587574958801, "Finetune/Step": 14639, "Finetune/Step Time": 11.880309671163559}
+{"Finetune/Learning Rate": 2.843720856791652e-06, "Finetune/Loss": 0.5988803505897522, "Finetune/Loss (Raw)": 0.37314626574516296, "Finetune/Step": 14640, "Finetune/Step Time": 11.907099241390824}
+{"Finetune/Learning Rate": 2.8425447441849462e-06, "Finetune/Loss": 0.599806547164917, "Finetune/Loss (Raw)": 0.6382770538330078, "Finetune/Step": 14641, "Finetune/Step Time": 11.921008948236704}
+{"Finetune/Learning Rate": 2.8413688345433156e-06, "Finetune/Loss": 0.5994440317153931, "Finetune/Loss (Raw)": 0.6424300074577332, "Finetune/Step": 14642, "Finetune/Step Time": 11.915266560390592}
+{"Finetune/Learning Rate": 2.8401931279001115e-06, "Finetune/Loss": 0.5994963645935059, "Finetune/Loss (Raw)": 0.6345136761665344, "Finetune/Step": 14643, "Finetune/Step Time": 11.904213892295957}
+{"Finetune/Learning Rate": 2.8390176242886725e-06, "Finetune/Loss": 0.5981419086456299, "Finetune/Loss (Raw)": 0.443012535572052, "Finetune/Step": 14644, "Finetune/Step Time": 11.899855898693204}
+{"Finetune/Learning Rate": 2.837842323742329e-06, "Finetune/Loss": 0.5978802442550659, "Finetune/Loss (Raw)": 0.5429753661155701, "Finetune/Step": 14645, "Finetune/Step Time": 11.892036462202668}
+{"Finetune/Learning Rate": 2.8366672262944094e-06, "Finetune/Loss": 0.597438633441925, "Finetune/Loss (Raw)": 0.5347476601600647, "Finetune/Step": 14646, "Finetune/Step Time": 11.869651328772306}
+{"Finetune/Learning Rate": 2.8354923319782392e-06, "Finetune/Loss": 0.598709762096405, "Finetune/Loss (Raw)": 0.6372585296630859, "Finetune/Step": 14647, "Finetune/Step Time": 11.852296601980925}
+{"Finetune/Learning Rate": 2.8343176408271312e-06, "Finetune/Loss": 0.5991395711898804, "Finetune/Loss (Raw)": 0.6309376358985901, "Finetune/Step": 14648, "Finetune/Step Time": 11.850321082398295}
+{"Finetune/Learning Rate": 2.833143152874397e-06, "Finetune/Loss": 0.5996717214584351, "Finetune/Loss (Raw)": 0.5993952751159668, "Finetune/Step": 14649, "Finetune/Step Time": 11.853648317977786}
+{"Finetune/Learning Rate": 2.8319688681533484e-06, "Finetune/Loss": 0.6008878350257874, "Finetune/Loss (Raw)": 0.6999576687812805, "Finetune/Step": 14650, "Finetune/Step Time": 11.856620881706476}
+{"Finetune/Learning Rate": 2.8307947866972775e-06, "Finetune/Loss": 0.6006927490234375, "Finetune/Loss (Raw)": 0.5605131387710571, "Finetune/Step": 14651, "Finetune/Step Time": 11.854601230472326}
+{"Finetune/Learning Rate": 2.8296209085394787e-06, "Finetune/Loss": 0.5994083881378174, "Finetune/Loss (Raw)": 0.46583592891693115, "Finetune/Step": 14652, "Finetune/Step Time": 11.883186722174287}
+{"Finetune/Learning Rate": 2.828447233713242e-06, "Finetune/Loss": 0.5990440845489502, "Finetune/Loss (Raw)": 0.5615105628967285, "Finetune/Step": 14653, "Finetune/Step Time": 11.869277834892273}
+{"Finetune/Learning Rate": 2.8272737622518474e-06, "Finetune/Loss": 0.5987743139266968, "Finetune/Loss (Raw)": 0.6002789735794067, "Finetune/Step": 14654, "Finetune/Step Time": 11.814751833677292}
+{"Finetune/Learning Rate": 2.826100494188574e-06, "Finetune/Loss": 0.6003403663635254, "Finetune/Loss (Raw)": 0.6873329281806946, "Finetune/Step": 14655, "Finetune/Step Time": 11.785258585587144}
+{"Finetune/Learning Rate": 2.8249274295566863e-06, "Finetune/Loss": 0.6001307964324951, "Finetune/Loss (Raw)": 0.6083806753158569, "Finetune/Step": 14656, "Finetune/Step Time": 11.807336555793881}
+{"Finetune/Learning Rate": 2.8237545683894606e-06, "Finetune/Loss": 0.5990664958953857, "Finetune/Loss (Raw)": 0.45650702714920044, "Finetune/Step": 14657, "Finetune/Step Time": 11.83972093835473}
+{"Finetune/Learning Rate": 2.822581910720146e-06, "Finetune/Loss": 0.6011302471160889, "Finetune/Loss (Raw)": 0.6593675017356873, "Finetune/Step": 14658, "Finetune/Step Time": 11.794842630624771}
+{"Finetune/Learning Rate": 2.8214094565819982e-06, "Finetune/Loss": 0.6011179089546204, "Finetune/Loss (Raw)": 0.5734439492225647, "Finetune/Step": 14659, "Finetune/Step Time": 11.792509753257036}
+{"Finetune/Learning Rate": 2.820237206008265e-06, "Finetune/Loss": 0.6005845069885254, "Finetune/Loss (Raw)": 0.5634989142417908, "Finetune/Step": 14660, "Finetune/Step Time": 11.793608330190182}
+{"Finetune/Learning Rate": 2.819065159032187e-06, "Finetune/Loss": 0.6011346578598022, "Finetune/Loss (Raw)": 0.7457332015037537, "Finetune/Step": 14661, "Finetune/Step Time": 11.792222430929542}
+{"Finetune/Learning Rate": 2.8178933156870023e-06, "Finetune/Loss": 0.6009727716445923, "Finetune/Loss (Raw)": 0.5772957801818848, "Finetune/Step": 14662, "Finetune/Step Time": 11.796251971274614}
+{"Finetune/Learning Rate": 2.81672167600594e-06, "Finetune/Loss": 0.6006743907928467, "Finetune/Loss (Raw)": 0.5923416614532471, "Finetune/Step": 14663, "Finetune/Step Time": 11.804538689553738}
+{"Finetune/Learning Rate": 2.8155502400222246e-06, "Finetune/Loss": 0.6002779603004456, "Finetune/Loss (Raw)": 0.6148383021354675, "Finetune/Step": 14664, "Finetune/Step Time": 11.80106321722269}
+{"Finetune/Learning Rate": 2.814379007769075e-06, "Finetune/Loss": 0.5995585918426514, "Finetune/Loss (Raw)": 0.6325596570968628, "Finetune/Step": 14665, "Finetune/Step Time": 11.811362380161881}
+{"Finetune/Learning Rate": 2.813207979279703e-06, "Finetune/Loss": 0.6002551913261414, "Finetune/Loss (Raw)": 0.6577732563018799, "Finetune/Step": 14666, "Finetune/Step Time": 11.815651044249535}
+{"Finetune/Learning Rate": 2.812037154587316e-06, "Finetune/Loss": 0.6009093523025513, "Finetune/Loss (Raw)": 0.6472308039665222, "Finetune/Step": 14667, "Finetune/Step Time": 11.822494264692068}
+{"Finetune/Learning Rate": 2.810866533725115e-06, "Finetune/Loss": 0.6010605096817017, "Finetune/Loss (Raw)": 0.6212105751037598, "Finetune/Step": 14668, "Finetune/Step Time": 11.827631110325456}
+{"Finetune/Learning Rate": 2.809696116726297e-06, "Finetune/Loss": 0.601527214050293, "Finetune/Loss (Raw)": 0.691173791885376, "Finetune/Step": 14669, "Finetune/Step Time": 11.836950296536088}
+{"Finetune/Learning Rate": 2.8085259036240498e-06, "Finetune/Loss": 0.6008734703063965, "Finetune/Loss (Raw)": 0.5229477286338806, "Finetune/Step": 14670, "Finetune/Step Time": 11.852550840005279}
+{"Finetune/Learning Rate": 2.807355894451559e-06, "Finetune/Loss": 0.6008296012878418, "Finetune/Loss (Raw)": 0.5607413649559021, "Finetune/Step": 14671, "Finetune/Step Time": 11.850565779954195}
+{"Finetune/Learning Rate": 2.8061860892420013e-06, "Finetune/Loss": 0.6012421250343323, "Finetune/Loss (Raw)": 0.6859675049781799, "Finetune/Step": 14672, "Finetune/Step Time": 11.850335082039237}
+{"Finetune/Learning Rate": 2.80501648802855e-06, "Finetune/Loss": 0.6014256477355957, "Finetune/Loss (Raw)": 0.5718351602554321, "Finetune/Step": 14673, "Finetune/Step Time": 11.840325409546494}
+{"Finetune/Learning Rate": 2.8038470908443717e-06, "Finetune/Loss": 0.6020147204399109, "Finetune/Loss (Raw)": 0.7079552412033081, "Finetune/Step": 14674, "Finetune/Step Time": 11.858455276116729}
+{"Finetune/Learning Rate": 2.802677897722629e-06, "Finetune/Loss": 0.603400707244873, "Finetune/Loss (Raw)": 0.7526283860206604, "Finetune/Step": 14675, "Finetune/Step Time": 11.861630218103528}
+{"Finetune/Learning Rate": 2.8015089086964685e-06, "Finetune/Loss": 0.6024551391601562, "Finetune/Loss (Raw)": 0.5667784214019775, "Finetune/Step": 14676, "Finetune/Step Time": 11.86536917835474}
+{"Finetune/Learning Rate": 2.800340123799049e-06, "Finetune/Loss": 0.6018893122673035, "Finetune/Loss (Raw)": 0.5128063559532166, "Finetune/Step": 14677, "Finetune/Step Time": 11.868383944034576}
+{"Finetune/Learning Rate": 2.79917154306351e-06, "Finetune/Loss": 0.6013799905776978, "Finetune/Loss (Raw)": 0.6183141469955444, "Finetune/Step": 14678, "Finetune/Step Time": 11.873524928465486}
+{"Finetune/Learning Rate": 2.79800316652299e-06, "Finetune/Loss": 0.600741982460022, "Finetune/Loss (Raw)": 0.4974442422389984, "Finetune/Step": 14679, "Finetune/Step Time": 11.852350963279605}
+{"Finetune/Learning Rate": 2.796834994210621e-06, "Finetune/Loss": 0.6009849309921265, "Finetune/Loss (Raw)": 0.6238767504692078, "Finetune/Step": 14680, "Finetune/Step Time": 11.850118665024638}
+{"Finetune/Learning Rate": 2.795667026159531e-06, "Finetune/Loss": 0.5996543169021606, "Finetune/Loss (Raw)": 0.5351980328559875, "Finetune/Step": 14681, "Finetune/Step Time": 11.884026182815433}
+{"Finetune/Learning Rate": 2.7944992624028355e-06, "Finetune/Loss": 0.6002202033996582, "Finetune/Loss (Raw)": 0.6754281520843506, "Finetune/Step": 14682, "Finetune/Step Time": 11.888411220163107}
+{"Finetune/Learning Rate": 2.7933317029736475e-06, "Finetune/Loss": 0.5993860960006714, "Finetune/Loss (Raw)": 0.4538399875164032, "Finetune/Step": 14683, "Finetune/Step Time": 11.893317280337214}
+{"Finetune/Learning Rate": 2.792164347905082e-06, "Finetune/Loss": 0.5990151166915894, "Finetune/Loss (Raw)": 0.5704938769340515, "Finetune/Step": 14684, "Finetune/Step Time": 11.903007507324219}
+{"Finetune/Learning Rate": 2.7909971972302396e-06, "Finetune/Loss": 0.5990440845489502, "Finetune/Loss (Raw)": 0.5736738443374634, "Finetune/Step": 14685, "Finetune/Step Time": 11.903935933485627}
+{"Finetune/Learning Rate": 2.789830250982217e-06, "Finetune/Loss": 0.5988420248031616, "Finetune/Loss (Raw)": 0.5890433192253113, "Finetune/Step": 14686, "Finetune/Step Time": 11.897180493921041}
+{"Finetune/Learning Rate": 2.7886635091941084e-06, "Finetune/Loss": 0.5968376398086548, "Finetune/Loss (Raw)": 0.40086767077445984, "Finetune/Step": 14687, "Finetune/Step Time": 11.926915965974331}
+{"Finetune/Learning Rate": 2.7874969718989943e-06, "Finetune/Loss": 0.5969816446304321, "Finetune/Loss (Raw)": 0.6544291973114014, "Finetune/Step": 14688, "Finetune/Step Time": 11.927488200366497}
+{"Finetune/Learning Rate": 2.7863306391299562e-06, "Finetune/Loss": 0.5968708395957947, "Finetune/Loss (Raw)": 0.6193174123764038, "Finetune/Step": 14689, "Finetune/Step Time": 11.932126048952341}
+{"Finetune/Learning Rate": 2.7851645109200644e-06, "Finetune/Loss": 0.5960355997085571, "Finetune/Loss (Raw)": 0.5721266269683838, "Finetune/Step": 14690, "Finetune/Step Time": 11.92936989478767}
+{"Finetune/Learning Rate": 2.7839985873023933e-06, "Finetune/Loss": 0.5964036583900452, "Finetune/Loss (Raw)": 0.716015636920929, "Finetune/Step": 14691, "Finetune/Step Time": 11.928815303370357}
+{"Finetune/Learning Rate": 2.782832868310005e-06, "Finetune/Loss": 0.5963178873062134, "Finetune/Loss (Raw)": 0.5868678092956543, "Finetune/Step": 14692, "Finetune/Step Time": 11.92667811177671}
+{"Finetune/Learning Rate": 2.7816673539759544e-06, "Finetune/Loss": 0.5965854525566101, "Finetune/Loss (Raw)": 0.6627757549285889, "Finetune/Step": 14693, "Finetune/Step Time": 11.938696628436446}
+{"Finetune/Learning Rate": 2.7805020443332898e-06, "Finetune/Loss": 0.5974141359329224, "Finetune/Loss (Raw)": 0.6678148508071899, "Finetune/Step": 14694, "Finetune/Step Time": 11.948700807988644}
+{"Finetune/Learning Rate": 2.7793369394150572e-06, "Finetune/Loss": 0.5979956388473511, "Finetune/Loss (Raw)": 0.7411302328109741, "Finetune/Step": 14695, "Finetune/Step Time": 11.948356179520488}
+{"Finetune/Learning Rate": 2.7781720392542965e-06, "Finetune/Loss": 0.5978130102157593, "Finetune/Loss (Raw)": 0.6379634737968445, "Finetune/Step": 14696, "Finetune/Step Time": 11.941298054531217}
+{"Finetune/Learning Rate": 2.7770073438840406e-06, "Finetune/Loss": 0.596956193447113, "Finetune/Loss (Raw)": 0.560792088508606, "Finetune/Step": 14697, "Finetune/Step Time": 11.931931875646114}
+{"Finetune/Learning Rate": 2.7758428533373127e-06, "Finetune/Loss": 0.5987886190414429, "Finetune/Loss (Raw)": 0.7390338182449341, "Finetune/Step": 14698, "Finetune/Step Time": 11.932153014466166}
+{"Finetune/Learning Rate": 2.7746785676471465e-06, "Finetune/Loss": 0.5987285375595093, "Finetune/Loss (Raw)": 0.5467937588691711, "Finetune/Step": 14699, "Finetune/Step Time": 11.928408132866025}
+{"Finetune/Learning Rate": 2.773514486846546e-06, "Finetune/Loss": 0.5992116928100586, "Finetune/Loss (Raw)": 0.6110051870346069, "Finetune/Step": 14700, "Finetune/Step Time": 11.932674081996083}
+{"Finetune/Learning Rate": 2.772350610968526e-06, "Finetune/Loss": 0.5982863306999207, "Finetune/Loss (Raw)": 0.5303063988685608, "Finetune/Step": 14701, "Finetune/Step Time": 11.93253381550312}
+{"Finetune/Learning Rate": 2.77118694004609e-06, "Finetune/Loss": 0.5985147953033447, "Finetune/Loss (Raw)": 0.6547109484672546, "Finetune/Step": 14702, "Finetune/Step Time": 11.9347471781075}
+{"Finetune/Learning Rate": 2.7700234741122357e-06, "Finetune/Loss": 0.5989780426025391, "Finetune/Loss (Raw)": 0.5949934124946594, "Finetune/Step": 14703, "Finetune/Step Time": 11.93470535799861}
+{"Finetune/Learning Rate": 2.7688602131999564e-06, "Finetune/Loss": 0.5994248390197754, "Finetune/Loss (Raw)": 0.6711431741714478, "Finetune/Step": 14704, "Finetune/Step Time": 11.959289871156216}
+{"Finetune/Learning Rate": 2.7676971573422394e-06, "Finetune/Loss": 0.6000192761421204, "Finetune/Loss (Raw)": 0.616040825843811, "Finetune/Step": 14705, "Finetune/Step Time": 11.951815661042929}
+{"Finetune/Learning Rate": 2.766534306572065e-06, "Finetune/Loss": 0.5999924540519714, "Finetune/Loss (Raw)": 0.5991635918617249, "Finetune/Step": 14706, "Finetune/Step Time": 11.952602207660675}
+{"Finetune/Learning Rate": 2.765371660922408e-06, "Finetune/Loss": 0.5997708439826965, "Finetune/Loss (Raw)": 0.6779701709747314, "Finetune/Step": 14707, "Finetune/Step Time": 11.955460242927074}
+{"Finetune/Learning Rate": 2.7642092204262394e-06, "Finetune/Loss": 0.5988609790802002, "Finetune/Loss (Raw)": 0.579838216304779, "Finetune/Step": 14708, "Finetune/Step Time": 11.965101048350334}
+{"Finetune/Learning Rate": 2.7630469851165197e-06, "Finetune/Loss": 0.5980057716369629, "Finetune/Loss (Raw)": 0.561884343624115, "Finetune/Step": 14709, "Finetune/Step Time": 11.965908400714397}
+{"Finetune/Learning Rate": 2.7618849550262097e-06, "Finetune/Loss": 0.5983339548110962, "Finetune/Loss (Raw)": 0.6105322241783142, "Finetune/Step": 14710, "Finetune/Step Time": 11.973527479916811}
+{"Finetune/Learning Rate": 2.7607231301882598e-06, "Finetune/Loss": 0.5992630124092102, "Finetune/Loss (Raw)": 0.6671342849731445, "Finetune/Step": 14711, "Finetune/Step Time": 11.96247915737331}
+{"Finetune/Learning Rate": 2.7595615106356154e-06, "Finetune/Loss": 0.5978949666023254, "Finetune/Loss (Raw)": 0.5574694275856018, "Finetune/Step": 14712, "Finetune/Step Time": 11.937703784555197}
+{"Finetune/Learning Rate": 2.758400096401218e-06, "Finetune/Loss": 0.5971458554267883, "Finetune/Loss (Raw)": 0.5362260341644287, "Finetune/Step": 14713, "Finetune/Step Time": 11.932447521016002}
+{"Finetune/Learning Rate": 2.757238887518001e-06, "Finetune/Loss": 0.5971824526786804, "Finetune/Loss (Raw)": 0.6085571050643921, "Finetune/Step": 14714, "Finetune/Step Time": 11.927225798368454}
+{"Finetune/Learning Rate": 2.756077884018894e-06, "Finetune/Loss": 0.5978430509567261, "Finetune/Loss (Raw)": 0.6530687808990479, "Finetune/Step": 14715, "Finetune/Step Time": 11.929673505946994}
+{"Finetune/Learning Rate": 2.7549170859368203e-06, "Finetune/Loss": 0.5970077514648438, "Finetune/Loss (Raw)": 0.5528745055198669, "Finetune/Step": 14716, "Finetune/Step Time": 11.928751923143864}
+{"Finetune/Learning Rate": 2.7537564933046945e-06, "Finetune/Loss": 0.595828652381897, "Finetune/Loss (Raw)": 0.567853569984436, "Finetune/Step": 14717, "Finetune/Step Time": 11.934510629624128}
+{"Finetune/Learning Rate": 2.7525961061554286e-06, "Finetune/Loss": 0.5959910154342651, "Finetune/Loss (Raw)": 0.6000195741653442, "Finetune/Step": 14718, "Finetune/Step Time": 11.953011011704803}
+{"Finetune/Learning Rate": 2.751435924521929e-06, "Finetune/Loss": 0.5964176058769226, "Finetune/Loss (Raw)": 0.6317378878593445, "Finetune/Step": 14719, "Finetune/Step Time": 11.95260501652956}
+{"Finetune/Learning Rate": 2.7502759484370946e-06, "Finetune/Loss": 0.5965579748153687, "Finetune/Loss (Raw)": 0.5354911088943481, "Finetune/Step": 14720, "Finetune/Step Time": 11.959987182170153}
+{"Finetune/Learning Rate": 2.7491161779338185e-06, "Finetune/Loss": 0.595855712890625, "Finetune/Loss (Raw)": 0.5366734862327576, "Finetune/Step": 14721, "Finetune/Step Time": 11.95580261014402}
+{"Finetune/Learning Rate": 2.7479566130449887e-06, "Finetune/Loss": 0.5962542295455933, "Finetune/Loss (Raw)": 0.59212726354599, "Finetune/Step": 14722, "Finetune/Step Time": 11.9625093806535}
+{"Finetune/Learning Rate": 2.7467972538034906e-06, "Finetune/Loss": 0.5978508591651917, "Finetune/Loss (Raw)": 0.5792815089225769, "Finetune/Step": 14723, "Finetune/Step Time": 11.935790149495006}
+{"Finetune/Learning Rate": 2.745638100242194e-06, "Finetune/Loss": 0.5990499258041382, "Finetune/Loss (Raw)": 0.6542779803276062, "Finetune/Step": 14724, "Finetune/Step Time": 11.93378504179418}
+{"Finetune/Learning Rate": 2.7444791523939698e-06, "Finetune/Loss": 0.5995550751686096, "Finetune/Loss (Raw)": 0.5680351257324219, "Finetune/Step": 14725, "Finetune/Step Time": 11.909102853387594}
+{"Finetune/Learning Rate": 2.7433204102916866e-06, "Finetune/Loss": 0.5989351868629456, "Finetune/Loss (Raw)": 0.49796485900878906, "Finetune/Step": 14726, "Finetune/Step Time": 11.8969302251935}
+{"Finetune/Learning Rate": 2.742161873968202e-06, "Finetune/Loss": 0.5992668867111206, "Finetune/Loss (Raw)": 0.5965187549591064, "Finetune/Step": 14727, "Finetune/Step Time": 11.896295201033354}
+{"Finetune/Learning Rate": 2.7410035434563677e-06, "Finetune/Loss": 0.598920464515686, "Finetune/Loss (Raw)": 0.5484135746955872, "Finetune/Step": 14728, "Finetune/Step Time": 11.883142244070768}
+{"Finetune/Learning Rate": 2.7398454187890343e-06, "Finetune/Loss": 0.599293053150177, "Finetune/Loss (Raw)": 0.6144048571586609, "Finetune/Step": 14729, "Finetune/Step Time": 11.882249368354678}
+{"Finetune/Learning Rate": 2.7386874999990375e-06, "Finetune/Loss": 0.6002553701400757, "Finetune/Loss (Raw)": 0.6618692278862, "Finetune/Step": 14730, "Finetune/Step Time": 11.881562290713191}
+{"Finetune/Learning Rate": 2.737529787119214e-06, "Finetune/Loss": 0.5997341275215149, "Finetune/Loss (Raw)": 0.5192914605140686, "Finetune/Step": 14731, "Finetune/Step Time": 11.90376840159297}
+{"Finetune/Learning Rate": 2.736372280182391e-06, "Finetune/Loss": 0.5981578826904297, "Finetune/Loss (Raw)": 0.4089137017726898, "Finetune/Step": 14732, "Finetune/Step Time": 11.937030715867877}
+{"Finetune/Learning Rate": 2.735214979221399e-06, "Finetune/Loss": 0.5986831784248352, "Finetune/Loss (Raw)": 0.5675881505012512, "Finetune/Step": 14733, "Finetune/Step Time": 11.944584343582392}
+{"Finetune/Learning Rate": 2.7340578842690515e-06, "Finetune/Loss": 0.5985144972801208, "Finetune/Loss (Raw)": 0.5764099955558777, "Finetune/Step": 14734, "Finetune/Step Time": 11.944745033979416}
+{"Finetune/Learning Rate": 2.7329009953581607e-06, "Finetune/Loss": 0.597754955291748, "Finetune/Loss (Raw)": 0.5670479536056519, "Finetune/Step": 14735, "Finetune/Step Time": 11.941752372309566}
+{"Finetune/Learning Rate": 2.731744312521536e-06, "Finetune/Loss": 0.5974855422973633, "Finetune/Loss (Raw)": 0.513455867767334, "Finetune/Step": 14736, "Finetune/Step Time": 11.924607895314693}
+{"Finetune/Learning Rate": 2.73058783579197e-06, "Finetune/Loss": 0.5969040989875793, "Finetune/Loss (Raw)": 0.5165584683418274, "Finetune/Step": 14737, "Finetune/Step Time": 11.919832780957222}
+{"Finetune/Learning Rate": 2.729431565202263e-06, "Finetune/Loss": 0.5969464778900146, "Finetune/Loss (Raw)": 0.6196948289871216, "Finetune/Step": 14738, "Finetune/Step Time": 11.961369503289461}
+{"Finetune/Learning Rate": 2.728275500785199e-06, "Finetune/Loss": 0.5972933769226074, "Finetune/Loss (Raw)": 0.6428569555282593, "Finetune/Step": 14739, "Finetune/Step Time": 11.978926535695791}
+{"Finetune/Learning Rate": 2.7271196425735667e-06, "Finetune/Loss": 0.5969380140304565, "Finetune/Loss (Raw)": 0.6450003981590271, "Finetune/Step": 14740, "Finetune/Step Time": 11.979581393301487}
+{"Finetune/Learning Rate": 2.72596399060014e-06, "Finetune/Loss": 0.5980396270751953, "Finetune/Loss (Raw)": 0.7694407105445862, "Finetune/Step": 14741, "Finetune/Step Time": 11.981060126796365}
+{"Finetune/Learning Rate": 2.7248085448976934e-06, "Finetune/Loss": 0.5975978374481201, "Finetune/Loss (Raw)": 0.5759743452072144, "Finetune/Step": 14742, "Finetune/Step Time": 11.988496201112866}
+{"Finetune/Learning Rate": 2.7236533054989843e-06, "Finetune/Loss": 0.5963618755340576, "Finetune/Loss (Raw)": 0.5647017359733582, "Finetune/Step": 14743, "Finetune/Step Time": 11.982930371537805}
+{"Finetune/Learning Rate": 2.7224982724367775e-06, "Finetune/Loss": 0.5950028896331787, "Finetune/Loss (Raw)": 0.4435126781463623, "Finetune/Step": 14744, "Finetune/Step Time": 11.9832613337785}
+{"Finetune/Learning Rate": 2.721343445743825e-06, "Finetune/Loss": 0.595206618309021, "Finetune/Loss (Raw)": 0.5954306721687317, "Finetune/Step": 14745, "Finetune/Step Time": 11.996384989470243}
+{"Finetune/Learning Rate": 2.7201888254528706e-06, "Finetune/Loss": 0.5947225093841553, "Finetune/Loss (Raw)": 0.5728967785835266, "Finetune/Step": 14746, "Finetune/Step Time": 12.012865416705608}
+{"Finetune/Learning Rate": 2.719034411596665e-06, "Finetune/Loss": 0.5938485860824585, "Finetune/Loss (Raw)": 0.4957849681377411, "Finetune/Step": 14747, "Finetune/Step Time": 12.03120599500835}
+{"Finetune/Learning Rate": 2.717880204207941e-06, "Finetune/Loss": 0.594635009765625, "Finetune/Loss (Raw)": 0.6281623244285583, "Finetune/Step": 14748, "Finetune/Step Time": 12.036615006625652}
+{"Finetune/Learning Rate": 2.7167262033194242e-06, "Finetune/Loss": 0.5954139828681946, "Finetune/Loss (Raw)": 0.7805933356285095, "Finetune/Step": 14749, "Finetune/Step Time": 12.033180272206664}
+{"Finetune/Learning Rate": 2.7155724089638415e-06, "Finetune/Loss": 0.5942952036857605, "Finetune/Loss (Raw)": 0.5934228897094727, "Finetune/Step": 14750, "Finetune/Step Time": 12.032078549265862}
+{"Finetune/Learning Rate": 2.7144188211739096e-06, "Finetune/Loss": 0.5952924489974976, "Finetune/Loss (Raw)": 0.6722384095191956, "Finetune/Step": 14751, "Finetune/Step Time": 12.070615854114294}
+{"Finetune/Learning Rate": 2.7132654399823444e-06, "Finetune/Loss": 0.5952043533325195, "Finetune/Loss (Raw)": 0.4965735077857971, "Finetune/Step": 14752, "Finetune/Step Time": 12.071906104683876}
+{"Finetune/Learning Rate": 2.71211226542185e-06, "Finetune/Loss": 0.5937204957008362, "Finetune/Loss (Raw)": 0.5519772171974182, "Finetune/Step": 14753, "Finetune/Step Time": 12.062632428482175}
+{"Finetune/Learning Rate": 2.7109592975251274e-06, "Finetune/Loss": 0.5946640968322754, "Finetune/Loss (Raw)": 0.7256309986114502, "Finetune/Step": 14754, "Finetune/Step Time": 12.060406852513552}
+{"Finetune/Learning Rate": 2.7098065363248726e-06, "Finetune/Loss": 0.5941258668899536, "Finetune/Loss (Raw)": 0.5869231820106506, "Finetune/Step": 14755, "Finetune/Step Time": 12.056351032108068}
+{"Finetune/Learning Rate": 2.708653981853774e-06, "Finetune/Loss": 0.5943789482116699, "Finetune/Loss (Raw)": 0.6007898449897766, "Finetune/Step": 14756, "Finetune/Step Time": 12.057759284973145}
+{"Finetune/Learning Rate": 2.7075016341445137e-06, "Finetune/Loss": 0.5933767557144165, "Finetune/Loss (Raw)": 0.5337753891944885, "Finetune/Step": 14757, "Finetune/Step Time": 12.069248611107469}
+{"Finetune/Learning Rate": 2.7063494932297705e-06, "Finetune/Loss": 0.5946675539016724, "Finetune/Loss (Raw)": 0.7058161497116089, "Finetune/Step": 14758, "Finetune/Step Time": 12.06151657178998}
+{"Finetune/Learning Rate": 2.7051975591422152e-06, "Finetune/Loss": 0.5952627062797546, "Finetune/Loss (Raw)": 0.6134980320930481, "Finetune/Step": 14759, "Finetune/Step Time": 12.062513332813978}
+{"Finetune/Learning Rate": 2.7040458319145137e-06, "Finetune/Loss": 0.5950357913970947, "Finetune/Loss (Raw)": 0.5017638802528381, "Finetune/Step": 14760, "Finetune/Step Time": 12.055521668866277}
+{"Finetune/Learning Rate": 2.702894311579325e-06, "Finetune/Loss": 0.5942399501800537, "Finetune/Loss (Raw)": 0.5076228976249695, "Finetune/Step": 14761, "Finetune/Step Time": 12.07627072930336}
+{"Finetune/Learning Rate": 2.7017429981693043e-06, "Finetune/Loss": 0.5948614478111267, "Finetune/Loss (Raw)": 0.6821650862693787, "Finetune/Step": 14762, "Finetune/Step Time": 12.082662986591458}
+{"Finetune/Learning Rate": 2.700591891717098e-06, "Finetune/Loss": 0.5946654081344604, "Finetune/Loss (Raw)": 0.5760468244552612, "Finetune/Step": 14763, "Finetune/Step Time": 12.08476777561009}
+{"Finetune/Learning Rate": 2.6994409922553487e-06, "Finetune/Loss": 0.59552401304245, "Finetune/Loss (Raw)": 0.603712797164917, "Finetune/Step": 14764, "Finetune/Step Time": 12.078396528959274}
+{"Finetune/Learning Rate": 2.6982902998166936e-06, "Finetune/Loss": 0.5954648852348328, "Finetune/Loss (Raw)": 0.5745484828948975, "Finetune/Step": 14765, "Finetune/Step Time": 12.068547427654266}
+{"Finetune/Learning Rate": 2.6971398144337624e-06, "Finetune/Loss": 0.5943862199783325, "Finetune/Loss (Raw)": 0.4747835099697113, "Finetune/Step": 14766, "Finetune/Step Time": 12.071252048015594}
+{"Finetune/Learning Rate": 2.6959895361391784e-06, "Finetune/Loss": 0.5947893857955933, "Finetune/Loss (Raw)": 0.6424722671508789, "Finetune/Step": 14767, "Finetune/Step Time": 12.100549897179008}
+{"Finetune/Learning Rate": 2.694839464965563e-06, "Finetune/Loss": 0.5967159271240234, "Finetune/Loss (Raw)": 0.6197353005409241, "Finetune/Step": 14768, "Finetune/Step Time": 12.076852383092046}
+{"Finetune/Learning Rate": 2.693689600945526e-06, "Finetune/Loss": 0.5961287021636963, "Finetune/Loss (Raw)": 0.5631157159805298, "Finetune/Step": 14769, "Finetune/Step Time": 12.062830736860633}
+{"Finetune/Learning Rate": 2.6925399441116763e-06, "Finetune/Loss": 0.5959475040435791, "Finetune/Loss (Raw)": 0.6192345023155212, "Finetune/Step": 14770, "Finetune/Step Time": 12.071917355060577}
+{"Finetune/Learning Rate": 2.691390494496613e-06, "Finetune/Loss": 0.59531170129776, "Finetune/Loss (Raw)": 0.5531385540962219, "Finetune/Step": 14771, "Finetune/Step Time": 12.026695251464844}
+{"Finetune/Learning Rate": 2.690241252132937e-06, "Finetune/Loss": 0.5962134003639221, "Finetune/Loss (Raw)": 0.5584256649017334, "Finetune/Step": 14772, "Finetune/Step Time": 12.02676565386355}
+{"Finetune/Learning Rate": 2.6890922170532253e-06, "Finetune/Loss": 0.5963863134384155, "Finetune/Loss (Raw)": 0.565106213092804, "Finetune/Step": 14773, "Finetune/Step Time": 12.037961598485708}
+{"Finetune/Learning Rate": 2.687943389290073e-06, "Finetune/Loss": 0.5970529317855835, "Finetune/Loss (Raw)": 0.6200759410858154, "Finetune/Step": 14774, "Finetune/Step Time": 12.042832227423787}
+{"Finetune/Learning Rate": 2.686794768876053e-06, "Finetune/Loss": 0.5960434079170227, "Finetune/Loss (Raw)": 0.5080459713935852, "Finetune/Step": 14775, "Finetune/Step Time": 12.049343900755048}
+{"Finetune/Learning Rate": 2.6856463558437374e-06, "Finetune/Loss": 0.5958210229873657, "Finetune/Loss (Raw)": 0.6024684906005859, "Finetune/Step": 14776, "Finetune/Step Time": 12.051345985382795}
+{"Finetune/Learning Rate": 2.6844981502256917e-06, "Finetune/Loss": 0.5960817337036133, "Finetune/Loss (Raw)": 0.6327675580978394, "Finetune/Step": 14777, "Finetune/Step Time": 12.045862551778555}
+{"Finetune/Learning Rate": 2.683350152054479e-06, "Finetune/Loss": 0.5959141254425049, "Finetune/Loss (Raw)": 0.6784956455230713, "Finetune/Step": 14778, "Finetune/Step Time": 12.043422065675259}
+{"Finetune/Learning Rate": 2.682202361362648e-06, "Finetune/Loss": 0.5965280532836914, "Finetune/Loss (Raw)": 0.639101505279541, "Finetune/Step": 14779, "Finetune/Step Time": 12.044804958626628}
+{"Finetune/Learning Rate": 2.681054778182748e-06, "Finetune/Loss": 0.5974017381668091, "Finetune/Loss (Raw)": 0.5776671171188354, "Finetune/Step": 14780, "Finetune/Step Time": 12.021817605942488}
+{"Finetune/Learning Rate": 2.6799074025473204e-06, "Finetune/Loss": 0.598077654838562, "Finetune/Loss (Raw)": 0.6480301022529602, "Finetune/Step": 14781, "Finetune/Step Time": 12.015250887721777}
+{"Finetune/Learning Rate": 2.6787602344889053e-06, "Finetune/Loss": 0.5967233180999756, "Finetune/Loss (Raw)": 0.42692357301712036, "Finetune/Step": 14782, "Finetune/Step Time": 12.031614009290934}
+{"Finetune/Learning Rate": 2.677613274040031e-06, "Finetune/Loss": 0.5962538719177246, "Finetune/Loss (Raw)": 0.6272466778755188, "Finetune/Step": 14783, "Finetune/Step Time": 12.026760749518871}
+{"Finetune/Learning Rate": 2.676466521233225e-06, "Finetune/Loss": 0.5954368710517883, "Finetune/Loss (Raw)": 0.5037994384765625, "Finetune/Step": 14784, "Finetune/Step Time": 12.001924831420183}
+{"Finetune/Learning Rate": 2.675319976101002e-06, "Finetune/Loss": 0.5949940085411072, "Finetune/Loss (Raw)": 0.3998188376426697, "Finetune/Step": 14785, "Finetune/Step Time": 12.00160450860858}
+{"Finetune/Learning Rate": 2.6741736386758743e-06, "Finetune/Loss": 0.5945347547531128, "Finetune/Loss (Raw)": 0.6005843281745911, "Finetune/Step": 14786, "Finetune/Step Time": 11.9969976041466}
+{"Finetune/Learning Rate": 2.67302750899035e-06, "Finetune/Loss": 0.594555139541626, "Finetune/Loss (Raw)": 0.576053261756897, "Finetune/Step": 14787, "Finetune/Step Time": 11.99830298870802}
+{"Finetune/Learning Rate": 2.671881587076929e-06, "Finetune/Loss": 0.5950468182563782, "Finetune/Loss (Raw)": 0.6264342665672302, "Finetune/Step": 14788, "Finetune/Step Time": 11.998560849577188}
+{"Finetune/Learning Rate": 2.670735872968109e-06, "Finetune/Loss": 0.5935976505279541, "Finetune/Loss (Raw)": 0.5602367520332336, "Finetune/Step": 14789, "Finetune/Step Time": 12.01744563318789}
+{"Finetune/Learning Rate": 2.669590366696382e-06, "Finetune/Loss": 0.5943470597267151, "Finetune/Loss (Raw)": 0.6732231974601746, "Finetune/Step": 14790, "Finetune/Step Time": 12.01239075884223}
+{"Finetune/Learning Rate": 2.6684450682942243e-06, "Finetune/Loss": 0.594097912311554, "Finetune/Loss (Raw)": 0.5604532957077026, "Finetune/Step": 14791, "Finetune/Step Time": 12.008075656369328}
+{"Finetune/Learning Rate": 2.6672999777941168e-06, "Finetune/Loss": 0.5932587385177612, "Finetune/Loss (Raw)": 0.5074266791343689, "Finetune/Step": 14792, "Finetune/Step Time": 12.006364095956087}
+{"Finetune/Learning Rate": 2.6661550952285297e-06, "Finetune/Loss": 0.5938032865524292, "Finetune/Loss (Raw)": 0.7022578716278076, "Finetune/Step": 14793, "Finetune/Step Time": 12.000271981582046}
+{"Finetune/Learning Rate": 2.6650104206299287e-06, "Finetune/Loss": 0.593203067779541, "Finetune/Loss (Raw)": 0.580942690372467, "Finetune/Step": 14794, "Finetune/Step Time": 12.000847570598125}
+{"Finetune/Learning Rate": 2.663865954030773e-06, "Finetune/Loss": 0.5932439565658569, "Finetune/Loss (Raw)": 0.6524679064750671, "Finetune/Step": 14795, "Finetune/Step Time": 11.999804940074682}
+{"Finetune/Learning Rate": 2.6627216954635227e-06, "Finetune/Loss": 0.59308260679245, "Finetune/Loss (Raw)": 0.6005561947822571, "Finetune/Step": 14796, "Finetune/Step Time": 11.98455668054521}
+{"Finetune/Learning Rate": 2.661577644960618e-06, "Finetune/Loss": 0.5924590826034546, "Finetune/Loss (Raw)": 0.6113667488098145, "Finetune/Step": 14797, "Finetune/Step Time": 11.984941029921174}
+{"Finetune/Learning Rate": 2.660433802554503e-06, "Finetune/Loss": 0.5933369994163513, "Finetune/Loss (Raw)": 0.6353173851966858, "Finetune/Step": 14798, "Finetune/Step Time": 11.974157314747572}
+{"Finetune/Learning Rate": 2.659290168277615e-06, "Finetune/Loss": 0.5940407514572144, "Finetune/Loss (Raw)": 0.6508193016052246, "Finetune/Step": 14799, "Finetune/Step Time": 12.004762828350067}
+{"Finetune/Learning Rate": 2.6581467421623842e-06, "Finetune/Loss": 0.5937908887863159, "Finetune/Loss (Raw)": 0.6539899110794067, "Finetune/Step": 14800, "Finetune/Step Time": 12.006081245839596}
+{"Finetune/Learning Rate": 2.6570035242412327e-06, "Finetune/Loss": 0.5945205092430115, "Finetune/Loss (Raw)": 0.6652224063873291, "Finetune/Step": 14801, "Finetune/Step Time": 11.997281951829791}
+{"Finetune/Learning Rate": 2.6558605145465823e-06, "Finetune/Loss": 0.5940998196601868, "Finetune/Loss (Raw)": 0.6541067957878113, "Finetune/Step": 14802, "Finetune/Step Time": 11.973533010110259}
+{"Finetune/Learning Rate": 2.6547177131108427e-06, "Finetune/Loss": 0.5928018093109131, "Finetune/Loss (Raw)": 0.5864839553833008, "Finetune/Step": 14803, "Finetune/Step Time": 11.980946091935039}
+{"Finetune/Learning Rate": 2.6535751199664218e-06, "Finetune/Loss": 0.5927960276603699, "Finetune/Loss (Raw)": 0.566039502620697, "Finetune/Step": 14804, "Finetune/Step Time": 11.981413966044784}
+{"Finetune/Learning Rate": 2.6524327351457202e-06, "Finetune/Loss": 0.5940331220626831, "Finetune/Loss (Raw)": 0.6711581945419312, "Finetune/Step": 14805, "Finetune/Step Time": 11.98917050473392}
+{"Finetune/Learning Rate": 2.6512905586811333e-06, "Finetune/Loss": 0.5940730571746826, "Finetune/Loss (Raw)": 0.6234264969825745, "Finetune/Step": 14806, "Finetune/Step Time": 11.991055466234684}
+{"Finetune/Learning Rate": 2.6501485906050485e-06, "Finetune/Loss": 0.594733476638794, "Finetune/Loss (Raw)": 0.581974446773529, "Finetune/Step": 14807, "Finetune/Step Time": 11.996520843356848}
+{"Finetune/Learning Rate": 2.6490068309498483e-06, "Finetune/Loss": 0.5948936939239502, "Finetune/Loss (Raw)": 0.6443862915039062, "Finetune/Step": 14808, "Finetune/Step Time": 12.000921351835132}
+{"Finetune/Learning Rate": 2.647865279747913e-06, "Finetune/Loss": 0.5955783724784851, "Finetune/Loss (Raw)": 0.6228334903717041, "Finetune/Step": 14809, "Finetune/Step Time": 11.978409562259912}
+{"Finetune/Learning Rate": 2.646723937031611e-06, "Finetune/Loss": 0.5947554111480713, "Finetune/Loss (Raw)": 0.5700948238372803, "Finetune/Step": 14810, "Finetune/Step Time": 11.970228508114815}
+{"Finetune/Learning Rate": 2.6455828028333074e-06, "Finetune/Loss": 0.5964193344116211, "Finetune/Loss (Raw)": 0.666819155216217, "Finetune/Step": 14811, "Finetune/Step Time": 11.978976152837276}
+{"Finetune/Learning Rate": 2.6444418771853632e-06, "Finetune/Loss": 0.5962135791778564, "Finetune/Loss (Raw)": 0.544155478477478, "Finetune/Step": 14812, "Finetune/Step Time": 11.959207966923714}
+{"Finetune/Learning Rate": 2.643301160120131e-06, "Finetune/Loss": 0.5960445404052734, "Finetune/Loss (Raw)": 0.5520367622375488, "Finetune/Step": 14813, "Finetune/Step Time": 11.96363920532167}
+{"Finetune/Learning Rate": 2.6421606516699607e-06, "Finetune/Loss": 0.5958600640296936, "Finetune/Loss (Raw)": 0.5654316544532776, "Finetune/Step": 14814, "Finetune/Step Time": 11.963320009410381}
+{"Finetune/Learning Rate": 2.641020351867186e-06, "Finetune/Loss": 0.597511887550354, "Finetune/Loss (Raw)": 0.6123046278953552, "Finetune/Step": 14815, "Finetune/Step Time": 11.932822246104479}
+{"Finetune/Learning Rate": 2.639880260744151e-06, "Finetune/Loss": 0.5980201959609985, "Finetune/Loss (Raw)": 0.7194923162460327, "Finetune/Step": 14816, "Finetune/Step Time": 11.932963453233242}
+{"Finetune/Learning Rate": 2.6387403783331812e-06, "Finetune/Loss": 0.5977228283882141, "Finetune/Loss (Raw)": 0.5812482237815857, "Finetune/Step": 14817, "Finetune/Step Time": 11.951821075752378}
+{"Finetune/Learning Rate": 2.637600704666603e-06, "Finetune/Loss": 0.5962014198303223, "Finetune/Loss (Raw)": 0.37738850712776184, "Finetune/Step": 14818, "Finetune/Step Time": 11.980908460915089}
+{"Finetune/Learning Rate": 2.6364612397767332e-06, "Finetune/Loss": 0.5953892469406128, "Finetune/Loss (Raw)": 0.6120562553405762, "Finetune/Step": 14819, "Finetune/Step Time": 11.982286680489779}
+{"Finetune/Learning Rate": 2.6353219836958823e-06, "Finetune/Loss": 0.5945156812667847, "Finetune/Loss (Raw)": 0.4750528037548065, "Finetune/Step": 14820, "Finetune/Step Time": 12.029279444366693}
+{"Finetune/Learning Rate": 2.634182936456361e-06, "Finetune/Loss": 0.5946698188781738, "Finetune/Loss (Raw)": 0.6825010180473328, "Finetune/Step": 14821, "Finetune/Step Time": 12.016510495916009}
+{"Finetune/Learning Rate": 2.6330440980904603e-06, "Finetune/Loss": 0.5949686169624329, "Finetune/Loss (Raw)": 0.7060674428939819, "Finetune/Step": 14822, "Finetune/Step Time": 12.022962538525462}
+{"Finetune/Learning Rate": 2.6319054686304836e-06, "Finetune/Loss": 0.5933799743652344, "Finetune/Loss (Raw)": 0.537781298160553, "Finetune/Step": 14823, "Finetune/Step Time": 12.011982079595327}
+{"Finetune/Learning Rate": 2.6307670481087143e-06, "Finetune/Loss": 0.5929105877876282, "Finetune/Loss (Raw)": 0.5778829455375671, "Finetune/Step": 14824, "Finetune/Step Time": 12.01192718371749}
+{"Finetune/Learning Rate": 2.6296288365574372e-06, "Finetune/Loss": 0.5930739641189575, "Finetune/Loss (Raw)": 0.5817024111747742, "Finetune/Step": 14825, "Finetune/Step Time": 12.009694311767817}
+{"Finetune/Learning Rate": 2.6284908340089276e-06, "Finetune/Loss": 0.5920125246047974, "Finetune/Loss (Raw)": 0.6031662821769714, "Finetune/Step": 14826, "Finetune/Step Time": 12.010267671197653}
+{"Finetune/Learning Rate": 2.6273530404954596e-06, "Finetune/Loss": 0.5919983386993408, "Finetune/Loss (Raw)": 0.5449848175048828, "Finetune/Step": 14827, "Finetune/Step Time": 12.04490033723414}
+{"Finetune/Learning Rate": 2.6262154560492915e-06, "Finetune/Loss": 0.591671347618103, "Finetune/Loss (Raw)": 0.5691455006599426, "Finetune/Step": 14828, "Finetune/Step Time": 12.069142444059253}
+{"Finetune/Learning Rate": 2.6250780807026843e-06, "Finetune/Loss": 0.5927770137786865, "Finetune/Loss (Raw)": 0.6718317866325378, "Finetune/Step": 14829, "Finetune/Step Time": 12.078895090147853}
+{"Finetune/Learning Rate": 2.623940914487888e-06, "Finetune/Loss": 0.5933568477630615, "Finetune/Loss (Raw)": 0.7289326786994934, "Finetune/Step": 14830, "Finetune/Step Time": 12.081141600385308}
+{"Finetune/Learning Rate": 2.6228039574371566e-06, "Finetune/Loss": 0.5935770869255066, "Finetune/Loss (Raw)": 0.6231822371482849, "Finetune/Step": 14831, "Finetune/Step Time": 12.07884351350367}
+{"Finetune/Learning Rate": 2.6216672095827267e-06, "Finetune/Loss": 0.5920636653900146, "Finetune/Loss (Raw)": 0.47742772102355957, "Finetune/Step": 14832, "Finetune/Step Time": 12.065319821238518}
+{"Finetune/Learning Rate": 2.6205306709568358e-06, "Finetune/Loss": 0.5912114381790161, "Finetune/Loss (Raw)": 0.50694739818573, "Finetune/Step": 14833, "Finetune/Step Time": 12.120113028213382}
+{"Finetune/Learning Rate": 2.619394341591709e-06, "Finetune/Loss": 0.5926921367645264, "Finetune/Loss (Raw)": 0.7887030243873596, "Finetune/Step": 14834, "Finetune/Step Time": 12.125691521912813}
+{"Finetune/Learning Rate": 2.6182582215195695e-06, "Finetune/Loss": 0.5919750928878784, "Finetune/Loss (Raw)": 0.5861839652061462, "Finetune/Step": 14835, "Finetune/Step Time": 12.110575851053}
+{"Finetune/Learning Rate": 2.6171223107726373e-06, "Finetune/Loss": 0.591166615486145, "Finetune/Loss (Raw)": 0.47635409235954285, "Finetune/Step": 14836, "Finetune/Step Time": 12.10771188698709}
+{"Finetune/Learning Rate": 2.615986609383119e-06, "Finetune/Loss": 0.5917154550552368, "Finetune/Loss (Raw)": 0.6321377754211426, "Finetune/Step": 14837, "Finetune/Step Time": 12.139162715524435}
+{"Finetune/Learning Rate": 2.6148511173832246e-06, "Finetune/Loss": 0.5915865898132324, "Finetune/Loss (Raw)": 0.5940378308296204, "Finetune/Step": 14838, "Finetune/Step Time": 12.133668078109622}
+{"Finetune/Learning Rate": 2.613715834805157e-06, "Finetune/Loss": 0.5898644924163818, "Finetune/Loss (Raw)": 0.4467020034790039, "Finetune/Step": 14839, "Finetune/Step Time": 12.214511722326279}
+{"Finetune/Learning Rate": 2.6125807616811006e-06, "Finetune/Loss": 0.5903644561767578, "Finetune/Loss (Raw)": 0.6214701533317566, "Finetune/Step": 14840, "Finetune/Step Time": 12.215023091062903}
+{"Finetune/Learning Rate": 2.6114458980432465e-06, "Finetune/Loss": 0.5913723707199097, "Finetune/Loss (Raw)": 0.6652343273162842, "Finetune/Step": 14841, "Finetune/Step Time": 12.213874028995633}
+{"Finetune/Learning Rate": 2.6103112439237776e-06, "Finetune/Loss": 0.5901052951812744, "Finetune/Loss (Raw)": 0.44637295603752136, "Finetune/Step": 14842, "Finetune/Step Time": 12.221165811643004}
+{"Finetune/Learning Rate": 2.6091767993548676e-06, "Finetune/Loss": 0.5890485048294067, "Finetune/Loss (Raw)": 0.5178012251853943, "Finetune/Step": 14843, "Finetune/Step Time": 12.264595426619053}
+{"Finetune/Learning Rate": 2.6080425643686835e-06, "Finetune/Loss": 0.5888976454734802, "Finetune/Loss (Raw)": 0.5335647463798523, "Finetune/Step": 14844, "Finetune/Step Time": 12.281823486089706}
+{"Finetune/Learning Rate": 2.6069085389973993e-06, "Finetune/Loss": 0.5886834859848022, "Finetune/Loss (Raw)": 0.5404394865036011, "Finetune/Step": 14845, "Finetune/Step Time": 12.274724133312702}
+{"Finetune/Learning Rate": 2.605774723273162e-06, "Finetune/Loss": 0.5878297686576843, "Finetune/Loss (Raw)": 0.49074456095695496, "Finetune/Step": 14846, "Finetune/Step Time": 12.250788737088442}
+{"Finetune/Learning Rate": 2.6046411172281284e-06, "Finetune/Loss": 0.5862684845924377, "Finetune/Loss (Raw)": 0.4318915009498596, "Finetune/Step": 14847, "Finetune/Step Time": 12.28169634193182}
+{"Finetune/Learning Rate": 2.6035077208944416e-06, "Finetune/Loss": 0.5857892632484436, "Finetune/Loss (Raw)": 0.4741501808166504, "Finetune/Step": 14848, "Finetune/Step Time": 12.277259442955256}
+{"Finetune/Learning Rate": 2.602374534304244e-06, "Finetune/Loss": 0.5861592888832092, "Finetune/Loss (Raw)": 0.5840364694595337, "Finetune/Step": 14849, "Finetune/Step Time": 12.280607413500547}
+{"Finetune/Learning Rate": 2.6012415574896677e-06, "Finetune/Loss": 0.5845159292221069, "Finetune/Loss (Raw)": 0.38178136944770813, "Finetune/Step": 14850, "Finetune/Step Time": 12.308416621759534}
+{"Finetune/Learning Rate": 2.6001087904828425e-06, "Finetune/Loss": 0.584160566329956, "Finetune/Loss (Raw)": 0.533796489238739, "Finetune/Step": 14851, "Finetune/Step Time": 12.302381796762347}
+{"Finetune/Learning Rate": 2.5989762333158896e-06, "Finetune/Loss": 0.5849589109420776, "Finetune/Loss (Raw)": 0.7564651370048523, "Finetune/Step": 14852, "Finetune/Step Time": 12.306181948632002}
+{"Finetune/Learning Rate": 2.5978438860209243e-06, "Finetune/Loss": 0.5858374834060669, "Finetune/Loss (Raw)": 0.6804854273796082, "Finetune/Step": 14853, "Finetune/Step Time": 12.313577571883798}
+{"Finetune/Learning Rate": 2.5967117486300573e-06, "Finetune/Loss": 0.5865296721458435, "Finetune/Loss (Raw)": 0.5865704417228699, "Finetune/Step": 14854, "Finetune/Step Time": 12.313285190612078}
+{"Finetune/Learning Rate": 2.595579821175395e-06, "Finetune/Loss": 0.586144208908081, "Finetune/Loss (Raw)": 0.5471798181533813, "Finetune/Step": 14855, "Finetune/Step Time": 12.319246239960194}
+{"Finetune/Learning Rate": 2.594448103689031e-06, "Finetune/Loss": 0.5867292881011963, "Finetune/Loss (Raw)": 0.6233099699020386, "Finetune/Step": 14856, "Finetune/Step Time": 12.310834115371108}
+{"Finetune/Learning Rate": 2.5933165962030616e-06, "Finetune/Loss": 0.5861324071884155, "Finetune/Loss (Raw)": 0.537996232509613, "Finetune/Step": 14857, "Finetune/Step Time": 12.318972665816545}
+{"Finetune/Learning Rate": 2.592185298749571e-06, "Finetune/Loss": 0.5853463411331177, "Finetune/Loss (Raw)": 0.5612576007843018, "Finetune/Step": 14858, "Finetune/Step Time": 12.37372057326138}
+{"Finetune/Learning Rate": 2.591054211360641e-06, "Finetune/Loss": 0.5861618518829346, "Finetune/Loss (Raw)": 0.6236763000488281, "Finetune/Step": 14859, "Finetune/Step Time": 12.363600173965096}
+{"Finetune/Learning Rate": 2.589923334068345e-06, "Finetune/Loss": 0.5875683426856995, "Finetune/Loss (Raw)": 0.588943362236023, "Finetune/Step": 14860, "Finetune/Step Time": 12.339202001690865}
+{"Finetune/Learning Rate": 2.5887926669047527e-06, "Finetune/Loss": 0.5876931548118591, "Finetune/Loss (Raw)": 0.5835623145103455, "Finetune/Step": 14861, "Finetune/Step Time": 12.340529525652528}
+{"Finetune/Learning Rate": 2.5876622099019243e-06, "Finetune/Loss": 0.5886051058769226, "Finetune/Loss (Raw)": 0.6931385397911072, "Finetune/Step": 14862, "Finetune/Step Time": 12.339522426947951}
+{"Finetune/Learning Rate": 2.586531963091922e-06, "Finetune/Loss": 0.5893809199333191, "Finetune/Loss (Raw)": 0.6663546562194824, "Finetune/Step": 14863, "Finetune/Step Time": 12.331371821463108}
+{"Finetune/Learning Rate": 2.585401926506785e-06, "Finetune/Loss": 0.5899832844734192, "Finetune/Loss (Raw)": 0.5905584692955017, "Finetune/Step": 14864, "Finetune/Step Time": 12.330730935558677}
+{"Finetune/Learning Rate": 2.5842721001785685e-06, "Finetune/Loss": 0.5906275510787964, "Finetune/Loss (Raw)": 0.5990161895751953, "Finetune/Step": 14865, "Finetune/Step Time": 12.333105577155948}
+{"Finetune/Learning Rate": 2.5831424841393084e-06, "Finetune/Loss": 0.5895874500274658, "Finetune/Loss (Raw)": 0.4865741431713104, "Finetune/Step": 14866, "Finetune/Step Time": 12.288442632183433}
+{"Finetune/Learning Rate": 2.582013078421036e-06, "Finetune/Loss": 0.5884478092193604, "Finetune/Loss (Raw)": 0.4969771206378937, "Finetune/Step": 14867, "Finetune/Step Time": 12.273507753387094}
+{"Finetune/Learning Rate": 2.580883883055779e-06, "Finetune/Loss": 0.5876539945602417, "Finetune/Loss (Raw)": 0.5433899164199829, "Finetune/Step": 14868, "Finetune/Step Time": 12.28920066729188}
+{"Finetune/Learning Rate": 2.5797548980755604e-06, "Finetune/Loss": 0.5860001444816589, "Finetune/Loss (Raw)": 0.5577520132064819, "Finetune/Step": 14869, "Finetune/Step Time": 12.29529551230371}
+{"Finetune/Learning Rate": 2.578626123512391e-06, "Finetune/Loss": 0.586452066898346, "Finetune/Loss (Raw)": 0.6338170170783997, "Finetune/Step": 14870, "Finetune/Step Time": 12.281879609450698}
+{"Finetune/Learning Rate": 2.5774975593982766e-06, "Finetune/Loss": 0.5861008167266846, "Finetune/Loss (Raw)": 0.5197481513023376, "Finetune/Step": 14871, "Finetune/Step Time": 12.297898819670081}
+{"Finetune/Learning Rate": 2.576369205765229e-06, "Finetune/Loss": 0.5873285531997681, "Finetune/Loss (Raw)": 0.6006558537483215, "Finetune/Step": 14872, "Finetune/Step Time": 12.268724819645286}
+{"Finetune/Learning Rate": 2.5752410626452396e-06, "Finetune/Loss": 0.588029146194458, "Finetune/Loss (Raw)": 0.6851104497909546, "Finetune/Step": 14873, "Finetune/Step Time": 12.255139518529177}
+{"Finetune/Learning Rate": 2.5741131300703004e-06, "Finetune/Loss": 0.5887699127197266, "Finetune/Loss (Raw)": 0.6677163243293762, "Finetune/Step": 14874, "Finetune/Step Time": 12.239411113783717}
+{"Finetune/Learning Rate": 2.5729854080724003e-06, "Finetune/Loss": 0.5896134376525879, "Finetune/Loss (Raw)": 0.6037566065788269, "Finetune/Step": 14875, "Finetune/Step Time": 12.222841776907444}
+{"Finetune/Learning Rate": 2.5718578966835116e-06, "Finetune/Loss": 0.5901623368263245, "Finetune/Loss (Raw)": 0.698418140411377, "Finetune/Step": 14876, "Finetune/Step Time": 12.22267671301961}
+{"Finetune/Learning Rate": 2.570730595935609e-06, "Finetune/Loss": 0.5884741544723511, "Finetune/Loss (Raw)": 0.5645101070404053, "Finetune/Step": 14877, "Finetune/Step Time": 12.260516032576561}
+{"Finetune/Learning Rate": 2.569603505860658e-06, "Finetune/Loss": 0.5875099301338196, "Finetune/Loss (Raw)": 0.4699961543083191, "Finetune/Step": 14878, "Finetune/Step Time": 12.261045053601265}
+{"Finetune/Learning Rate": 2.568476626490626e-06, "Finetune/Loss": 0.5866717100143433, "Finetune/Loss (Raw)": 0.5649547576904297, "Finetune/Step": 14879, "Finetune/Step Time": 12.254354359582067}
+{"Finetune/Learning Rate": 2.5673499578574644e-06, "Finetune/Loss": 0.5872485637664795, "Finetune/Loss (Raw)": 0.5704043507575989, "Finetune/Step": 14880, "Finetune/Step Time": 12.250157242640853}
+{"Finetune/Learning Rate": 2.5662234999931244e-06, "Finetune/Loss": 0.5869488716125488, "Finetune/Loss (Raw)": 0.5136131048202515, "Finetune/Step": 14881, "Finetune/Step Time": 12.260520800948143}
+{"Finetune/Learning Rate": 2.565097252929545e-06, "Finetune/Loss": 0.586033821105957, "Finetune/Loss (Raw)": 0.6085103750228882, "Finetune/Step": 14882, "Finetune/Step Time": 12.260953655466437}
+{"Finetune/Learning Rate": 2.563971216698665e-06, "Finetune/Loss": 0.5852104425430298, "Finetune/Loss (Raw)": 0.4815271198749542, "Finetune/Step": 14883, "Finetune/Step Time": 12.272161157801747}
+{"Finetune/Learning Rate": 2.562845391332417e-06, "Finetune/Loss": 0.5858300924301147, "Finetune/Loss (Raw)": 0.6801032423973083, "Finetune/Step": 14884, "Finetune/Step Time": 12.26830523274839}
+{"Finetune/Learning Rate": 2.5617197768627244e-06, "Finetune/Loss": 0.5868849158287048, "Finetune/Loss (Raw)": 0.6687960028648376, "Finetune/Step": 14885, "Finetune/Step Time": 12.2517419885844}
+{"Finetune/Learning Rate": 2.5605943733215044e-06, "Finetune/Loss": 0.5858955383300781, "Finetune/Loss (Raw)": 0.57917320728302, "Finetune/Step": 14886, "Finetune/Step Time": 12.25171747431159}
+{"Finetune/Learning Rate": 2.559469180740679e-06, "Finetune/Loss": 0.5860562324523926, "Finetune/Loss (Raw)": 0.6340702772140503, "Finetune/Step": 14887, "Finetune/Step Time": 12.251431629061699}
+{"Finetune/Learning Rate": 2.5583441991521475e-06, "Finetune/Loss": 0.587020993232727, "Finetune/Loss (Raw)": 0.625243604183197, "Finetune/Step": 14888, "Finetune/Step Time": 12.24676226079464}
+{"Finetune/Learning Rate": 2.5572194285878125e-06, "Finetune/Loss": 0.587593674659729, "Finetune/Loss (Raw)": 0.5809329152107239, "Finetune/Step": 14889, "Finetune/Step Time": 12.252520628273487}
+{"Finetune/Learning Rate": 2.5560948690795693e-06, "Finetune/Loss": 0.5870446562767029, "Finetune/Loss (Raw)": 0.6118909120559692, "Finetune/Step": 14890, "Finetune/Step Time": 12.265242338180542}
+{"Finetune/Learning Rate": 2.55497052065931e-06, "Finetune/Loss": 0.5871367454528809, "Finetune/Loss (Raw)": 0.5878331065177917, "Finetune/Step": 14891, "Finetune/Step Time": 12.260205144062638}
+{"Finetune/Learning Rate": 2.5538463833589144e-06, "Finetune/Loss": 0.5868982076644897, "Finetune/Loss (Raw)": 0.5731769800186157, "Finetune/Step": 14892, "Finetune/Step Time": 12.262255154550076}
+{"Finetune/Learning Rate": 2.5527224572102617e-06, "Finetune/Loss": 0.5865902900695801, "Finetune/Loss (Raw)": 0.5351447463035583, "Finetune/Step": 14893, "Finetune/Step Time": 12.256816027686}
+{"Finetune/Learning Rate": 2.5515987422452225e-06, "Finetune/Loss": 0.587187647819519, "Finetune/Loss (Raw)": 0.5512405633926392, "Finetune/Step": 14894, "Finetune/Step Time": 12.282993167638779}
+{"Finetune/Learning Rate": 2.550475238495663e-06, "Finetune/Loss": 0.5868717432022095, "Finetune/Loss (Raw)": 0.6020340323448181, "Finetune/Step": 14895, "Finetune/Step Time": 12.249629579484463}
+{"Finetune/Learning Rate": 2.5493519459934423e-06, "Finetune/Loss": 0.5867698788642883, "Finetune/Loss (Raw)": 0.6066986918449402, "Finetune/Step": 14896, "Finetune/Step Time": 12.248049102723598}
+{"Finetune/Learning Rate": 2.5482288647704134e-06, "Finetune/Loss": 0.5874475240707397, "Finetune/Loss (Raw)": 0.6498581171035767, "Finetune/Step": 14897, "Finetune/Step Time": 12.249719364568591}
+{"Finetune/Learning Rate": 2.5471059948584243e-06, "Finetune/Loss": 0.5870612263679504, "Finetune/Loss (Raw)": 0.5697826147079468, "Finetune/Step": 14898, "Finetune/Step Time": 12.245204631239176}
+{"Finetune/Learning Rate": 2.545983336289315e-06, "Finetune/Loss": 0.5876569747924805, "Finetune/Loss (Raw)": 0.6293936371803284, "Finetune/Step": 14899, "Finetune/Step Time": 12.248477147892118}
+{"Finetune/Learning Rate": 2.544860889094922e-06, "Finetune/Loss": 0.5882402062416077, "Finetune/Loss (Raw)": 0.6330761313438416, "Finetune/Step": 14900, "Finetune/Step Time": 12.244497042149305}
+{"Finetune/Learning Rate": 2.5437386533070764e-06, "Finetune/Loss": 0.5884844064712524, "Finetune/Loss (Raw)": 0.5963704586029053, "Finetune/Step": 14901, "Finetune/Step Time": 12.267548810690641}
+{"Finetune/Learning Rate": 2.542616628957598e-06, "Finetune/Loss": 0.5871536731719971, "Finetune/Loss (Raw)": 0.4497353434562683, "Finetune/Step": 14902, "Finetune/Step Time": 12.260899420827627}
+{"Finetune/Learning Rate": 2.541494816078306e-06, "Finetune/Loss": 0.5880312323570251, "Finetune/Loss (Raw)": 0.6203792095184326, "Finetune/Step": 14903, "Finetune/Step Time": 12.254220463335514}
+{"Finetune/Learning Rate": 2.540373214701013e-06, "Finetune/Loss": 0.5880711078643799, "Finetune/Loss (Raw)": 0.6075670123100281, "Finetune/Step": 14904, "Finetune/Step Time": 12.249193895608187}
+{"Finetune/Learning Rate": 2.5392518248575227e-06, "Finetune/Loss": 0.5879403352737427, "Finetune/Loss (Raw)": 0.6160300970077515, "Finetune/Step": 14905, "Finetune/Step Time": 12.249488990753889}
+{"Finetune/Learning Rate": 2.538130646579635e-06, "Finetune/Loss": 0.5876914262771606, "Finetune/Loss (Raw)": 0.6466428637504578, "Finetune/Step": 14906, "Finetune/Step Time": 12.252088520675898}
+{"Finetune/Learning Rate": 2.5370096798991438e-06, "Finetune/Loss": 0.5851346850395203, "Finetune/Loss (Raw)": 0.31183457374572754, "Finetune/Step": 14907, "Finetune/Step Time": 12.276241531595588}
+{"Finetune/Learning Rate": 2.5358889248478357e-06, "Finetune/Loss": 0.5852534174919128, "Finetune/Loss (Raw)": 0.592867374420166, "Finetune/Step": 14908, "Finetune/Step Time": 12.272311218082905}
+{"Finetune/Learning Rate": 2.534768381457493e-06, "Finetune/Loss": 0.5847089290618896, "Finetune/Loss (Raw)": 0.5783376693725586, "Finetune/Step": 14909, "Finetune/Step Time": 12.274858871474862}
+{"Finetune/Learning Rate": 2.5336480497598905e-06, "Finetune/Loss": 0.5864030122756958, "Finetune/Loss (Raw)": 0.6437636613845825, "Finetune/Step": 14910, "Finetune/Step Time": 12.245864130556583}
+{"Finetune/Learning Rate": 2.5325279297867978e-06, "Finetune/Loss": 0.584663987159729, "Finetune/Loss (Raw)": 0.40465107560157776, "Finetune/Step": 14911, "Finetune/Step Time": 12.269825994968414}
+{"Finetune/Learning Rate": 2.5314080215699822e-06, "Finetune/Loss": 0.5849949717521667, "Finetune/Loss (Raw)": 0.5461652278900146, "Finetune/Step": 14912, "Finetune/Step Time": 12.274668833240867}
+{"Finetune/Learning Rate": 2.5302883251411903e-06, "Finetune/Loss": 0.5871076583862305, "Finetune/Loss (Raw)": 0.6702492833137512, "Finetune/Step": 14913, "Finetune/Step Time": 12.245566392317414}
+{"Finetune/Learning Rate": 2.5291688405321835e-06, "Finetune/Loss": 0.58620685338974, "Finetune/Loss (Raw)": 0.48527419567108154, "Finetune/Step": 14914, "Finetune/Step Time": 12.264793146401644}
+{"Finetune/Learning Rate": 2.528049567774704e-06, "Finetune/Loss": 0.5864227414131165, "Finetune/Loss (Raw)": 0.6036909222602844, "Finetune/Step": 14915, "Finetune/Step Time": 12.264687892049551}
+{"Finetune/Learning Rate": 2.5269305069004924e-06, "Finetune/Loss": 0.5865816473960876, "Finetune/Loss (Raw)": 0.6467671394348145, "Finetune/Step": 14916, "Finetune/Step Time": 12.26697844453156}
+{"Finetune/Learning Rate": 2.5258116579412805e-06, "Finetune/Loss": 0.5872376561164856, "Finetune/Loss (Raw)": 0.644210696220398, "Finetune/Step": 14917, "Finetune/Step Time": 12.254019804298878}
+{"Finetune/Learning Rate": 2.524693020928799e-06, "Finetune/Loss": 0.5866219997406006, "Finetune/Loss (Raw)": 0.5944203734397888, "Finetune/Step": 14918, "Finetune/Step Time": 12.255338231101632}
+{"Finetune/Learning Rate": 2.5235745958947634e-06, "Finetune/Loss": 0.5876995921134949, "Finetune/Loss (Raw)": 0.6983854174613953, "Finetune/Step": 14919, "Finetune/Step Time": 12.261556627228856}
+{"Finetune/Learning Rate": 2.5224563828708904e-06, "Finetune/Loss": 0.5892284512519836, "Finetune/Loss (Raw)": 0.7031195759773254, "Finetune/Step": 14920, "Finetune/Step Time": 12.336490964516997}
+{"Finetune/Learning Rate": 2.5213383818888926e-06, "Finetune/Loss": 0.5868428945541382, "Finetune/Loss (Raw)": 0.39690062403678894, "Finetune/Step": 14921, "Finetune/Step Time": 12.364400641992688}
+{"Finetune/Learning Rate": 2.5202205929804726e-06, "Finetune/Loss": 0.5869687795639038, "Finetune/Loss (Raw)": 0.5970548391342163, "Finetune/Step": 14922, "Finetune/Step Time": 12.36650457046926}
+{"Finetune/Learning Rate": 2.519103016177327e-06, "Finetune/Loss": 0.5867535471916199, "Finetune/Loss (Raw)": 0.6249246597290039, "Finetune/Step": 14923, "Finetune/Step Time": 12.36419695429504}
+{"Finetune/Learning Rate": 2.517985651511149e-06, "Finetune/Loss": 0.5864027142524719, "Finetune/Loss (Raw)": 0.5556467175483704, "Finetune/Step": 14924, "Finetune/Step Time": 12.367714453488588}
+{"Finetune/Learning Rate": 2.5168684990136205e-06, "Finetune/Loss": 0.5861106514930725, "Finetune/Loss (Raw)": 0.5739885568618774, "Finetune/Step": 14925, "Finetune/Step Time": 12.360850539058447}
+{"Finetune/Learning Rate": 2.5157515587164204e-06, "Finetune/Loss": 0.5851118564605713, "Finetune/Loss (Raw)": 0.5074719786643982, "Finetune/Step": 14926, "Finetune/Step Time": 12.363942731171846}
+{"Finetune/Learning Rate": 2.5146348306512226e-06, "Finetune/Loss": 0.584561824798584, "Finetune/Loss (Raw)": 0.5804154276847839, "Finetune/Step": 14927, "Finetune/Step Time": 12.337317077443004}
+{"Finetune/Learning Rate": 2.5135183148496976e-06, "Finetune/Loss": 0.5836770534515381, "Finetune/Loss (Raw)": 0.5407308340072632, "Finetune/Step": 14928, "Finetune/Step Time": 12.356177639216185}
+{"Finetune/Learning Rate": 2.5124020113435045e-06, "Finetune/Loss": 0.5826111435890198, "Finetune/Loss (Raw)": 0.5287940502166748, "Finetune/Step": 14929, "Finetune/Step Time": 12.363375836983323}
+{"Finetune/Learning Rate": 2.5112859201643013e-06, "Finetune/Loss": 0.5823802947998047, "Finetune/Loss (Raw)": 0.6245529055595398, "Finetune/Step": 14930, "Finetune/Step Time": 12.367266291752458}
+{"Finetune/Learning Rate": 2.5101700413437312e-06, "Finetune/Loss": 0.5824459791183472, "Finetune/Loss (Raw)": 0.5948983430862427, "Finetune/Step": 14931, "Finetune/Step Time": 12.366537695750594}
+{"Finetune/Learning Rate": 2.509054374913441e-06, "Finetune/Loss": 0.5826743841171265, "Finetune/Loss (Raw)": 0.5952683687210083, "Finetune/Step": 14932, "Finetune/Step Time": 12.363342383876443}
+{"Finetune/Learning Rate": 2.5079389209050677e-06, "Finetune/Loss": 0.5817314386367798, "Finetune/Loss (Raw)": 0.5504575967788696, "Finetune/Step": 14933, "Finetune/Step Time": 12.359165782108903}
+{"Finetune/Learning Rate": 2.5068236793502387e-06, "Finetune/Loss": 0.5824235677719116, "Finetune/Loss (Raw)": 0.7120231986045837, "Finetune/Step": 14934, "Finetune/Step Time": 12.35910652577877}
+{"Finetune/Learning Rate": 2.505708650280585e-06, "Finetune/Loss": 0.5822532176971436, "Finetune/Loss (Raw)": 0.5601677894592285, "Finetune/Step": 14935, "Finetune/Step Time": 12.34586312994361}
+{"Finetune/Learning Rate": 2.5045938337277263e-06, "Finetune/Loss": 0.581690788269043, "Finetune/Loss (Raw)": 0.5723913311958313, "Finetune/Step": 14936, "Finetune/Step Time": 12.356004832312465}
+{"Finetune/Learning Rate": 2.503479229723269e-06, "Finetune/Loss": 0.5822176933288574, "Finetune/Loss (Raw)": 0.6902815103530884, "Finetune/Step": 14937, "Finetune/Step Time": 12.347567791119218}
+{"Finetune/Learning Rate": 2.502364838298824e-06, "Finetune/Loss": 0.5824629068374634, "Finetune/Loss (Raw)": 0.6014801263809204, "Finetune/Step": 14938, "Finetune/Step Time": 12.385253593325615}
+{"Finetune/Learning Rate": 2.501250659485992e-06, "Finetune/Loss": 0.5820295214653015, "Finetune/Loss (Raw)": 0.6113521456718445, "Finetune/Step": 14939, "Finetune/Step Time": 12.375383807346225}
+{"Finetune/Learning Rate": 2.5001366933163672e-06, "Finetune/Loss": 0.5818905830383301, "Finetune/Loss (Raw)": 0.5263683795928955, "Finetune/Step": 14940, "Finetune/Step Time": 12.379605405032635}
+{"Finetune/Learning Rate": 2.4990229398215394e-06, "Finetune/Loss": 0.582553505897522, "Finetune/Loss (Raw)": 0.6368915438652039, "Finetune/Step": 14941, "Finetune/Step Time": 12.377889528870583}
+{"Finetune/Learning Rate": 2.4979093990330903e-06, "Finetune/Loss": 0.5832522511482239, "Finetune/Loss (Raw)": 0.6548712849617004, "Finetune/Step": 14942, "Finetune/Step Time": 12.388041093945503}
+{"Finetune/Learning Rate": 2.4967960709825988e-06, "Finetune/Loss": 0.5831491947174072, "Finetune/Loss (Raw)": 0.5991193652153015, "Finetune/Step": 14943, "Finetune/Step Time": 12.39033280313015}
+{"Finetune/Learning Rate": 2.4956829557016336e-06, "Finetune/Loss": 0.582701563835144, "Finetune/Loss (Raw)": 0.6621881127357483, "Finetune/Step": 14944, "Finetune/Step Time": 12.389413768425584}
+{"Finetune/Learning Rate": 2.4945700532217608e-06, "Finetune/Loss": 0.5830377340316772, "Finetune/Loss (Raw)": 0.6242871284484863, "Finetune/Step": 14945, "Finetune/Step Time": 12.39559255167842}
+{"Finetune/Learning Rate": 2.4934573635745386e-06, "Finetune/Loss": 0.5856980085372925, "Finetune/Loss (Raw)": 0.717897355556488, "Finetune/Step": 14946, "Finetune/Step Time": 12.369457451626658}
+{"Finetune/Learning Rate": 2.492344886791519e-06, "Finetune/Loss": 0.5854593515396118, "Finetune/Loss (Raw)": 0.581510066986084, "Finetune/Step": 14947, "Finetune/Step Time": 12.375597421079874}
+{"Finetune/Learning Rate": 2.4912326229042504e-06, "Finetune/Loss": 0.5864318013191223, "Finetune/Loss (Raw)": 0.5995187759399414, "Finetune/Step": 14948, "Finetune/Step Time": 12.330101987347007}
+{"Finetune/Learning Rate": 2.490120571944272e-06, "Finetune/Loss": 0.5850234031677246, "Finetune/Loss (Raw)": 0.5022271275520325, "Finetune/Step": 14949, "Finetune/Step Time": 12.32076388783753}
+{"Finetune/Learning Rate": 2.48900873394312e-06, "Finetune/Loss": 0.5846673846244812, "Finetune/Loss (Raw)": 0.6604989767074585, "Finetune/Step": 14950, "Finetune/Step Time": 12.314250774681568}
+{"Finetune/Learning Rate": 2.487897108932321e-06, "Finetune/Loss": 0.5846908092498779, "Finetune/Loss (Raw)": 0.5407767295837402, "Finetune/Step": 14951, "Finetune/Step Time": 12.318252574652433}
+{"Finetune/Learning Rate": 2.486785696943399e-06, "Finetune/Loss": 0.585070788860321, "Finetune/Loss (Raw)": 0.6265237331390381, "Finetune/Step": 14952, "Finetune/Step Time": 12.321865959092975}
+{"Finetune/Learning Rate": 2.4856744980078696e-06, "Finetune/Loss": 0.5848438739776611, "Finetune/Loss (Raw)": 0.5526626706123352, "Finetune/Step": 14953, "Finetune/Step Time": 12.320168934762478}
+{"Finetune/Learning Rate": 2.4845635121572433e-06, "Finetune/Loss": 0.5859099626541138, "Finetune/Loss (Raw)": 0.7396270036697388, "Finetune/Step": 14954, "Finetune/Step Time": 12.320654006674886}
+{"Finetune/Learning Rate": 2.4834527394230246e-06, "Finetune/Loss": 0.5853206515312195, "Finetune/Loss (Raw)": 0.4695435166358948, "Finetune/Step": 14955, "Finetune/Step Time": 12.295780392363667}
+{"Finetune/Learning Rate": 2.482342179836712e-06, "Finetune/Loss": 0.5860611200332642, "Finetune/Loss (Raw)": 0.6639297604560852, "Finetune/Step": 14956, "Finetune/Step Time": 12.267319867387414}
+{"Finetune/Learning Rate": 2.481231833429799e-06, "Finetune/Loss": 0.5863215923309326, "Finetune/Loss (Raw)": 0.705167293548584, "Finetune/Step": 14957, "Finetune/Step Time": 12.260105952620506}
+{"Finetune/Learning Rate": 2.48012170023377e-06, "Finetune/Loss": 0.5850533246994019, "Finetune/Loss (Raw)": 0.5666038393974304, "Finetune/Step": 14958, "Finetune/Step Time": 12.28588286601007}
+{"Finetune/Learning Rate": 2.479011780280105e-06, "Finetune/Loss": 0.5849142074584961, "Finetune/Loss (Raw)": 0.605374276638031, "Finetune/Step": 14959, "Finetune/Step Time": 12.28848522901535}
+{"Finetune/Learning Rate": 2.4779020736002836e-06, "Finetune/Loss": 0.585405707359314, "Finetune/Loss (Raw)": 0.540340781211853, "Finetune/Step": 14960, "Finetune/Step Time": 12.296736968681216}
+{"Finetune/Learning Rate": 2.476792580225762e-06, "Finetune/Loss": 0.5867732763290405, "Finetune/Loss (Raw)": 0.6819956302642822, "Finetune/Step": 14961, "Finetune/Step Time": 12.244711110368371}
+{"Finetune/Learning Rate": 2.4756833001880145e-06, "Finetune/Loss": 0.5859544277191162, "Finetune/Loss (Raw)": 0.6838892698287964, "Finetune/Step": 14962, "Finetune/Step Time": 12.23308059759438}
+{"Finetune/Learning Rate": 2.474574233518491e-06, "Finetune/Loss": 0.585914134979248, "Finetune/Loss (Raw)": 0.5810249447822571, "Finetune/Step": 14963, "Finetune/Step Time": 12.233246954157948}
+{"Finetune/Learning Rate": 2.473465380248643e-06, "Finetune/Loss": 0.5868804454803467, "Finetune/Loss (Raw)": 0.6000357270240784, "Finetune/Step": 14964, "Finetune/Step Time": 12.23335899040103}
+{"Finetune/Learning Rate": 2.4723567404099136e-06, "Finetune/Loss": 0.5865074992179871, "Finetune/Loss (Raw)": 0.5844051837921143, "Finetune/Step": 14965, "Finetune/Step Time": 12.200755774974823}
+{"Finetune/Learning Rate": 2.4712483140337452e-06, "Finetune/Loss": 0.5858955383300781, "Finetune/Loss (Raw)": 0.5157060623168945, "Finetune/Step": 14966, "Finetune/Step Time": 12.198679713532329}
+{"Finetune/Learning Rate": 2.4701401011515625e-06, "Finetune/Loss": 0.5874804258346558, "Finetune/Loss (Raw)": 0.6495704650878906, "Finetune/Step": 14967, "Finetune/Step Time": 12.132273936644197}
+{"Finetune/Learning Rate": 2.4690321017947938e-06, "Finetune/Loss": 0.5870354771614075, "Finetune/Loss (Raw)": 0.5645187497138977, "Finetune/Step": 14968, "Finetune/Step Time": 12.136110045015812}
+{"Finetune/Learning Rate": 2.4679243159948575e-06, "Finetune/Loss": 0.585189938545227, "Finetune/Loss (Raw)": 0.42900559306144714, "Finetune/Step": 14969, "Finetune/Step Time": 12.161955904215574}
+{"Finetune/Learning Rate": 2.4668167437831714e-06, "Finetune/Loss": 0.5860897898674011, "Finetune/Loss (Raw)": 0.5615522861480713, "Finetune/Step": 14970, "Finetune/Step Time": 12.154096083715558}
+{"Finetune/Learning Rate": 2.465709385191142e-06, "Finetune/Loss": 0.586776852607727, "Finetune/Loss (Raw)": 0.6057383418083191, "Finetune/Step": 14971, "Finetune/Step Time": 12.125195743516088}
+{"Finetune/Learning Rate": 2.464602240250172e-06, "Finetune/Loss": 0.5868332386016846, "Finetune/Loss (Raw)": 0.5407814383506775, "Finetune/Step": 14972, "Finetune/Step Time": 12.10966387949884}
+{"Finetune/Learning Rate": 2.4634953089916513e-06, "Finetune/Loss": 0.5871108770370483, "Finetune/Loss (Raw)": 0.575973391532898, "Finetune/Step": 14973, "Finetune/Step Time": 12.10848361812532}
+{"Finetune/Learning Rate": 2.4623885914469735e-06, "Finetune/Loss": 0.58858323097229, "Finetune/Loss (Raw)": 0.6792184114456177, "Finetune/Step": 14974, "Finetune/Step Time": 12.105325089767575}
+{"Finetune/Learning Rate": 2.4612820876475207e-06, "Finetune/Loss": 0.5904437303543091, "Finetune/Loss (Raw)": 0.6700302362442017, "Finetune/Step": 14975, "Finetune/Step Time": 12.086239768192172}
+{"Finetune/Learning Rate": 2.4601757976246685e-06, "Finetune/Loss": 0.592415452003479, "Finetune/Loss (Raw)": 0.72653728723526, "Finetune/Step": 14976, "Finetune/Step Time": 12.08086559176445}
+{"Finetune/Learning Rate": 2.4590697214097925e-06, "Finetune/Loss": 0.5927907228469849, "Finetune/Loss (Raw)": 0.6320621967315674, "Finetune/Step": 14977, "Finetune/Step Time": 12.075286094099283}
+{"Finetune/Learning Rate": 2.457963859034258e-06, "Finetune/Loss": 0.594414234161377, "Finetune/Loss (Raw)": 0.5895945429801941, "Finetune/Step": 14978, "Finetune/Step Time": 12.050649084150791}
+{"Finetune/Learning Rate": 2.45685821052942e-06, "Finetune/Loss": 0.5952011346817017, "Finetune/Loss (Raw)": 0.6345205903053284, "Finetune/Step": 14979, "Finetune/Step Time": 12.05260850302875}
+{"Finetune/Learning Rate": 2.455752775926633e-06, "Finetune/Loss": 0.5925379991531372, "Finetune/Loss (Raw)": 0.4155823588371277, "Finetune/Step": 14980, "Finetune/Step Time": 12.07873703353107}
+{"Finetune/Learning Rate": 2.4546475552572448e-06, "Finetune/Loss": 0.5918153524398804, "Finetune/Loss (Raw)": 0.5879831314086914, "Finetune/Step": 14981, "Finetune/Step Time": 12.089824426919222}
+{"Finetune/Learning Rate": 2.453542548552594e-06, "Finetune/Loss": 0.5911139249801636, "Finetune/Loss (Raw)": 0.4967886209487915, "Finetune/Step": 14982, "Finetune/Step Time": 12.090227706357837}
+{"Finetune/Learning Rate": 2.452437755844016e-06, "Finetune/Loss": 0.5916241407394409, "Finetune/Loss (Raw)": 0.6124921441078186, "Finetune/Step": 14983, "Finetune/Step Time": 12.082138691097498}
+{"Finetune/Learning Rate": 2.451333177162847e-06, "Finetune/Loss": 0.5916516780853271, "Finetune/Loss (Raw)": 0.6268378496170044, "Finetune/Step": 14984, "Finetune/Step Time": 12.087166551500559}
+{"Finetune/Learning Rate": 2.4502288125403996e-06, "Finetune/Loss": 0.5918699502944946, "Finetune/Loss (Raw)": 0.5659340620040894, "Finetune/Step": 14985, "Finetune/Step Time": 12.105127854272723}
+{"Finetune/Learning Rate": 2.4491246620079946e-06, "Finetune/Loss": 0.5908939838409424, "Finetune/Loss (Raw)": 0.43633636832237244, "Finetune/Step": 14986, "Finetune/Step Time": 12.072789726778865}
+{"Finetune/Learning Rate": 2.4480207255969425e-06, "Finetune/Loss": 0.5913623571395874, "Finetune/Loss (Raw)": 0.6836223006248474, "Finetune/Step": 14987, "Finetune/Step Time": 12.064811335876584}
+{"Finetune/Learning Rate": 2.446917003338547e-06, "Finetune/Loss": 0.5915337204933167, "Finetune/Loss (Raw)": 0.6108798980712891, "Finetune/Step": 14988, "Finetune/Step Time": 12.057513799518347}
+{"Finetune/Learning Rate": 2.445813495264109e-06, "Finetune/Loss": 0.5908387899398804, "Finetune/Loss (Raw)": 0.4946078956127167, "Finetune/Step": 14989, "Finetune/Step Time": 12.055634167045355}
+{"Finetune/Learning Rate": 2.444710201404914e-06, "Finetune/Loss": 0.5903185606002808, "Finetune/Loss (Raw)": 0.6265485286712646, "Finetune/Step": 14990, "Finetune/Step Time": 12.054922059178352}
+{"Finetune/Learning Rate": 2.443607121792261e-06, "Finetune/Loss": 0.5901181697845459, "Finetune/Loss (Raw)": 0.6407082676887512, "Finetune/Step": 14991, "Finetune/Step Time": 12.05970492772758}
+{"Finetune/Learning Rate": 2.4425042564574186e-06, "Finetune/Loss": 0.5905498266220093, "Finetune/Loss (Raw)": 0.6458028554916382, "Finetune/Step": 14992, "Finetune/Step Time": 12.057695519179106}
+{"Finetune/Learning Rate": 2.4414016054316648e-06, "Finetune/Loss": 0.5892901420593262, "Finetune/Loss (Raw)": 0.4377851188182831, "Finetune/Step": 14993, "Finetune/Step Time": 12.085873551666737}
+{"Finetune/Learning Rate": 2.4402991687462675e-06, "Finetune/Loss": 0.5902875661849976, "Finetune/Loss (Raw)": 0.6142469644546509, "Finetune/Step": 14994, "Finetune/Step Time": 12.085214771330357}
+{"Finetune/Learning Rate": 2.4391969464324895e-06, "Finetune/Loss": 0.5911818742752075, "Finetune/Loss (Raw)": 0.6114393472671509, "Finetune/Step": 14995, "Finetune/Step Time": 12.081882571801543}
+{"Finetune/Learning Rate": 2.4380949385215856e-06, "Finetune/Loss": 0.5917775630950928, "Finetune/Loss (Raw)": 0.6196411848068237, "Finetune/Step": 14996, "Finetune/Step Time": 12.07487701997161}
+{"Finetune/Learning Rate": 2.436993145044807e-06, "Finetune/Loss": 0.5903131365776062, "Finetune/Loss (Raw)": 0.37030670046806335, "Finetune/Step": 14997, "Finetune/Step Time": 12.098690995946527}
+{"Finetune/Learning Rate": 2.4358915660333946e-06, "Finetune/Loss": 0.5906249284744263, "Finetune/Loss (Raw)": 0.6737318634986877, "Finetune/Step": 14998, "Finetune/Step Time": 12.118647752329707}
+{"Finetune/Learning Rate": 2.43479020151859e-06, "Finetune/Loss": 0.5916292667388916, "Finetune/Loss (Raw)": 0.648294985294342, "Finetune/Step": 14999, "Finetune/Step Time": 12.106504302471876}
+{"Finetune/Learning Rate": 2.4336890515316215e-06, "Finetune/Loss": 0.5924774408340454, "Finetune/Loss (Raw)": 0.709222137928009, "Finetune/Step": 15000, "Finetune/Step Time": 12.102619944140315}
+{"Finetune/Learning Rate": 2.4325881161037157e-06, "Finetune/Loss": 0.5915111303329468, "Finetune/Loss (Raw)": 0.5614217519760132, "Finetune/Step": 15001, "Finetune/Step Time": 12.107804605737329}
+{"Finetune/Learning Rate": 2.4314873952660933e-06, "Finetune/Loss": 0.5906235575675964, "Finetune/Loss (Raw)": 0.5541110634803772, "Finetune/Step": 15002, "Finetune/Step Time": 12.10814842954278}
+{"Finetune/Learning Rate": 2.430386889049965e-06, "Finetune/Loss": 0.5906985402107239, "Finetune/Loss (Raw)": 0.6133580207824707, "Finetune/Step": 15003, "Finetune/Step Time": 12.126947602257133}
+{"Finetune/Learning Rate": 2.4292865974865397e-06, "Finetune/Loss": 0.5906897783279419, "Finetune/Loss (Raw)": 0.697297990322113, "Finetune/Step": 15004, "Finetune/Step Time": 12.131142042577267}
+{"Finetune/Learning Rate": 2.4281865206070187e-06, "Finetune/Loss": 0.5913995504379272, "Finetune/Loss (Raw)": 0.6553508639335632, "Finetune/Step": 15005, "Finetune/Step Time": 12.091165887191892}
+{"Finetune/Learning Rate": 2.427086658442597e-06, "Finetune/Loss": 0.5927480459213257, "Finetune/Loss (Raw)": 0.6426050662994385, "Finetune/Step": 15006, "Finetune/Step Time": 12.109630212187767}
+{"Finetune/Learning Rate": 2.4259870110244633e-06, "Finetune/Loss": 0.5922592878341675, "Finetune/Loss (Raw)": 0.5023981332778931, "Finetune/Step": 15007, "Finetune/Step Time": 12.08298078365624}
+{"Finetune/Learning Rate": 2.424887578383799e-06, "Finetune/Loss": 0.5928604602813721, "Finetune/Loss (Raw)": 0.6473510265350342, "Finetune/Step": 15008, "Finetune/Step Time": 12.088694036006927}
+{"Finetune/Learning Rate": 2.4237883605517866e-06, "Finetune/Loss": 0.594184160232544, "Finetune/Loss (Raw)": 0.6830523014068604, "Finetune/Step": 15009, "Finetune/Step Time": 12.08567063882947}
+{"Finetune/Learning Rate": 2.4226893575595855e-06, "Finetune/Loss": 0.5940240025520325, "Finetune/Loss (Raw)": 0.5880078077316284, "Finetune/Step": 15010, "Finetune/Step Time": 12.083255272358656}
+{"Finetune/Learning Rate": 2.421590569438371e-06, "Finetune/Loss": 0.594876766204834, "Finetune/Loss (Raw)": 0.5906809568405151, "Finetune/Step": 15011, "Finetune/Step Time": 12.076321996748447}
+{"Finetune/Learning Rate": 2.4204919962192974e-06, "Finetune/Loss": 0.5939726233482361, "Finetune/Loss (Raw)": 0.5643721222877502, "Finetune/Step": 15012, "Finetune/Step Time": 12.083612028509378}
+{"Finetune/Learning Rate": 2.419393637933517e-06, "Finetune/Loss": 0.5931746959686279, "Finetune/Loss (Raw)": 0.5666665434837341, "Finetune/Step": 15013, "Finetune/Step Time": 12.088603707030416}
+{"Finetune/Learning Rate": 2.418295494612177e-06, "Finetune/Loss": 0.593241810798645, "Finetune/Loss (Raw)": 0.5877578258514404, "Finetune/Step": 15014, "Finetune/Step Time": 12.088941134512424}
+{"Finetune/Learning Rate": 2.417197566286421e-06, "Finetune/Loss": 0.5927784442901611, "Finetune/Loss (Raw)": 0.5747625231742859, "Finetune/Step": 15015, "Finetune/Step Time": 12.087699050083756}
+{"Finetune/Learning Rate": 2.4160998529873756e-06, "Finetune/Loss": 0.5926439166069031, "Finetune/Loss (Raw)": 0.6080216765403748, "Finetune/Step": 15016, "Finetune/Step Time": 12.0841374527663}
+{"Finetune/Learning Rate": 2.415002354746171e-06, "Finetune/Loss": 0.5932373404502869, "Finetune/Loss (Raw)": 0.6568884253501892, "Finetune/Step": 15017, "Finetune/Step Time": 12.057863365858793}
+{"Finetune/Learning Rate": 2.413905071593933e-06, "Finetune/Loss": 0.5927965641021729, "Finetune/Loss (Raw)": 0.5554752945899963, "Finetune/Step": 15018, "Finetune/Step Time": 12.04017628915608}
+{"Finetune/Learning Rate": 2.412808003561774e-06, "Finetune/Loss": 0.592859148979187, "Finetune/Loss (Raw)": 0.5958490967750549, "Finetune/Step": 15019, "Finetune/Step Time": 12.041389346122742}
+{"Finetune/Learning Rate": 2.4117111506808067e-06, "Finetune/Loss": 0.5931491851806641, "Finetune/Loss (Raw)": 0.6102954149246216, "Finetune/Step": 15020, "Finetune/Step Time": 12.041682999581099}
+{"Finetune/Learning Rate": 2.4106145129821347e-06, "Finetune/Loss": 0.5935397148132324, "Finetune/Loss (Raw)": 0.5851340889930725, "Finetune/Step": 15021, "Finetune/Step Time": 12.042813576757908}
+{"Finetune/Learning Rate": 2.409518090496852e-06, "Finetune/Loss": 0.5947691798210144, "Finetune/Loss (Raw)": 0.7086102366447449, "Finetune/Step": 15022, "Finetune/Step Time": 12.008651355281472}
+{"Finetune/Learning Rate": 2.4084218832560504e-06, "Finetune/Loss": 0.59486323595047, "Finetune/Loss (Raw)": 0.6140758991241455, "Finetune/Step": 15023, "Finetune/Step Time": 12.007224192842841}
+{"Finetune/Learning Rate": 2.407325891290817e-06, "Finetune/Loss": 0.5951023101806641, "Finetune/Loss (Raw)": 0.63729327917099, "Finetune/Step": 15024, "Finetune/Step Time": 12.00381133519113}
+{"Finetune/Learning Rate": 2.4062301146322285e-06, "Finetune/Loss": 0.5950514078140259, "Finetune/Loss (Raw)": 0.6433435082435608, "Finetune/Step": 15025, "Finetune/Step Time": 12.032864037901163}
+{"Finetune/Learning Rate": 2.4051345533113625e-06, "Finetune/Loss": 0.5947456359863281, "Finetune/Loss (Raw)": 0.5306484699249268, "Finetune/Step": 15026, "Finetune/Step Time": 12.030364027246833}
+{"Finetune/Learning Rate": 2.4040392073592866e-06, "Finetune/Loss": 0.59531569480896, "Finetune/Loss (Raw)": 0.702359139919281, "Finetune/Step": 15027, "Finetune/Step Time": 12.028726054355502}
+{"Finetune/Learning Rate": 2.4029440768070565e-06, "Finetune/Loss": 0.5946567058563232, "Finetune/Loss (Raw)": 0.5487277507781982, "Finetune/Step": 15028, "Finetune/Step Time": 12.039234846830368}
+{"Finetune/Learning Rate": 2.4018491616857286e-06, "Finetune/Loss": 0.5935097932815552, "Finetune/Loss (Raw)": 0.44955742359161377, "Finetune/Step": 15029, "Finetune/Step Time": 12.007389331236482}
+{"Finetune/Learning Rate": 2.400754462026352e-06, "Finetune/Loss": 0.594661295413971, "Finetune/Loss (Raw)": 0.5971332788467407, "Finetune/Step": 15030, "Finetune/Step Time": 12.01507700420916}
+{"Finetune/Learning Rate": 2.3996599778599706e-06, "Finetune/Loss": 0.5946106910705566, "Finetune/Loss (Raw)": 0.6139010787010193, "Finetune/Step": 15031, "Finetune/Step Time": 12.019803324714303}
+{"Finetune/Learning Rate": 2.3985657092176153e-06, "Finetune/Loss": 0.59437495470047, "Finetune/Loss (Raw)": 0.5773909687995911, "Finetune/Step": 15032, "Finetune/Step Time": 12.025645896792412}
+{"Finetune/Learning Rate": 2.397471656130328e-06, "Finetune/Loss": 0.5940974354743958, "Finetune/Loss (Raw)": 0.5805079936981201, "Finetune/Step": 15033, "Finetune/Step Time": 12.026829732581973}
+{"Finetune/Learning Rate": 2.396377818629122e-06, "Finetune/Loss": 0.5936766862869263, "Finetune/Loss (Raw)": 0.5927842855453491, "Finetune/Step": 15034, "Finetune/Step Time": 12.026338435709476}
+{"Finetune/Learning Rate": 2.39528419674502e-06, "Finetune/Loss": 0.5970772504806519, "Finetune/Loss (Raw)": 0.747107982635498, "Finetune/Step": 15035, "Finetune/Step Time": 12.000403491780162}
+{"Finetune/Learning Rate": 2.3941907905090322e-06, "Finetune/Loss": 0.5969798564910889, "Finetune/Loss (Raw)": 0.5804091095924377, "Finetune/Step": 15036, "Finetune/Step Time": 11.992118287831545}
+{"Finetune/Learning Rate": 2.3930975999521666e-06, "Finetune/Loss": 0.5968538522720337, "Finetune/Loss (Raw)": 0.5622026920318604, "Finetune/Step": 15037, "Finetune/Step Time": 11.996784454211593}
+{"Finetune/Learning Rate": 2.392004625105422e-06, "Finetune/Loss": 0.5964500904083252, "Finetune/Loss (Raw)": 0.5920813083648682, "Finetune/Step": 15038, "Finetune/Step Time": 12.009670689702034}
+{"Finetune/Learning Rate": 2.390911865999792e-06, "Finetune/Loss": 0.5988003611564636, "Finetune/Loss (Raw)": 0.7054921984672546, "Finetune/Step": 15039, "Finetune/Step Time": 12.048020889982581}
+{"Finetune/Learning Rate": 2.389819322666264e-06, "Finetune/Loss": 0.5991051197052002, "Finetune/Loss (Raw)": 0.5851640701293945, "Finetune/Step": 15040, "Finetune/Step Time": 12.06030879728496}
+{"Finetune/Learning Rate": 2.3887269951358182e-06, "Finetune/Loss": 0.5988864898681641, "Finetune/Loss (Raw)": 0.6422683596611023, "Finetune/Step": 15041, "Finetune/Step Time": 12.061473151668906}
+{"Finetune/Learning Rate": 2.3876348834394325e-06, "Finetune/Loss": 0.5999093651771545, "Finetune/Loss (Raw)": 0.6162058115005493, "Finetune/Step": 15042, "Finetune/Step Time": 12.042222993448377}
+{"Finetune/Learning Rate": 2.386542987608075e-06, "Finetune/Loss": 0.6001406908035278, "Finetune/Loss (Raw)": 0.6332992315292358, "Finetune/Step": 15043, "Finetune/Step Time": 12.040685545653105}
+{"Finetune/Learning Rate": 2.385451307672708e-06, "Finetune/Loss": 0.5989829301834106, "Finetune/Loss (Raw)": 0.49857431650161743, "Finetune/Step": 15044, "Finetune/Step Time": 12.043271033093333}
+{"Finetune/Learning Rate": 2.38435984366429e-06, "Finetune/Loss": 0.5987066030502319, "Finetune/Loss (Raw)": 0.6088391542434692, "Finetune/Step": 15045, "Finetune/Step Time": 12.04124691337347}
+{"Finetune/Learning Rate": 2.38326859561377e-06, "Finetune/Loss": 0.598767876625061, "Finetune/Loss (Raw)": 0.602265477180481, "Finetune/Step": 15046, "Finetune/Step Time": 12.056763861328363}
+{"Finetune/Learning Rate": 2.382177563552094e-06, "Finetune/Loss": 0.5981388688087463, "Finetune/Loss (Raw)": 0.6178765892982483, "Finetune/Step": 15047, "Finetune/Step Time": 12.044390246272087}
+{"Finetune/Learning Rate": 2.3810867475101995e-06, "Finetune/Loss": 0.5964540243148804, "Finetune/Loss (Raw)": 0.48745518922805786, "Finetune/Step": 15048, "Finetune/Step Time": 11.977410258725286}
+{"Finetune/Learning Rate": 2.3799961475190205e-06, "Finetune/Loss": 0.5977535247802734, "Finetune/Loss (Raw)": 0.5632387399673462, "Finetune/Step": 15049, "Finetune/Step Time": 11.981450637802482}
+{"Finetune/Learning Rate": 2.3789057636094813e-06, "Finetune/Loss": 0.5977641344070435, "Finetune/Loss (Raw)": 0.598416805267334, "Finetune/Step": 15050, "Finetune/Step Time": 11.971086664125323}
+{"Finetune/Learning Rate": 2.3778155958125073e-06, "Finetune/Loss": 0.5976882576942444, "Finetune/Loss (Raw)": 0.6152060627937317, "Finetune/Step": 15051, "Finetune/Step Time": 11.984163161367178}
+{"Finetune/Learning Rate": 2.3767256441590015e-06, "Finetune/Loss": 0.5984355807304382, "Finetune/Loss (Raw)": 0.6513053178787231, "Finetune/Step": 15052, "Finetune/Step Time": 11.98104391247034}
+{"Finetune/Learning Rate": 2.375635908679882e-06, "Finetune/Loss": 0.5989499092102051, "Finetune/Loss (Raw)": 0.639823853969574, "Finetune/Step": 15053, "Finetune/Step Time": 11.9966735932976}
+{"Finetune/Learning Rate": 2.374546389406047e-06, "Finetune/Loss": 0.5998671650886536, "Finetune/Loss (Raw)": 0.6248789429664612, "Finetune/Step": 15054, "Finetune/Step Time": 11.993559312075377}
+{"Finetune/Learning Rate": 2.3734570863683935e-06, "Finetune/Loss": 0.5992709398269653, "Finetune/Loss (Raw)": 0.5041009783744812, "Finetune/Step": 15055, "Finetune/Step Time": 11.996249781921506}
+{"Finetune/Learning Rate": 2.3723679995978088e-06, "Finetune/Loss": 0.5997638702392578, "Finetune/Loss (Raw)": 0.6038185358047485, "Finetune/Step": 15056, "Finetune/Step Time": 11.978731481358409}
+{"Finetune/Learning Rate": 2.3712791291251814e-06, "Finetune/Loss": 0.5994106531143188, "Finetune/Loss (Raw)": 0.4835807979106903, "Finetune/Step": 15057, "Finetune/Step Time": 12.002257263287902}
+{"Finetune/Learning Rate": 2.370190474981381e-06, "Finetune/Loss": 0.5993267297744751, "Finetune/Loss (Raw)": 0.6138126850128174, "Finetune/Step": 15058, "Finetune/Step Time": 11.995990257710218}
+{"Finetune/Learning Rate": 2.3691020371972807e-06, "Finetune/Loss": 0.5991948843002319, "Finetune/Loss (Raw)": 0.5780311822891235, "Finetune/Step": 15059, "Finetune/Step Time": 11.987576439976692}
+{"Finetune/Learning Rate": 2.368013815803749e-06, "Finetune/Loss": 0.5994316935539246, "Finetune/Loss (Raw)": 0.6255769729614258, "Finetune/Step": 15060, "Finetune/Step Time": 11.999563474208117}
+{"Finetune/Learning Rate": 2.366925810831644e-06, "Finetune/Loss": 0.599193811416626, "Finetune/Loss (Raw)": 0.5200130343437195, "Finetune/Step": 15061, "Finetune/Step Time": 12.001648049801588}
+{"Finetune/Learning Rate": 2.3658380223118173e-06, "Finetune/Loss": 0.598520040512085, "Finetune/Loss (Raw)": 0.6257758140563965, "Finetune/Step": 15062, "Finetune/Step Time": 12.02020812407136}
+{"Finetune/Learning Rate": 2.3647504502751174e-06, "Finetune/Loss": 0.5983626842498779, "Finetune/Loss (Raw)": 0.5400252938270569, "Finetune/Step": 15063, "Finetune/Step Time": 12.022649556398392}
+{"Finetune/Learning Rate": 2.363663094752381e-06, "Finetune/Loss": 0.5983368158340454, "Finetune/Loss (Raw)": 0.5690738558769226, "Finetune/Step": 15064, "Finetune/Step Time": 12.032617259770632}
+{"Finetune/Learning Rate": 2.3625759557744445e-06, "Finetune/Loss": 0.5978286266326904, "Finetune/Loss (Raw)": 0.6252403855323792, "Finetune/Step": 15065, "Finetune/Step Time": 12.03230157867074}
+{"Finetune/Learning Rate": 2.361489033372133e-06, "Finetune/Loss": 0.5983931422233582, "Finetune/Loss (Raw)": 0.673736035823822, "Finetune/Step": 15066, "Finetune/Step Time": 12.014492640271783}
+{"Finetune/Learning Rate": 2.3604023275762746e-06, "Finetune/Loss": 0.5990580320358276, "Finetune/Loss (Raw)": 0.6964631080627441, "Finetune/Step": 15067, "Finetune/Step Time": 12.021556481719017}
+{"Finetune/Learning Rate": 2.3593158384176818e-06, "Finetune/Loss": 0.5996730923652649, "Finetune/Loss (Raw)": 0.6050947308540344, "Finetune/Step": 15068, "Finetune/Step Time": 12.020377030596137}
+{"Finetune/Learning Rate": 2.3582295659271637e-06, "Finetune/Loss": 0.6000306010246277, "Finetune/Loss (Raw)": 0.6826512217521667, "Finetune/Step": 15069, "Finetune/Step Time": 12.021518336609006}
+{"Finetune/Learning Rate": 2.357143510135529e-06, "Finetune/Loss": 0.6000872850418091, "Finetune/Loss (Raw)": 0.6621215343475342, "Finetune/Step": 15070, "Finetune/Step Time": 12.016663551330566}
+{"Finetune/Learning Rate": 2.3560576710735683e-06, "Finetune/Loss": 0.600164532661438, "Finetune/Loss (Raw)": 0.6090134978294373, "Finetune/Step": 15071, "Finetune/Step Time": 12.023711293935776}
+{"Finetune/Learning Rate": 2.354972048772074e-06, "Finetune/Loss": 0.5988789200782776, "Finetune/Loss (Raw)": 0.49762895703315735, "Finetune/Step": 15072, "Finetune/Step Time": 12.038245145231485}
+{"Finetune/Learning Rate": 2.3538866432618314e-06, "Finetune/Loss": 0.5982526540756226, "Finetune/Loss (Raw)": 0.5441192984580994, "Finetune/Step": 15073, "Finetune/Step Time": 12.024158243089914}
+{"Finetune/Learning Rate": 2.352801454573623e-06, "Finetune/Loss": 0.5980303287506104, "Finetune/Loss (Raw)": 0.6894387602806091, "Finetune/Step": 15074, "Finetune/Step Time": 12.028324354439974}
+{"Finetune/Learning Rate": 2.35171648273822e-06, "Finetune/Loss": 0.5980567932128906, "Finetune/Loss (Raw)": 0.5849022269248962, "Finetune/Step": 15075, "Finetune/Step Time": 12.020437432453036}
+{"Finetune/Learning Rate": 2.350631727786392e-06, "Finetune/Loss": 0.5983215570449829, "Finetune/Loss (Raw)": 0.6334133744239807, "Finetune/Step": 15076, "Finetune/Step Time": 12.02356344088912}
+{"Finetune/Learning Rate": 2.3495471897488933e-06, "Finetune/Loss": 0.5993669033050537, "Finetune/Loss (Raw)": 0.6360312104225159, "Finetune/Step": 15077, "Finetune/Step Time": 12.026041960343719}
+{"Finetune/Learning Rate": 2.3484628686564815e-06, "Finetune/Loss": 0.5995182394981384, "Finetune/Loss (Raw)": 0.6798696517944336, "Finetune/Step": 15078, "Finetune/Step Time": 12.022910637781024}
+{"Finetune/Learning Rate": 2.3473787645399037e-06, "Finetune/Loss": 0.5997617244720459, "Finetune/Loss (Raw)": 0.5719410181045532, "Finetune/Step": 15079, "Finetune/Step Time": 12.024584861472249}
+{"Finetune/Learning Rate": 2.3462948774299034e-06, "Finetune/Loss": 0.5991517305374146, "Finetune/Loss (Raw)": 0.5484435558319092, "Finetune/Step": 15080, "Finetune/Step Time": 12.027816042304039}
+{"Finetune/Learning Rate": 2.3452112073572142e-06, "Finetune/Loss": 0.6003834009170532, "Finetune/Loss (Raw)": 0.7103124260902405, "Finetune/Step": 15081, "Finetune/Step Time": 12.059734417125583}
+{"Finetune/Learning Rate": 2.344127754352572e-06, "Finetune/Loss": 0.5992175340652466, "Finetune/Loss (Raw)": 0.5904008150100708, "Finetune/Step": 15082, "Finetune/Step Time": 12.05657153762877}
+{"Finetune/Learning Rate": 2.3430445184466944e-06, "Finetune/Loss": 0.6007806062698364, "Finetune/Loss (Raw)": 0.6696203351020813, "Finetune/Step": 15083, "Finetune/Step Time": 12.048912767320871}
+{"Finetune/Learning Rate": 2.341961499670301e-06, "Finetune/Loss": 0.6003764271736145, "Finetune/Loss (Raw)": 0.6121888756752014, "Finetune/Step": 15084, "Finetune/Step Time": 12.0583037417382}
+{"Finetune/Learning Rate": 2.3408786980541033e-06, "Finetune/Loss": 0.5999132394790649, "Finetune/Loss (Raw)": 0.6458784937858582, "Finetune/Step": 15085, "Finetune/Step Time": 12.054511656984687}
+{"Finetune/Learning Rate": 2.339796113628805e-06, "Finetune/Loss": 0.6012536883354187, "Finetune/Loss (Raw)": 0.7381861209869385, "Finetune/Step": 15086, "Finetune/Step Time": 12.0255056489259}
+{"Finetune/Learning Rate": 2.3387137464251066e-06, "Finetune/Loss": 0.6010796427726746, "Finetune/Loss (Raw)": 0.5830920934677124, "Finetune/Step": 15087, "Finetune/Step Time": 12.026925422251225}
+{"Finetune/Learning Rate": 2.3376315964737008e-06, "Finetune/Loss": 0.6013199090957642, "Finetune/Loss (Raw)": 0.5710996985435486, "Finetune/Step": 15088, "Finetune/Step Time": 12.005089320242405}
+{"Finetune/Learning Rate": 2.336549663805273e-06, "Finetune/Loss": 0.6005654335021973, "Finetune/Loss (Raw)": 0.5854170322418213, "Finetune/Step": 15089, "Finetune/Step Time": 12.014216570183635}
+{"Finetune/Learning Rate": 2.335467948450506e-06, "Finetune/Loss": 0.5997299551963806, "Finetune/Loss (Raw)": 0.5769475698471069, "Finetune/Step": 15090, "Finetune/Step Time": 12.023904658854008}
+{"Finetune/Learning Rate": 2.334386450440073e-06, "Finetune/Loss": 0.6001637578010559, "Finetune/Loss (Raw)": 0.6365494132041931, "Finetune/Step": 15091, "Finetune/Step Time": 12.017795193940401}
+{"Finetune/Learning Rate": 2.3333051698046417e-06, "Finetune/Loss": 0.6006703972816467, "Finetune/Loss (Raw)": 0.6648908853530884, "Finetune/Step": 15092, "Finetune/Step Time": 12.018127836287022}
+{"Finetune/Learning Rate": 2.332224106574875e-06, "Finetune/Loss": 0.6006994247436523, "Finetune/Loss (Raw)": 0.5881205201148987, "Finetune/Step": 15093, "Finetune/Step Time": 12.022369826212525}
+{"Finetune/Learning Rate": 2.3311432607814275e-06, "Finetune/Loss": 0.6015733480453491, "Finetune/Loss (Raw)": 0.6275715827941895, "Finetune/Step": 15094, "Finetune/Step Time": 12.021864296868443}
+{"Finetune/Learning Rate": 2.3300626324549515e-06, "Finetune/Loss": 0.6010674238204956, "Finetune/Loss (Raw)": 0.5848041772842407, "Finetune/Step": 15095, "Finetune/Step Time": 12.011338582262397}
+{"Finetune/Learning Rate": 2.328982221626087e-06, "Finetune/Loss": 0.6015140414237976, "Finetune/Loss (Raw)": 0.6216903328895569, "Finetune/Step": 15096, "Finetune/Step Time": 12.008837703615427}
+{"Finetune/Learning Rate": 2.327902028325474e-06, "Finetune/Loss": 0.6038273572921753, "Finetune/Loss (Raw)": 0.7251059412956238, "Finetune/Step": 15097, "Finetune/Step Time": 11.983955783769488}
+{"Finetune/Learning Rate": 2.3268220525837436e-06, "Finetune/Loss": 0.6047428846359253, "Finetune/Loss (Raw)": 0.6787426471710205, "Finetune/Step": 15098, "Finetune/Step Time": 11.98508838377893}
+{"Finetune/Learning Rate": 2.3257422944315187e-06, "Finetune/Loss": 0.6053786277770996, "Finetune/Loss (Raw)": 0.6871160268783569, "Finetune/Step": 15099, "Finetune/Step Time": 11.967030510306358}
+{"Finetune/Learning Rate": 2.3246627538994213e-06, "Finetune/Loss": 0.6055697202682495, "Finetune/Loss (Raw)": 0.5652405619621277, "Finetune/Step": 15100, "Finetune/Step Time": 11.971758073195815}
+{"Finetune/Learning Rate": 2.3235834310180615e-06, "Finetune/Loss": 0.6055859327316284, "Finetune/Loss (Raw)": 0.5780438780784607, "Finetune/Step": 15101, "Finetune/Step Time": 11.96680268459022}
+{"Finetune/Learning Rate": 2.3225043258180468e-06, "Finetune/Loss": 0.6047800779342651, "Finetune/Loss (Raw)": 0.5760756134986877, "Finetune/Step": 15102, "Finetune/Step Time": 12.034308109432459}
+{"Finetune/Learning Rate": 2.3214254383299783e-06, "Finetune/Loss": 0.6040217876434326, "Finetune/Loss (Raw)": 0.572969377040863, "Finetune/Step": 15103, "Finetune/Step Time": 12.015995476394892}
+{"Finetune/Learning Rate": 2.320346768584449e-06, "Finetune/Loss": 0.6036716103553772, "Finetune/Loss (Raw)": 0.6817175149917603, "Finetune/Step": 15104, "Finetune/Step Time": 12.016575457528234}
+{"Finetune/Learning Rate": 2.3192683166120476e-06, "Finetune/Loss": 0.6028056740760803, "Finetune/Loss (Raw)": 0.5212141871452332, "Finetune/Step": 15105, "Finetune/Step Time": 12.022753728553653}
+{"Finetune/Learning Rate": 2.3181900824433577e-06, "Finetune/Loss": 0.6025434732437134, "Finetune/Loss (Raw)": 0.5560289621353149, "Finetune/Step": 15106, "Finetune/Step Time": 12.020248260349035}
+{"Finetune/Learning Rate": 2.3171120661089506e-06, "Finetune/Loss": 0.6021589040756226, "Finetune/Loss (Raw)": 0.5852957367897034, "Finetune/Step": 15107, "Finetune/Step Time": 12.023103184998035}
+{"Finetune/Learning Rate": 2.3160342676393954e-06, "Finetune/Loss": 0.6037982702255249, "Finetune/Loss (Raw)": 0.6254303455352783, "Finetune/Step": 15108, "Finetune/Step Time": 11.993981515988708}
+{"Finetune/Learning Rate": 2.3149566870652605e-06, "Finetune/Loss": 0.6038031578063965, "Finetune/Loss (Raw)": 0.5886068344116211, "Finetune/Step": 15109, "Finetune/Step Time": 11.982413493096828}
+{"Finetune/Learning Rate": 2.313879324417101e-06, "Finetune/Loss": 0.6050776243209839, "Finetune/Loss (Raw)": 0.6599248647689819, "Finetune/Step": 15110, "Finetune/Step Time": 12.001723799854517}
+{"Finetune/Learning Rate": 2.3128021797254673e-06, "Finetune/Loss": 0.6053839921951294, "Finetune/Loss (Raw)": 0.6516958475112915, "Finetune/Step": 15111, "Finetune/Step Time": 12.021377071738243}
+{"Finetune/Learning Rate": 2.3117252530209067e-06, "Finetune/Loss": 0.6052422523498535, "Finetune/Loss (Raw)": 0.6087028384208679, "Finetune/Step": 15112, "Finetune/Step Time": 12.024484599009156}
+{"Finetune/Learning Rate": 2.310648544333953e-06, "Finetune/Loss": 0.6049725413322449, "Finetune/Loss (Raw)": 0.5314103960990906, "Finetune/Step": 15113, "Finetune/Step Time": 11.99827610887587}
+{"Finetune/Learning Rate": 2.3095720536951418e-06, "Finetune/Loss": 0.6064139008522034, "Finetune/Loss (Raw)": 0.6208282709121704, "Finetune/Step": 15114, "Finetune/Step Time": 11.979344626888633}
+{"Finetune/Learning Rate": 2.308495781134995e-06, "Finetune/Loss": 0.6051095724105835, "Finetune/Loss (Raw)": 0.516669511795044, "Finetune/Step": 15115, "Finetune/Step Time": 11.969903582707047}
+{"Finetune/Learning Rate": 2.3074197266840383e-06, "Finetune/Loss": 0.6049990653991699, "Finetune/Loss (Raw)": 0.5967289209365845, "Finetune/Step": 15116, "Finetune/Step Time": 11.97214956767857}
+{"Finetune/Learning Rate": 2.3063438903727843e-06, "Finetune/Loss": 0.6039618849754333, "Finetune/Loss (Raw)": 0.3618549704551697, "Finetune/Step": 15117, "Finetune/Step Time": 12.00079046934843}
+{"Finetune/Learning Rate": 2.305268272231742e-06, "Finetune/Loss": 0.603278398513794, "Finetune/Loss (Raw)": 0.5390664339065552, "Finetune/Step": 15118, "Finetune/Step Time": 11.999882481992245}
+{"Finetune/Learning Rate": 2.304192872291409e-06, "Finetune/Loss": 0.6024541854858398, "Finetune/Loss (Raw)": 0.5351988077163696, "Finetune/Step": 15119, "Finetune/Step Time": 12.015550538897514}
+{"Finetune/Learning Rate": 2.3031176905822805e-06, "Finetune/Loss": 0.6029794216156006, "Finetune/Loss (Raw)": 0.7130491733551025, "Finetune/Step": 15120, "Finetune/Step Time": 12.015027914196253}
+{"Finetune/Learning Rate": 2.302042727134848e-06, "Finetune/Loss": 0.6041932106018066, "Finetune/Loss (Raw)": 0.5931409597396851, "Finetune/Step": 15121, "Finetune/Step Time": 11.983581298962235}
+{"Finetune/Learning Rate": 2.3009679819795905e-06, "Finetune/Loss": 0.6037367582321167, "Finetune/Loss (Raw)": 0.5558242201805115, "Finetune/Step": 15122, "Finetune/Step Time": 11.980834679678082}
+{"Finetune/Learning Rate": 2.299893455146992e-06, "Finetune/Loss": 0.6033806800842285, "Finetune/Loss (Raw)": 0.5658560991287231, "Finetune/Step": 15123, "Finetune/Step Time": 12.011103980243206}
+{"Finetune/Learning Rate": 2.29881914666752e-06, "Finetune/Loss": 0.6035412549972534, "Finetune/Loss (Raw)": 0.6401981711387634, "Finetune/Step": 15124, "Finetune/Step Time": 12.006345245987177}
+{"Finetune/Learning Rate": 2.2977450565716363e-06, "Finetune/Loss": 0.6046733260154724, "Finetune/Loss (Raw)": 0.5152067542076111, "Finetune/Step": 15125, "Finetune/Step Time": 11.990373393520713}
+{"Finetune/Learning Rate": 2.2966711848898005e-06, "Finetune/Loss": 0.6040599346160889, "Finetune/Loss (Raw)": 0.5952179431915283, "Finetune/Step": 15126, "Finetune/Step Time": 11.971715543419123}
+{"Finetune/Learning Rate": 2.2955975316524637e-06, "Finetune/Loss": 0.60404372215271, "Finetune/Loss (Raw)": 0.6462205648422241, "Finetune/Step": 15127, "Finetune/Step Time": 12.019462822005153}
+{"Finetune/Learning Rate": 2.2945240968900728e-06, "Finetune/Loss": 0.6036192178726196, "Finetune/Loss (Raw)": 0.6548899412155151, "Finetune/Step": 15128, "Finetune/Step Time": 12.01935838907957}
+{"Finetune/Learning Rate": 2.2934508806330646e-06, "Finetune/Loss": 0.6039376258850098, "Finetune/Loss (Raw)": 0.6021808385848999, "Finetune/Step": 15129, "Finetune/Step Time": 12.016429701820016}
+{"Finetune/Learning Rate": 2.2923778829118804e-06, "Finetune/Loss": 0.6034600138664246, "Finetune/Loss (Raw)": 0.49297022819519043, "Finetune/Step": 15130, "Finetune/Step Time": 12.012547390535474}
+{"Finetune/Learning Rate": 2.291305103756939e-06, "Finetune/Loss": 0.6028050184249878, "Finetune/Loss (Raw)": 0.5295172333717346, "Finetune/Step": 15131, "Finetune/Step Time": 12.008685402572155}
+{"Finetune/Learning Rate": 2.2902325431986636e-06, "Finetune/Loss": 0.6023669242858887, "Finetune/Loss (Raw)": 0.6412213444709778, "Finetune/Step": 15132, "Finetune/Step Time": 12.004873236641288}
+{"Finetune/Learning Rate": 2.2891602012674705e-06, "Finetune/Loss": 0.6026034355163574, "Finetune/Loss (Raw)": 0.6856301426887512, "Finetune/Step": 15133, "Finetune/Step Time": 12.007887741550803}
+{"Finetune/Learning Rate": 2.2880880779937674e-06, "Finetune/Loss": 0.6024925708770752, "Finetune/Loss (Raw)": 0.6284142732620239, "Finetune/Step": 15134, "Finetune/Step Time": 11.999263415113091}
+{"Finetune/Learning Rate": 2.2870161734079565e-06, "Finetune/Loss": 0.6027600765228271, "Finetune/Loss (Raw)": 0.5366373658180237, "Finetune/Step": 15135, "Finetune/Step Time": 12.036876257508993}
+{"Finetune/Learning Rate": 2.2859444875404347e-06, "Finetune/Loss": 0.602948784828186, "Finetune/Loss (Raw)": 0.6715019941329956, "Finetune/Step": 15136, "Finetune/Step Time": 12.09319107979536}
+{"Finetune/Learning Rate": 2.2848730204215906e-06, "Finetune/Loss": 0.6027180552482605, "Finetune/Loss (Raw)": 0.6535228490829468, "Finetune/Step": 15137, "Finetune/Step Time": 12.098869018256664}
+{"Finetune/Learning Rate": 2.2838017720818095e-06, "Finetune/Loss": 0.6023756265640259, "Finetune/Loss (Raw)": 0.5441762208938599, "Finetune/Step": 15138, "Finetune/Step Time": 12.103884726762772}
+{"Finetune/Learning Rate": 2.2827307425514677e-06, "Finetune/Loss": 0.6015450954437256, "Finetune/Loss (Raw)": 0.48437151312828064, "Finetune/Step": 15139, "Finetune/Step Time": 12.124254912137985}
+{"Finetune/Learning Rate": 2.2816599318609367e-06, "Finetune/Loss": 0.6014501452445984, "Finetune/Loss (Raw)": 0.5522135496139526, "Finetune/Step": 15140, "Finetune/Step Time": 12.145179534330964}
+{"Finetune/Learning Rate": 2.280589340040583e-06, "Finetune/Loss": 0.6011227965354919, "Finetune/Loss (Raw)": 0.5247675180435181, "Finetune/Step": 15141, "Finetune/Step Time": 12.152450058609247}
+{"Finetune/Learning Rate": 2.279518967120764e-06, "Finetune/Loss": 0.6018513441085815, "Finetune/Loss (Raw)": 0.6810121536254883, "Finetune/Step": 15142, "Finetune/Step Time": 12.150847025215626}
+{"Finetune/Learning Rate": 2.2784488131318326e-06, "Finetune/Loss": 0.6026592254638672, "Finetune/Loss (Raw)": 0.6781746745109558, "Finetune/Step": 15143, "Finetune/Step Time": 12.159651195630431}
+{"Finetune/Learning Rate": 2.277378878104136e-06, "Finetune/Loss": 0.6021034717559814, "Finetune/Loss (Raw)": 0.5368839502334595, "Finetune/Step": 15144, "Finetune/Step Time": 12.164329010993242}
+{"Finetune/Learning Rate": 2.2763091620680143e-06, "Finetune/Loss": 0.6025886535644531, "Finetune/Loss (Raw)": 0.7189868688583374, "Finetune/Step": 15145, "Finetune/Step Time": 12.183742873370647}
+{"Finetune/Learning Rate": 2.275239665053801e-06, "Finetune/Loss": 0.6022771596908569, "Finetune/Loss (Raw)": 0.5156130790710449, "Finetune/Step": 15146, "Finetune/Step Time": 12.185272762551904}
+{"Finetune/Learning Rate": 2.274170387091825e-06, "Finetune/Loss": 0.6020170450210571, "Finetune/Loss (Raw)": 0.5625491142272949, "Finetune/Step": 15147, "Finetune/Step Time": 12.190421218052506}
+{"Finetune/Learning Rate": 2.2731013282124113e-06, "Finetune/Loss": 0.6027909517288208, "Finetune/Loss (Raw)": 0.7093517184257507, "Finetune/Step": 15148, "Finetune/Step Time": 12.191756825894117}
+{"Finetune/Learning Rate": 2.2720324884458643e-06, "Finetune/Loss": 0.6034814119338989, "Finetune/Loss (Raw)": 0.6735185980796814, "Finetune/Step": 15149, "Finetune/Step Time": 12.191639924421906}
+{"Finetune/Learning Rate": 2.2709638678225044e-06, "Finetune/Loss": 0.601771354675293, "Finetune/Loss (Raw)": 0.4897233843803406, "Finetune/Step": 15150, "Finetune/Step Time": 12.206320013850927}
+{"Finetune/Learning Rate": 2.26989546637263e-06, "Finetune/Loss": 0.6012459993362427, "Finetune/Loss (Raw)": 0.5468323826789856, "Finetune/Step": 15151, "Finetune/Step Time": 12.205002777278423}
+{"Finetune/Learning Rate": 2.268827284126539e-06, "Finetune/Loss": 0.6007052659988403, "Finetune/Loss (Raw)": 0.5680763721466064, "Finetune/Step": 15152, "Finetune/Step Time": 12.20735976472497}
+{"Finetune/Learning Rate": 2.267759321114522e-06, "Finetune/Loss": 0.599906861782074, "Finetune/Loss (Raw)": 0.5411507487297058, "Finetune/Step": 15153, "Finetune/Step Time": 12.17960099875927}
+{"Finetune/Learning Rate": 2.2666915773668628e-06, "Finetune/Loss": 0.6009606122970581, "Finetune/Loss (Raw)": 0.6655247807502747, "Finetune/Step": 15154, "Finetune/Step Time": 12.175503604114056}
+{"Finetune/Learning Rate": 2.265624052913844e-06, "Finetune/Loss": 0.5997098684310913, "Finetune/Loss (Raw)": 0.5422648191452026, "Finetune/Step": 15155, "Finetune/Step Time": 12.173853510990739}
+{"Finetune/Learning Rate": 2.2645567477857266e-06, "Finetune/Loss": 0.5995330214500427, "Finetune/Loss (Raw)": 0.5260889530181885, "Finetune/Step": 15156, "Finetune/Step Time": 12.166980957612395}
+{"Finetune/Learning Rate": 2.2634896620127855e-06, "Finetune/Loss": 0.599721372127533, "Finetune/Loss (Raw)": 0.47366854548454285, "Finetune/Step": 15157, "Finetune/Step Time": 12.17215603031218}
+{"Finetune/Learning Rate": 2.262422795625279e-06, "Finetune/Loss": 0.6002637147903442, "Finetune/Loss (Raw)": 0.6665529608726501, "Finetune/Step": 15158, "Finetune/Step Time": 12.167243417352438}
+{"Finetune/Learning Rate": 2.2613561486534586e-06, "Finetune/Loss": 0.6007972955703735, "Finetune/Loss (Raw)": 0.6822062730789185, "Finetune/Step": 15159, "Finetune/Step Time": 12.165725816041231}
+{"Finetune/Learning Rate": 2.260289721127572e-06, "Finetune/Loss": 0.6007773280143738, "Finetune/Loss (Raw)": 0.5748264193534851, "Finetune/Step": 15160, "Finetune/Step Time": 12.158704984933138}
+{"Finetune/Learning Rate": 2.2592235130778626e-06, "Finetune/Loss": 0.6012046933174133, "Finetune/Loss (Raw)": 0.6352131962776184, "Finetune/Step": 15161, "Finetune/Step Time": 12.161171400919557}
+{"Finetune/Learning Rate": 2.258157524534561e-06, "Finetune/Loss": 0.6014686822891235, "Finetune/Loss (Raw)": 0.6265742778778076, "Finetune/Step": 15162, "Finetune/Step Time": 12.173536319285631}
+{"Finetune/Learning Rate": 2.257091755527896e-06, "Finetune/Loss": 0.6005199551582336, "Finetune/Loss (Raw)": 0.6256691217422485, "Finetune/Step": 15163, "Finetune/Step Time": 12.176954198628664}
+{"Finetune/Learning Rate": 2.256026206088089e-06, "Finetune/Loss": 0.600774884223938, "Finetune/Loss (Raw)": 0.6130343675613403, "Finetune/Step": 15164, "Finetune/Step Time": 12.189584525302052}
+{"Finetune/Learning Rate": 2.25496087624536e-06, "Finetune/Loss": 0.6026539206504822, "Finetune/Loss (Raw)": 0.8027252554893494, "Finetune/Step": 15165, "Finetune/Step Time": 12.184963183477521}
+{"Finetune/Learning Rate": 2.2538957660299166e-06, "Finetune/Loss": 0.6023240685462952, "Finetune/Loss (Raw)": 0.5498612523078918, "Finetune/Step": 15166, "Finetune/Step Time": 12.170257452875376}
+{"Finetune/Learning Rate": 2.252830875471965e-06, "Finetune/Loss": 0.6020548343658447, "Finetune/Loss (Raw)": 0.671039879322052, "Finetune/Step": 15167, "Finetune/Step Time": 12.102030346170068}
+{"Finetune/Learning Rate": 2.2517662046016975e-06, "Finetune/Loss": 0.602317214012146, "Finetune/Loss (Raw)": 0.6187360286712646, "Finetune/Step": 15168, "Finetune/Step Time": 12.087728895246983}
+{"Finetune/Learning Rate": 2.250701753449308e-06, "Finetune/Loss": 0.6024147868156433, "Finetune/Loss (Raw)": 0.6547645330429077, "Finetune/Step": 15169, "Finetune/Step Time": 12.119611764326692}
+{"Finetune/Learning Rate": 2.2496375220449795e-06, "Finetune/Loss": 0.6022546887397766, "Finetune/Loss (Raw)": 0.5957096815109253, "Finetune/Step": 15170, "Finetune/Step Time": 12.124511685222387}
+{"Finetune/Learning Rate": 2.2485735104188898e-06, "Finetune/Loss": 0.601919412612915, "Finetune/Loss (Raw)": 0.5903902649879456, "Finetune/Step": 15171, "Finetune/Step Time": 12.12565003335476}
+{"Finetune/Learning Rate": 2.247509718601215e-06, "Finetune/Loss": 0.602627694606781, "Finetune/Loss (Raw)": 0.5892301201820374, "Finetune/Step": 15172, "Finetune/Step Time": 12.131616508588195}
+{"Finetune/Learning Rate": 2.2464461466221234e-06, "Finetune/Loss": 0.6025971174240112, "Finetune/Loss (Raw)": 0.604931116104126, "Finetune/Step": 15173, "Finetune/Step Time": 12.138531817123294}
+{"Finetune/Learning Rate": 2.2453827945117678e-06, "Finetune/Loss": 0.603935956954956, "Finetune/Loss (Raw)": 0.7736340761184692, "Finetune/Step": 15174, "Finetune/Step Time": 12.12204746156931}
+{"Finetune/Learning Rate": 2.244319662300305e-06, "Finetune/Loss": 0.6040560603141785, "Finetune/Loss (Raw)": 0.6332504153251648, "Finetune/Step": 15175, "Finetune/Step Time": 12.124424884095788}
+{"Finetune/Learning Rate": 2.2432567500178828e-06, "Finetune/Loss": 0.6046334505081177, "Finetune/Loss (Raw)": 0.5613571405410767, "Finetune/Step": 15176, "Finetune/Step Time": 12.14164163544774}
+{"Finetune/Learning Rate": 2.242194057694641e-06, "Finetune/Loss": 0.6050345301628113, "Finetune/Loss (Raw)": 0.6145762801170349, "Finetune/Step": 15177, "Finetune/Step Time": 12.109467359259725}
+{"Finetune/Learning Rate": 2.241131585360713e-06, "Finetune/Loss": 0.6049568057060242, "Finetune/Loss (Raw)": 0.5884679555892944, "Finetune/Step": 15178, "Finetune/Step Time": 12.10630613192916}
+{"Finetune/Learning Rate": 2.2400693330462353e-06, "Finetune/Loss": 0.6053240895271301, "Finetune/Loss (Raw)": 0.6622194647789001, "Finetune/Step": 15179, "Finetune/Step Time": 12.094596037641168}
+{"Finetune/Learning Rate": 2.239007300781323e-06, "Finetune/Loss": 0.6042968034744263, "Finetune/Loss (Raw)": 0.5198109745979309, "Finetune/Step": 15180, "Finetune/Step Time": 12.113812765106559}
+{"Finetune/Learning Rate": 2.237945488596094e-06, "Finetune/Loss": 0.6044031381607056, "Finetune/Loss (Raw)": 0.6534370183944702, "Finetune/Step": 15181, "Finetune/Step Time": 12.10079237818718}
+{"Finetune/Learning Rate": 2.2368838965206586e-06, "Finetune/Loss": 0.6039813756942749, "Finetune/Loss (Raw)": 0.5708922743797302, "Finetune/Step": 15182, "Finetune/Step Time": 12.10082490183413}
+{"Finetune/Learning Rate": 2.2358225245851196e-06, "Finetune/Loss": 0.6046279668807983, "Finetune/Loss (Raw)": 0.5868669152259827, "Finetune/Step": 15183, "Finetune/Step Time": 12.091629825532436}
+{"Finetune/Learning Rate": 2.234761372819577e-06, "Finetune/Loss": 0.604912519454956, "Finetune/Loss (Raw)": 0.6402367949485779, "Finetune/Step": 15184, "Finetune/Step Time": 12.09769419580698}
+{"Finetune/Learning Rate": 2.2337004412541197e-06, "Finetune/Loss": 0.6053938865661621, "Finetune/Loss (Raw)": 0.5451963543891907, "Finetune/Step": 15185, "Finetune/Step Time": 12.071111189201474}
+{"Finetune/Learning Rate": 2.232639729918833e-06, "Finetune/Loss": 0.6047065854072571, "Finetune/Loss (Raw)": 0.5258398652076721, "Finetune/Step": 15186, "Finetune/Step Time": 12.098982408642769}
+{"Finetune/Learning Rate": 2.2315792388437975e-06, "Finetune/Loss": 0.6036571264266968, "Finetune/Loss (Raw)": 0.44369611144065857, "Finetune/Step": 15187, "Finetune/Step Time": 12.106434106826782}
+{"Finetune/Learning Rate": 2.2305189680590834e-06, "Finetune/Loss": 0.6031855344772339, "Finetune/Loss (Raw)": 0.5652158856391907, "Finetune/Step": 15188, "Finetune/Step Time": 12.130078239366412}
+{"Finetune/Learning Rate": 2.2294589175947577e-06, "Finetune/Loss": 0.6038792133331299, "Finetune/Loss (Raw)": 0.6088038086891174, "Finetune/Step": 15189, "Finetune/Step Time": 12.121237177401781}
+{"Finetune/Learning Rate": 2.2283990874808812e-06, "Finetune/Loss": 0.604806661605835, "Finetune/Loss (Raw)": 0.7444888353347778, "Finetune/Step": 15190, "Finetune/Step Time": 12.111934756860137}
+{"Finetune/Learning Rate": 2.2273394777475068e-06, "Finetune/Loss": 0.6048862934112549, "Finetune/Loss (Raw)": 0.5502274632453918, "Finetune/Step": 15191, "Finetune/Step Time": 12.110722409561276}
+{"Finetune/Learning Rate": 2.2262800884246828e-06, "Finetune/Loss": 0.6054285764694214, "Finetune/Loss (Raw)": 0.6384791135787964, "Finetune/Step": 15192, "Finetune/Step Time": 12.109887074679136}
+{"Finetune/Learning Rate": 2.22522091954245e-06, "Finetune/Loss": 0.6051835417747498, "Finetune/Loss (Raw)": 0.5938746333122253, "Finetune/Step": 15193, "Finetune/Step Time": 12.111918048933148}
+{"Finetune/Learning Rate": 2.2241619711308425e-06, "Finetune/Loss": 0.6050857305526733, "Finetune/Loss (Raw)": 0.6612182259559631, "Finetune/Step": 15194, "Finetune/Step Time": 12.097795924171805}
+{"Finetune/Learning Rate": 2.2231032432198906e-06, "Finetune/Loss": 0.6042680740356445, "Finetune/Loss (Raw)": 0.5918033719062805, "Finetune/Step": 15195, "Finetune/Step Time": 12.088535027578473}
+{"Finetune/Learning Rate": 2.222044735839617e-06, "Finetune/Loss": 0.6048447489738464, "Finetune/Loss (Raw)": 0.6789114475250244, "Finetune/Step": 15196, "Finetune/Step Time": 12.104218676686287}
+{"Finetune/Learning Rate": 2.2209864490200385e-06, "Finetune/Loss": 0.6039338707923889, "Finetune/Loss (Raw)": 0.5660591125488281, "Finetune/Step": 15197, "Finetune/Step Time": 12.097819717600942}
+{"Finetune/Learning Rate": 2.219928382791159e-06, "Finetune/Loss": 0.6036330461502075, "Finetune/Loss (Raw)": 0.6236146688461304, "Finetune/Step": 15198, "Finetune/Step Time": 12.099028600379825}
+{"Finetune/Learning Rate": 2.218870537182989e-06, "Finetune/Loss": 0.6034321784973145, "Finetune/Loss (Raw)": 0.5832955241203308, "Finetune/Step": 15199, "Finetune/Step Time": 12.09347647242248}
+{"Finetune/Learning Rate": 2.2178129122255255e-06, "Finetune/Loss": 0.6040014028549194, "Finetune/Loss (Raw)": 0.5704995393753052, "Finetune/Step": 15200, "Finetune/Step Time": 12.084209620952606}
+{"Finetune/Learning Rate": 2.2167555079487567e-06, "Finetune/Loss": 0.6034759283065796, "Finetune/Loss (Raw)": 0.47685864567756653, "Finetune/Step": 15201, "Finetune/Step Time": 12.070644119754434}
+{"Finetune/Learning Rate": 2.21569832438267e-06, "Finetune/Loss": 0.6035077571868896, "Finetune/Loss (Raw)": 0.6935099959373474, "Finetune/Step": 15202, "Finetune/Step Time": 12.06173000112176}
+{"Finetune/Learning Rate": 2.214641361557246e-06, "Finetune/Loss": 0.6035745143890381, "Finetune/Loss (Raw)": 0.5934462547302246, "Finetune/Step": 15203, "Finetune/Step Time": 12.064793242141604}
+{"Finetune/Learning Rate": 2.213584619502451e-06, "Finetune/Loss": 0.6037123203277588, "Finetune/Loss (Raw)": 0.651053249835968, "Finetune/Step": 15204, "Finetune/Step Time": 12.063674548640847}
+{"Finetune/Learning Rate": 2.2125280982482523e-06, "Finetune/Loss": 0.6032438278198242, "Finetune/Loss (Raw)": 0.5760676860809326, "Finetune/Step": 15205, "Finetune/Step Time": 12.063147781416774}
+{"Finetune/Learning Rate": 2.211471797824615e-06, "Finetune/Loss": 0.60213702917099, "Finetune/Loss (Raw)": 0.5381931662559509, "Finetune/Step": 15206, "Finetune/Step Time": 12.065893691033125}
+{"Finetune/Learning Rate": 2.2104157182614893e-06, "Finetune/Loss": 0.6024149060249329, "Finetune/Loss (Raw)": 0.6075116395950317, "Finetune/Step": 15207, "Finetune/Step Time": 12.072474248707294}
+{"Finetune/Learning Rate": 2.209359859588823e-06, "Finetune/Loss": 0.603571891784668, "Finetune/Loss (Raw)": 0.6965357065200806, "Finetune/Step": 15208, "Finetune/Step Time": 12.068474931642413}
+{"Finetune/Learning Rate": 2.208304221836561e-06, "Finetune/Loss": 0.602332592010498, "Finetune/Loss (Raw)": 0.5516824722290039, "Finetune/Step": 15209, "Finetune/Step Time": 12.038762524724007}
+{"Finetune/Learning Rate": 2.207248805034632e-06, "Finetune/Loss": 0.6023391485214233, "Finetune/Loss (Raw)": 0.5912386775016785, "Finetune/Step": 15210, "Finetune/Step Time": 12.032588405534625}
+{"Finetune/Learning Rate": 2.2061936092129667e-06, "Finetune/Loss": 0.6012640595436096, "Finetune/Loss (Raw)": 0.5320116877555847, "Finetune/Step": 15211, "Finetune/Step Time": 12.028695497661829}
+{"Finetune/Learning Rate": 2.2051386344014856e-06, "Finetune/Loss": 0.6017208099365234, "Finetune/Loss (Raw)": 0.6706453561782837, "Finetune/Step": 15212, "Finetune/Step Time": 12.023223513737321}
+{"Finetune/Learning Rate": 2.20408388063011e-06, "Finetune/Loss": 0.601297914981842, "Finetune/Loss (Raw)": 0.5917537808418274, "Finetune/Step": 15213, "Finetune/Step Time": 12.029278477653861}
+{"Finetune/Learning Rate": 2.203029347928747e-06, "Finetune/Loss": 0.6003606915473938, "Finetune/Loss (Raw)": 0.6182180643081665, "Finetune/Step": 15214, "Finetune/Step Time": 12.033729961141944}
+{"Finetune/Learning Rate": 2.2019750363273028e-06, "Finetune/Loss": 0.5999435186386108, "Finetune/Loss (Raw)": 0.5296940803527832, "Finetune/Step": 15215, "Finetune/Step Time": 12.027262901887298}
+{"Finetune/Learning Rate": 2.200920945855669e-06, "Finetune/Loss": 0.6008170247077942, "Finetune/Loss (Raw)": 0.6829103231430054, "Finetune/Step": 15216, "Finetune/Step Time": 12.024034298956394}
+{"Finetune/Learning Rate": 2.199867076543739e-06, "Finetune/Loss": 0.6007285118103027, "Finetune/Loss (Raw)": 0.5740910768508911, "Finetune/Step": 15217, "Finetune/Step Time": 12.0173024777323}
+{"Finetune/Learning Rate": 2.198813428421399e-06, "Finetune/Loss": 0.6008418798446655, "Finetune/Loss (Raw)": 0.5914603471755981, "Finetune/Step": 15218, "Finetune/Step Time": 12.009214356541634}
+{"Finetune/Learning Rate": 2.1977600015185265e-06, "Finetune/Loss": 0.5999137163162231, "Finetune/Loss (Raw)": 0.517745316028595, "Finetune/Step": 15219, "Finetune/Step Time": 12.013751324266195}
+{"Finetune/Learning Rate": 2.196706795864991e-06, "Finetune/Loss": 0.6006547212600708, "Finetune/Loss (Raw)": 0.7597306370735168, "Finetune/Step": 15220, "Finetune/Step Time": 12.01614204235375}
+{"Finetune/Learning Rate": 2.1956538114906666e-06, "Finetune/Loss": 0.6001774072647095, "Finetune/Loss (Raw)": 0.5270251035690308, "Finetune/Step": 15221, "Finetune/Step Time": 12.01531022042036}
+{"Finetune/Learning Rate": 2.194601048425404e-06, "Finetune/Loss": 0.6001572608947754, "Finetune/Loss (Raw)": 0.624991238117218, "Finetune/Step": 15222, "Finetune/Step Time": 12.026958083733916}
+{"Finetune/Learning Rate": 2.193548506699061e-06, "Finetune/Loss": 0.5999865531921387, "Finetune/Loss (Raw)": 0.562959611415863, "Finetune/Step": 15223, "Finetune/Step Time": 12.022930489853024}
+{"Finetune/Learning Rate": 2.192496186341484e-06, "Finetune/Loss": 0.5993474125862122, "Finetune/Loss (Raw)": 0.5398815870285034, "Finetune/Step": 15224, "Finetune/Step Time": 12.021766539663076}
+{"Finetune/Learning Rate": 2.1914440873825127e-06, "Finetune/Loss": 0.5974081754684448, "Finetune/Loss (Raw)": 0.4768747389316559, "Finetune/Step": 15225, "Finetune/Step Time": 12.051706476137042}
+{"Finetune/Learning Rate": 2.1903922098519837e-06, "Finetune/Loss": 0.5972790718078613, "Finetune/Loss (Raw)": 0.662217915058136, "Finetune/Step": 15226, "Finetune/Step Time": 12.046985130757093}
+{"Finetune/Learning Rate": 2.189340553779723e-06, "Finetune/Loss": 0.5977467894554138, "Finetune/Loss (Raw)": 0.7469920516014099, "Finetune/Step": 15227, "Finetune/Step Time": 12.072473365813494}
+{"Finetune/Learning Rate": 2.1882891191955535e-06, "Finetune/Loss": 0.5978051424026489, "Finetune/Loss (Raw)": 0.572704553604126, "Finetune/Step": 15228, "Finetune/Step Time": 12.070810943841934}
+{"Finetune/Learning Rate": 2.1872379061292916e-06, "Finetune/Loss": 0.5979607105255127, "Finetune/Loss (Raw)": 0.5979539155960083, "Finetune/Step": 15229, "Finetune/Step Time": 12.076272696256638}
+{"Finetune/Learning Rate": 2.186186914610746e-06, "Finetune/Loss": 0.5986829996109009, "Finetune/Loss (Raw)": 0.6685277223587036, "Finetune/Step": 15230, "Finetune/Step Time": 12.025321703404188}
+{"Finetune/Learning Rate": 2.1851361446697204e-06, "Finetune/Loss": 0.6000235080718994, "Finetune/Loss (Raw)": 0.7445592880249023, "Finetune/Step": 15231, "Finetune/Step Time": 12.044523620977998}
+{"Finetune/Learning Rate": 2.184085596336011e-06, "Finetune/Loss": 0.5994952917098999, "Finetune/Loss (Raw)": 0.6141065359115601, "Finetune/Step": 15232, "Finetune/Step Time": 12.045872760936618}
+{"Finetune/Learning Rate": 2.1830352696394087e-06, "Finetune/Loss": 0.5997573137283325, "Finetune/Loss (Raw)": 0.5547492504119873, "Finetune/Step": 15233, "Finetune/Step Time": 12.061474049463868}
+{"Finetune/Learning Rate": 2.181985164609697e-06, "Finetune/Loss": 0.5994937419891357, "Finetune/Loss (Raw)": 0.5222983956336975, "Finetune/Step": 15234, "Finetune/Step Time": 12.064315095543861}
+{"Finetune/Learning Rate": 2.180935281276655e-06, "Finetune/Loss": 0.5994174480438232, "Finetune/Loss (Raw)": 0.5755305886268616, "Finetune/Step": 15235, "Finetune/Step Time": 12.083305329084396}
+{"Finetune/Learning Rate": 2.1798856196700544e-06, "Finetune/Loss": 0.5992413759231567, "Finetune/Loss (Raw)": 0.6028904914855957, "Finetune/Step": 15236, "Finetune/Step Time": 12.0824577473104}
+{"Finetune/Learning Rate": 2.17883617981966e-06, "Finetune/Loss": 0.59909987449646, "Finetune/Loss (Raw)": 0.5704991817474365, "Finetune/Step": 15237, "Finetune/Step Time": 12.083323108032346}
+{"Finetune/Learning Rate": 2.1777869617552304e-06, "Finetune/Loss": 0.5987840890884399, "Finetune/Loss (Raw)": 0.6194965243339539, "Finetune/Step": 15238, "Finetune/Step Time": 12.061407536268234}
+{"Finetune/Learning Rate": 2.17673796550652e-06, "Finetune/Loss": 0.5999982357025146, "Finetune/Loss (Raw)": 0.8071110248565674, "Finetune/Step": 15239, "Finetune/Step Time": 12.051742609590292}
+{"Finetune/Learning Rate": 2.175689191103275e-06, "Finetune/Loss": 0.599682092666626, "Finetune/Loss (Raw)": 0.5682409405708313, "Finetune/Step": 15240, "Finetune/Step Time": 12.041861455887556}
+{"Finetune/Learning Rate": 2.1746406385752338e-06, "Finetune/Loss": 0.6002848148345947, "Finetune/Loss (Raw)": 0.6085491180419922, "Finetune/Step": 15241, "Finetune/Step Time": 12.050249537453055}
+{"Finetune/Learning Rate": 2.1735923079521328e-06, "Finetune/Loss": 0.6001567840576172, "Finetune/Loss (Raw)": 0.6044380068778992, "Finetune/Step": 15242, "Finetune/Step Time": 12.052926152944565}
+{"Finetune/Learning Rate": 2.1725441992636986e-06, "Finetune/Loss": 0.5995155572891235, "Finetune/Loss (Raw)": 0.4345957636833191, "Finetune/Step": 15243, "Finetune/Step Time": 12.059549799188972}
+{"Finetune/Learning Rate": 2.1714963125396515e-06, "Finetune/Loss": 0.5995932817459106, "Finetune/Loss (Raw)": 0.6066819429397583, "Finetune/Step": 15244, "Finetune/Step Time": 12.065515648573637}
+{"Finetune/Learning Rate": 2.170448647809709e-06, "Finetune/Loss": 0.6021233797073364, "Finetune/Loss (Raw)": 0.6857029795646667, "Finetune/Step": 15245, "Finetune/Step Time": 12.033464066684246}
+{"Finetune/Learning Rate": 2.1694012051035807e-06, "Finetune/Loss": 0.6028447151184082, "Finetune/Loss (Raw)": 0.6314002871513367, "Finetune/Step": 15246, "Finetune/Step Time": 12.030420608818531}
+{"Finetune/Learning Rate": 2.1683539844509614e-06, "Finetune/Loss": 0.6031632423400879, "Finetune/Loss (Raw)": 0.5759687423706055, "Finetune/Step": 15247, "Finetune/Step Time": 12.009512862190604}
+{"Finetune/Learning Rate": 2.1673069858815553e-06, "Finetune/Loss": 0.6016066074371338, "Finetune/Loss (Raw)": 0.5138074159622192, "Finetune/Step": 15248, "Finetune/Step Time": 12.013731503859162}
+{"Finetune/Learning Rate": 2.1662602094250508e-06, "Finetune/Loss": 0.6010923981666565, "Finetune/Loss (Raw)": 0.5273166298866272, "Finetune/Step": 15249, "Finetune/Step Time": 12.022635916247964}
+{"Finetune/Learning Rate": 2.1652136551111304e-06, "Finetune/Loss": 0.600822925567627, "Finetune/Loss (Raw)": 0.5213320851325989, "Finetune/Step": 15250, "Finetune/Step Time": 12.027039878070354}
+{"Finetune/Learning Rate": 2.1641673229694714e-06, "Finetune/Loss": 0.6014115214347839, "Finetune/Loss (Raw)": 0.6411978602409363, "Finetune/Step": 15251, "Finetune/Step Time": 11.993011426180601}
+{"Finetune/Learning Rate": 2.1631212130297472e-06, "Finetune/Loss": 0.6004828214645386, "Finetune/Loss (Raw)": 0.5213254690170288, "Finetune/Step": 15252, "Finetune/Step Time": 11.988274339586496}
+{"Finetune/Learning Rate": 2.1620753253216186e-06, "Finetune/Loss": 0.6016955375671387, "Finetune/Loss (Raw)": 0.6704301834106445, "Finetune/Step": 15253, "Finetune/Step Time": 11.98138102144003}
+{"Finetune/Learning Rate": 2.1610296598747426e-06, "Finetune/Loss": 0.60001140832901, "Finetune/Loss (Raw)": 0.3796507716178894, "Finetune/Step": 15254, "Finetune/Step Time": 12.0020020455122}
+{"Finetune/Learning Rate": 2.159984216718777e-06, "Finetune/Loss": 0.599976658821106, "Finetune/Loss (Raw)": 0.6417708992958069, "Finetune/Step": 15255, "Finetune/Step Time": 11.95098103582859}
+{"Finetune/Learning Rate": 2.158938995883365e-06, "Finetune/Loss": 0.5995688438415527, "Finetune/Loss (Raw)": 0.6026931405067444, "Finetune/Step": 15256, "Finetune/Step Time": 11.961162600666285}
+{"Finetune/Learning Rate": 2.157893997398146e-06, "Finetune/Loss": 0.5997900366783142, "Finetune/Loss (Raw)": 0.6304971575737, "Finetune/Step": 15257, "Finetune/Step Time": 11.96220912784338}
+{"Finetune/Learning Rate": 2.156849221292756e-06, "Finetune/Loss": 0.6010762453079224, "Finetune/Loss (Raw)": 0.6575943827629089, "Finetune/Step": 15258, "Finetune/Step Time": 11.986297650262713}
+{"Finetune/Learning Rate": 2.155804667596816e-06, "Finetune/Loss": 0.6024808883666992, "Finetune/Loss (Raw)": 0.7093179225921631, "Finetune/Step": 15259, "Finetune/Step Time": 11.97093296982348}
+{"Finetune/Learning Rate": 2.1547603363399505e-06, "Finetune/Loss": 0.6027559041976929, "Finetune/Loss (Raw)": 0.6764272451400757, "Finetune/Step": 15260, "Finetune/Step Time": 11.968395983800292}
+{"Finetune/Learning Rate": 2.15371622755177e-06, "Finetune/Loss": 0.6016842126846313, "Finetune/Loss (Raw)": 0.5484433770179749, "Finetune/Step": 15261, "Finetune/Step Time": 11.986280595883727}
+{"Finetune/Learning Rate": 2.152672341261888e-06, "Finetune/Loss": 0.601456880569458, "Finetune/Loss (Raw)": 0.5993251204490662, "Finetune/Step": 15262, "Finetune/Step Time": 11.982461428269744}
+{"Finetune/Learning Rate": 2.151628677499904e-06, "Finetune/Loss": 0.6015402674674988, "Finetune/Loss (Raw)": 0.5473068356513977, "Finetune/Step": 15263, "Finetune/Step Time": 11.949444983154535}
+{"Finetune/Learning Rate": 2.150585236295415e-06, "Finetune/Loss": 0.6007505655288696, "Finetune/Loss (Raw)": 0.5704200267791748, "Finetune/Step": 15264, "Finetune/Step Time": 11.886788591742516}
+{"Finetune/Learning Rate": 2.1495420176780056e-06, "Finetune/Loss": 0.5989247560501099, "Finetune/Loss (Raw)": 0.41982293128967285, "Finetune/Step": 15265, "Finetune/Step Time": 11.904774092137814}
+{"Finetune/Learning Rate": 2.1484990216772604e-06, "Finetune/Loss": 0.5997375249862671, "Finetune/Loss (Raw)": 0.6482069492340088, "Finetune/Step": 15266, "Finetune/Step Time": 11.91360397823155}
+{"Finetune/Learning Rate": 2.147456248322758e-06, "Finetune/Loss": 0.6007159352302551, "Finetune/Loss (Raw)": 0.6096137166023254, "Finetune/Step": 15267, "Finetune/Step Time": 11.892150081694126}
+{"Finetune/Learning Rate": 2.1464136976440618e-06, "Finetune/Loss": 0.6011778712272644, "Finetune/Loss (Raw)": 0.6113393902778625, "Finetune/Step": 15268, "Finetune/Step Time": 11.864491181448102}
+{"Finetune/Learning Rate": 2.1453713696707447e-06, "Finetune/Loss": 0.6025876998901367, "Finetune/Loss (Raw)": 0.705219566822052, "Finetune/Step": 15269, "Finetune/Step Time": 11.901127696037292}
+{"Finetune/Learning Rate": 2.1443292644323623e-06, "Finetune/Loss": 0.6022799611091614, "Finetune/Loss (Raw)": 0.6416239738464355, "Finetune/Step": 15270, "Finetune/Step Time": 11.920789146795869}
+{"Finetune/Learning Rate": 2.143287381958461e-06, "Finetune/Loss": 0.6013854742050171, "Finetune/Loss (Raw)": 0.5636850595474243, "Finetune/Step": 15271, "Finetune/Step Time": 11.916566973552108}
+{"Finetune/Learning Rate": 2.1422457222785875e-06, "Finetune/Loss": 0.602191686630249, "Finetune/Loss (Raw)": 0.6400788426399231, "Finetune/Step": 15272, "Finetune/Step Time": 11.91286950558424}
+{"Finetune/Learning Rate": 2.1412042854222804e-06, "Finetune/Loss": 0.6015017032623291, "Finetune/Loss (Raw)": 0.630664050579071, "Finetune/Step": 15273, "Finetune/Step Time": 11.892571471631527}
+{"Finetune/Learning Rate": 2.1401630714190736e-06, "Finetune/Loss": 0.60194993019104, "Finetune/Loss (Raw)": 0.5729914903640747, "Finetune/Step": 15274, "Finetune/Step Time": 11.887805504724383}
+{"Finetune/Learning Rate": 2.13912208029849e-06, "Finetune/Loss": 0.6022643446922302, "Finetune/Loss (Raw)": 0.6027961373329163, "Finetune/Step": 15275, "Finetune/Step Time": 11.8857935462147}
+{"Finetune/Learning Rate": 2.138081312090052e-06, "Finetune/Loss": 0.6015446782112122, "Finetune/Loss (Raw)": 0.6172277927398682, "Finetune/Step": 15276, "Finetune/Step Time": 11.885504415258765}
+{"Finetune/Learning Rate": 2.1370407668232727e-06, "Finetune/Loss": 0.6013426780700684, "Finetune/Loss (Raw)": 0.6476590037345886, "Finetune/Step": 15277, "Finetune/Step Time": 11.897266380488873}
+{"Finetune/Learning Rate": 2.136000444527656e-06, "Finetune/Loss": 0.6023829579353333, "Finetune/Loss (Raw)": 0.6228820085525513, "Finetune/Step": 15278, "Finetune/Step Time": 11.888356175273657}
+{"Finetune/Learning Rate": 2.134960345232706e-06, "Finetune/Loss": 0.6035226583480835, "Finetune/Loss (Raw)": 0.6927121877670288, "Finetune/Step": 15279, "Finetune/Step Time": 11.885491747409105}
+{"Finetune/Learning Rate": 2.133920468967915e-06, "Finetune/Loss": 0.6037849187850952, "Finetune/Loss (Raw)": 0.601643443107605, "Finetune/Step": 15280, "Finetune/Step Time": 11.88093606568873}
+{"Finetune/Learning Rate": 2.1328808157627713e-06, "Finetune/Loss": 0.6038620471954346, "Finetune/Loss (Raw)": 0.5510265827178955, "Finetune/Step": 15281, "Finetune/Step Time": 11.878959933295846}
+{"Finetune/Learning Rate": 2.1318413856467556e-06, "Finetune/Loss": 0.6031447052955627, "Finetune/Loss (Raw)": 0.573708713054657, "Finetune/Step": 15282, "Finetune/Step Time": 11.88517457805574}
+{"Finetune/Learning Rate": 2.130802178649346e-06, "Finetune/Loss": 0.603488028049469, "Finetune/Loss (Raw)": 0.586207389831543, "Finetune/Step": 15283, "Finetune/Step Time": 11.89285922050476}
+{"Finetune/Learning Rate": 2.1297631948000087e-06, "Finetune/Loss": 0.6055592894554138, "Finetune/Loss (Raw)": 0.7912145256996155, "Finetune/Step": 15284, "Finetune/Step Time": 11.905167976394296}
+{"Finetune/Learning Rate": 2.1287244341282064e-06, "Finetune/Loss": 0.6055569648742676, "Finetune/Loss (Raw)": 0.47336724400520325, "Finetune/Step": 15285, "Finetune/Step Time": 11.900096936151385}
+{"Finetune/Learning Rate": 2.127685896663397e-06, "Finetune/Loss": 0.6045864820480347, "Finetune/Loss (Raw)": 0.5423338413238525, "Finetune/Step": 15286, "Finetune/Step Time": 11.903426481410861}
+{"Finetune/Learning Rate": 2.1266475824350295e-06, "Finetune/Loss": 0.6044563055038452, "Finetune/Loss (Raw)": 0.6655367016792297, "Finetune/Step": 15287, "Finetune/Step Time": 11.912156164646149}
+{"Finetune/Learning Rate": 2.125609491472549e-06, "Finetune/Loss": 0.6046565175056458, "Finetune/Loss (Raw)": 0.6004577875137329, "Finetune/Step": 15288, "Finetune/Step Time": 11.916451793164015}
+{"Finetune/Learning Rate": 2.1245716238053903e-06, "Finetune/Loss": 0.6041898727416992, "Finetune/Loss (Raw)": 0.5754895210266113, "Finetune/Step": 15289, "Finetune/Step Time": 11.915045775473118}
+{"Finetune/Learning Rate": 2.1235339794629863e-06, "Finetune/Loss": 0.6034695506095886, "Finetune/Loss (Raw)": 0.5343701839447021, "Finetune/Step": 15290, "Finetune/Step Time": 11.90512702614069}
+{"Finetune/Learning Rate": 2.1224965584747603e-06, "Finetune/Loss": 0.603507399559021, "Finetune/Loss (Raw)": 0.6305089592933655, "Finetune/Step": 15291, "Finetune/Step Time": 11.920599110424519}
+{"Finetune/Learning Rate": 2.121459360870132e-06, "Finetune/Loss": 0.6026254892349243, "Finetune/Loss (Raw)": 0.5001524090766907, "Finetune/Step": 15292, "Finetune/Step Time": 11.91036363877356}
+{"Finetune/Learning Rate": 2.1204223866785112e-06, "Finetune/Loss": 0.6002089381217957, "Finetune/Loss (Raw)": 0.49341005086898804, "Finetune/Step": 15293, "Finetune/Step Time": 11.906015349552035}
+{"Finetune/Learning Rate": 2.1193856359293087e-06, "Finetune/Loss": 0.6009447574615479, "Finetune/Loss (Raw)": 0.6440405249595642, "Finetune/Step": 15294, "Finetune/Step Time": 11.922682117670774}
+{"Finetune/Learning Rate": 2.118349108651918e-06, "Finetune/Loss": 0.5997288227081299, "Finetune/Loss (Raw)": 0.51540207862854, "Finetune/Step": 15295, "Finetune/Step Time": 11.927726332098246}
+{"Finetune/Learning Rate": 2.1173128048757307e-06, "Finetune/Loss": 0.600128173828125, "Finetune/Loss (Raw)": 0.669854462146759, "Finetune/Step": 15296, "Finetune/Step Time": 11.92188323661685}
+{"Finetune/Learning Rate": 2.11627672463014e-06, "Finetune/Loss": 0.5995880961418152, "Finetune/Loss (Raw)": 0.5856323838233948, "Finetune/Step": 15297, "Finetune/Step Time": 11.889153925701976}
+{"Finetune/Learning Rate": 2.1152408679445224e-06, "Finetune/Loss": 0.5989378094673157, "Finetune/Loss (Raw)": 0.5124781727790833, "Finetune/Step": 15298, "Finetune/Step Time": 11.889118997380137}
+{"Finetune/Learning Rate": 2.1142052348482533e-06, "Finetune/Loss": 0.5984784960746765, "Finetune/Loss (Raw)": 0.5315914750099182, "Finetune/Step": 15299, "Finetune/Step Time": 11.892823094502091}
+{"Finetune/Learning Rate": 2.113169825370701e-06, "Finetune/Loss": 0.5985915064811707, "Finetune/Loss (Raw)": 0.6037006974220276, "Finetune/Step": 15300, "Finetune/Step Time": 11.880192428827286}
+{"Finetune/Learning Rate": 2.1121346395412245e-06, "Finetune/Loss": 0.5987129211425781, "Finetune/Loss (Raw)": 0.6204683184623718, "Finetune/Step": 15301, "Finetune/Step Time": 11.874015893787146}
+{"Finetune/Learning Rate": 2.1110996773891777e-06, "Finetune/Loss": 0.5973928570747375, "Finetune/Loss (Raw)": 0.6046691536903381, "Finetune/Step": 15302, "Finetune/Step Time": 11.87568848207593}
+{"Finetune/Learning Rate": 2.11006493894391e-06, "Finetune/Loss": 0.5971338748931885, "Finetune/Loss (Raw)": 0.6001020669937134, "Finetune/Step": 15303, "Finetune/Step Time": 11.876912098377943}
+{"Finetune/Learning Rate": 2.109030424234766e-06, "Finetune/Loss": 0.596954882144928, "Finetune/Loss (Raw)": 0.5384440422058105, "Finetune/Step": 15304, "Finetune/Step Time": 11.856331119313836}
+{"Finetune/Learning Rate": 2.1079961332910814e-06, "Finetune/Loss": 0.5968189239501953, "Finetune/Loss (Raw)": 0.5971726775169373, "Finetune/Step": 15305, "Finetune/Step Time": 11.851298542693257}
+{"Finetune/Learning Rate": 2.1069620661421865e-06, "Finetune/Loss": 0.5951343774795532, "Finetune/Loss (Raw)": 0.37284690141677856, "Finetune/Step": 15306, "Finetune/Step Time": 11.884606340900064}
+{"Finetune/Learning Rate": 2.105928222817399e-06, "Finetune/Loss": 0.5953714847564697, "Finetune/Loss (Raw)": 0.6925641894340515, "Finetune/Step": 15307, "Finetune/Step Time": 11.885384013876319}
+{"Finetune/Learning Rate": 2.1048946033460417e-06, "Finetune/Loss": 0.5957262516021729, "Finetune/Loss (Raw)": 0.5652217268943787, "Finetune/Step": 15308, "Finetune/Step Time": 11.863031445071101}
+{"Finetune/Learning Rate": 2.103861207757422e-06, "Finetune/Loss": 0.5944734811782837, "Finetune/Loss (Raw)": 0.4930894672870636, "Finetune/Step": 15309, "Finetune/Step Time": 11.86488133855164}
+{"Finetune/Learning Rate": 2.1028280360808405e-06, "Finetune/Loss": 0.5946037769317627, "Finetune/Loss (Raw)": 0.5875629186630249, "Finetune/Step": 15310, "Finetune/Step Time": 11.861597822979093}
+{"Finetune/Learning Rate": 2.101795088345604e-06, "Finetune/Loss": 0.5932449102401733, "Finetune/Loss (Raw)": 0.41293421387672424, "Finetune/Step": 15311, "Finetune/Step Time": 11.867725668475032}
+{"Finetune/Learning Rate": 2.1007623645810004e-06, "Finetune/Loss": 0.5936025381088257, "Finetune/Loss (Raw)": 0.6860111951828003, "Finetune/Step": 15312, "Finetune/Step Time": 11.855994274839759}
+{"Finetune/Learning Rate": 2.0997298648163122e-06, "Finetune/Loss": 0.5940678715705872, "Finetune/Loss (Raw)": 0.6047618985176086, "Finetune/Step": 15313, "Finetune/Step Time": 11.858541483059525}
+{"Finetune/Learning Rate": 2.098697589080819e-06, "Finetune/Loss": 0.5953009128570557, "Finetune/Loss (Raw)": 0.6836752891540527, "Finetune/Step": 15314, "Finetune/Step Time": 11.836736086755991}
+{"Finetune/Learning Rate": 2.0976655374037947e-06, "Finetune/Loss": 0.5960655808448792, "Finetune/Loss (Raw)": 0.5415673851966858, "Finetune/Step": 15315, "Finetune/Step Time": 11.84263445623219}
+{"Finetune/Learning Rate": 2.096633709814504e-06, "Finetune/Loss": 0.5947054624557495, "Finetune/Loss (Raw)": 0.3911230266094208, "Finetune/Step": 15316, "Finetune/Step Time": 11.836845651268959}
+{"Finetune/Learning Rate": 2.095602106342205e-06, "Finetune/Loss": 0.594496488571167, "Finetune/Loss (Raw)": 0.5820445418357849, "Finetune/Step": 15317, "Finetune/Step Time": 11.84280625358224}
+{"Finetune/Learning Rate": 2.094570727016155e-06, "Finetune/Loss": 0.5941152572631836, "Finetune/Loss (Raw)": 0.6957009434700012, "Finetune/Step": 15318, "Finetune/Step Time": 11.833491465076804}
+{"Finetune/Learning Rate": 2.0935395718656025e-06, "Finetune/Loss": 0.5945493578910828, "Finetune/Loss (Raw)": 0.605792224407196, "Finetune/Step": 15319, "Finetune/Step Time": 11.844988200813532}
+{"Finetune/Learning Rate": 2.0925086409197815e-06, "Finetune/Loss": 0.5928441882133484, "Finetune/Loss (Raw)": 0.4202219247817993, "Finetune/Step": 15320, "Finetune/Step Time": 11.825343979522586}
+{"Finetune/Learning Rate": 2.0914779342079292e-06, "Finetune/Loss": 0.5933746099472046, "Finetune/Loss (Raw)": 0.6617640256881714, "Finetune/Step": 15321, "Finetune/Step Time": 11.846564993262291}
+{"Finetune/Learning Rate": 2.0904474517592755e-06, "Finetune/Loss": 0.5920175313949585, "Finetune/Loss (Raw)": 0.48750796914100647, "Finetune/Step": 15322, "Finetune/Step Time": 11.868466466665268}
+{"Finetune/Learning Rate": 2.0894171936030395e-06, "Finetune/Loss": 0.5922346711158752, "Finetune/Loss (Raw)": 0.6196036338806152, "Finetune/Step": 15323, "Finetune/Step Time": 11.867975948378444}
+{"Finetune/Learning Rate": 2.088387159768437e-06, "Finetune/Loss": 0.5916446447372437, "Finetune/Loss (Raw)": 0.6033832430839539, "Finetune/Step": 15324, "Finetune/Step Time": 11.854040956124663}
+{"Finetune/Learning Rate": 2.0873573502846765e-06, "Finetune/Loss": 0.5920587778091431, "Finetune/Loss (Raw)": 0.6190687417984009, "Finetune/Step": 15325, "Finetune/Step Time": 11.85698263719678}
+{"Finetune/Learning Rate": 2.086327765180961e-06, "Finetune/Loss": 0.5921245217323303, "Finetune/Loss (Raw)": 0.6320310235023499, "Finetune/Step": 15326, "Finetune/Step Time": 11.847796637564898}
+{"Finetune/Learning Rate": 2.0852984044864878e-06, "Finetune/Loss": 0.5922628045082092, "Finetune/Loss (Raw)": 0.6009973883628845, "Finetune/Step": 15327, "Finetune/Step Time": 11.847842847928405}
+{"Finetune/Learning Rate": 2.0842692682304442e-06, "Finetune/Loss": 0.5930389165878296, "Finetune/Loss (Raw)": 0.6698453426361084, "Finetune/Step": 15328, "Finetune/Step Time": 11.850163178518414}
+{"Finetune/Learning Rate": 2.0832403564420158e-06, "Finetune/Loss": 0.5939988493919373, "Finetune/Loss (Raw)": 0.5997248888015747, "Finetune/Step": 15329, "Finetune/Step Time": 11.851992597803473}
+{"Finetune/Learning Rate": 2.082211669150378e-06, "Finetune/Loss": 0.5931259393692017, "Finetune/Loss (Raw)": 0.5817811489105225, "Finetune/Step": 15330, "Finetune/Step Time": 11.872607488185167}
+{"Finetune/Learning Rate": 2.081183206384703e-06, "Finetune/Loss": 0.5942554473876953, "Finetune/Loss (Raw)": 0.7380180358886719, "Finetune/Step": 15331, "Finetune/Step Time": 11.881022131070495}
+{"Finetune/Learning Rate": 2.0801549681741526e-06, "Finetune/Loss": 0.5941978096961975, "Finetune/Loss (Raw)": 0.6436761021614075, "Finetune/Step": 15332, "Finetune/Step Time": 11.881054947152734}
+{"Finetune/Learning Rate": 2.0791269545478875e-06, "Finetune/Loss": 0.5936987400054932, "Finetune/Loss (Raw)": 0.5121812224388123, "Finetune/Step": 15333, "Finetune/Step Time": 11.882383110001683}
+{"Finetune/Learning Rate": 2.078099165535058e-06, "Finetune/Loss": 0.5953762531280518, "Finetune/Loss (Raw)": 0.7529174089431763, "Finetune/Step": 15334, "Finetune/Step Time": 11.883083755150437}
+{"Finetune/Learning Rate": 2.0770716011648095e-06, "Finetune/Loss": 0.5961083173751831, "Finetune/Loss (Raw)": 0.7012129426002502, "Finetune/Step": 15335, "Finetune/Step Time": 11.874870646744967}
+{"Finetune/Learning Rate": 2.0760442614662803e-06, "Finetune/Loss": 0.5964812636375427, "Finetune/Loss (Raw)": 0.7442832589149475, "Finetune/Step": 15336, "Finetune/Step Time": 11.876479597762227}
+{"Finetune/Learning Rate": 2.075017146468603e-06, "Finetune/Loss": 0.5971431732177734, "Finetune/Loss (Raw)": 0.6364040374755859, "Finetune/Step": 15337, "Finetune/Step Time": 11.878897966817021}
+{"Finetune/Learning Rate": 2.073990256200903e-06, "Finetune/Loss": 0.5972576141357422, "Finetune/Loss (Raw)": 0.6058815121650696, "Finetune/Step": 15338, "Finetune/Step Time": 11.888314966112375}
+{"Finetune/Learning Rate": 2.0729635906923018e-06, "Finetune/Loss": 0.5980606079101562, "Finetune/Loss (Raw)": 0.6348059773445129, "Finetune/Step": 15339, "Finetune/Step Time": 11.899112248793244}
+{"Finetune/Learning Rate": 2.0719371499719123e-06, "Finetune/Loss": 0.598103404045105, "Finetune/Loss (Raw)": 0.6761201620101929, "Finetune/Step": 15340, "Finetune/Step Time": 11.912464760243893}
+{"Finetune/Learning Rate": 2.0709109340688392e-06, "Finetune/Loss": 0.5975431203842163, "Finetune/Loss (Raw)": 0.520034909248352, "Finetune/Step": 15341, "Finetune/Step Time": 11.91124145872891}
+{"Finetune/Learning Rate": 2.069884943012186e-06, "Finetune/Loss": 0.5970589518547058, "Finetune/Loss (Raw)": 0.5562432408332825, "Finetune/Step": 15342, "Finetune/Step Time": 11.907776532694697}
+{"Finetune/Learning Rate": 2.0688591768310473e-06, "Finetune/Loss": 0.5987897515296936, "Finetune/Loss (Raw)": 0.75123530626297, "Finetune/Step": 15343, "Finetune/Step Time": 11.93102197907865}
+{"Finetune/Learning Rate": 2.0678336355545047e-06, "Finetune/Loss": 0.5984967350959778, "Finetune/Loss (Raw)": 0.6454060673713684, "Finetune/Step": 15344, "Finetune/Step Time": 11.938189392909408}
+{"Finetune/Learning Rate": 2.066808319211646e-06, "Finetune/Loss": 0.5982049107551575, "Finetune/Loss (Raw)": 0.5367329716682434, "Finetune/Step": 15345, "Finetune/Step Time": 11.939674893394113}
+{"Finetune/Learning Rate": 2.065783227831545e-06, "Finetune/Loss": 0.5992351174354553, "Finetune/Loss (Raw)": 0.7233330607414246, "Finetune/Step": 15346, "Finetune/Step Time": 11.935348387807608}
+{"Finetune/Learning Rate": 2.06475836144327e-06, "Finetune/Loss": 0.5994628667831421, "Finetune/Loss (Raw)": 0.5469000339508057, "Finetune/Step": 15347, "Finetune/Step Time": 11.929972825571895}
+{"Finetune/Learning Rate": 2.063733720075882e-06, "Finetune/Loss": 0.5979089736938477, "Finetune/Loss (Raw)": 0.560825526714325, "Finetune/Step": 15348, "Finetune/Step Time": 11.949449444189668}
+{"Finetune/Learning Rate": 2.062709303758441e-06, "Finetune/Loss": 0.5983923673629761, "Finetune/Loss (Raw)": 0.5889022946357727, "Finetune/Step": 15349, "Finetune/Step Time": 11.95177323743701}
+{"Finetune/Learning Rate": 2.061685112519992e-06, "Finetune/Loss": 0.5980557203292847, "Finetune/Loss (Raw)": 0.5819041132926941, "Finetune/Step": 15350, "Finetune/Step Time": 11.946080131456256}
+{"Finetune/Learning Rate": 2.0606611463895787e-06, "Finetune/Loss": 0.5985226631164551, "Finetune/Loss (Raw)": 0.6227251291275024, "Finetune/Step": 15351, "Finetune/Step Time": 11.953499162569642}
+{"Finetune/Learning Rate": 2.0596374053962363e-06, "Finetune/Loss": 0.5994480848312378, "Finetune/Loss (Raw)": 0.6583370566368103, "Finetune/Step": 15352, "Finetune/Step Time": 11.947228286415339}
+{"Finetune/Learning Rate": 2.058613889569e-06, "Finetune/Loss": 0.5998986959457397, "Finetune/Loss (Raw)": 0.5345451235771179, "Finetune/Step": 15353, "Finetune/Step Time": 11.915041085332632}
+{"Finetune/Learning Rate": 2.0575905989368917e-06, "Finetune/Loss": 0.5987741947174072, "Finetune/Loss (Raw)": 0.5182825326919556, "Finetune/Step": 15354, "Finetune/Step Time": 11.921660244464874}
+{"Finetune/Learning Rate": 2.0565675335289316e-06, "Finetune/Loss": 0.5970337390899658, "Finetune/Loss (Raw)": 0.5242198705673218, "Finetune/Step": 15355, "Finetune/Step Time": 11.924106752499938}
+{"Finetune/Learning Rate": 2.0555446933741263e-06, "Finetune/Loss": 0.5977926254272461, "Finetune/Loss (Raw)": 0.6698453426361084, "Finetune/Step": 15356, "Finetune/Step Time": 11.922722654417157}
+{"Finetune/Learning Rate": 2.054522078501482e-06, "Finetune/Loss": 0.5977733135223389, "Finetune/Loss (Raw)": 0.5954780578613281, "Finetune/Step": 15357, "Finetune/Step Time": 11.921793146058917}
+{"Finetune/Learning Rate": 2.053499688939997e-06, "Finetune/Loss": 0.5971211194992065, "Finetune/Loss (Raw)": 0.5850377082824707, "Finetune/Step": 15358, "Finetune/Step Time": 11.914060099050403}
+{"Finetune/Learning Rate": 2.0524775247186613e-06, "Finetune/Loss": 0.5962367057800293, "Finetune/Loss (Raw)": 0.6313642859458923, "Finetune/Step": 15359, "Finetune/Step Time": 11.920251132920384}
+{"Finetune/Learning Rate": 2.0514555858664663e-06, "Finetune/Loss": 0.596687912940979, "Finetune/Loss (Raw)": 0.6718624234199524, "Finetune/Step": 15360, "Finetune/Step Time": 11.933602545410395}
+{"Finetune/Learning Rate": 2.0504338724123906e-06, "Finetune/Loss": 0.5975247025489807, "Finetune/Loss (Raw)": 0.6618558168411255, "Finetune/Step": 15361, "Finetune/Step Time": 11.94177326746285}
+{"Finetune/Learning Rate": 2.0494123843854032e-06, "Finetune/Loss": 0.5983538627624512, "Finetune/Loss (Raw)": 0.6284245252609253, "Finetune/Step": 15362, "Finetune/Step Time": 11.933509280905128}
+{"Finetune/Learning Rate": 2.0483911218144713e-06, "Finetune/Loss": 0.5984714031219482, "Finetune/Loss (Raw)": 0.5905855894088745, "Finetune/Step": 15363, "Finetune/Step Time": 11.913112554699183}
+{"Finetune/Learning Rate": 2.047370084728556e-06, "Finetune/Loss": 0.5992242097854614, "Finetune/Loss (Raw)": 0.6992417573928833, "Finetune/Step": 15364, "Finetune/Step Time": 11.917078031226993}
+{"Finetune/Learning Rate": 2.04634927315661e-06, "Finetune/Loss": 0.5990113615989685, "Finetune/Loss (Raw)": 0.54326331615448, "Finetune/Step": 15365, "Finetune/Step Time": 11.92086025327444}
+{"Finetune/Learning Rate": 2.0453286871275802e-06, "Finetune/Loss": 0.5988762378692627, "Finetune/Loss (Raw)": 0.6021899580955505, "Finetune/Step": 15366, "Finetune/Step Time": 11.924743391573429}
+{"Finetune/Learning Rate": 2.0443083266704134e-06, "Finetune/Loss": 0.5971989631652832, "Finetune/Loss (Raw)": 0.5924237370491028, "Finetune/Step": 15367, "Finetune/Step Time": 11.9191885124892}
+{"Finetune/Learning Rate": 2.043288191814037e-06, "Finetune/Loss": 0.598160982131958, "Finetune/Loss (Raw)": 0.6913855075836182, "Finetune/Step": 15368, "Finetune/Step Time": 11.920470936223865}
+{"Finetune/Learning Rate": 2.042268282587382e-06, "Finetune/Loss": 0.5983307361602783, "Finetune/Loss (Raw)": 0.6302688121795654, "Finetune/Step": 15369, "Finetune/Step Time": 11.915629943832755}
+{"Finetune/Learning Rate": 2.0412485990193685e-06, "Finetune/Loss": 0.5984574556350708, "Finetune/Loss (Raw)": 0.6206597089767456, "Finetune/Step": 15370, "Finetune/Step Time": 11.91017945855856}
+{"Finetune/Learning Rate": 2.040229141138914e-06, "Finetune/Loss": 0.5998420119285583, "Finetune/Loss (Raw)": 0.6118199825286865, "Finetune/Step": 15371, "Finetune/Step Time": 11.907960215583444}
+{"Finetune/Learning Rate": 2.0392099089749263e-06, "Finetune/Loss": 0.599482536315918, "Finetune/Loss (Raw)": 0.5606666207313538, "Finetune/Step": 15372, "Finetune/Step Time": 11.903000265359879}
+{"Finetune/Learning Rate": 2.0381909025563084e-06, "Finetune/Loss": 0.5996081829071045, "Finetune/Loss (Raw)": 0.70179682970047, "Finetune/Step": 15373, "Finetune/Step Time": 11.90189317241311}
+{"Finetune/Learning Rate": 2.0371721219119556e-06, "Finetune/Loss": 0.5989906191825867, "Finetune/Loss (Raw)": 0.5523391962051392, "Finetune/Step": 15374, "Finetune/Step Time": 11.90194346755743}
+{"Finetune/Learning Rate": 2.036153567070759e-06, "Finetune/Loss": 0.599190354347229, "Finetune/Loss (Raw)": 0.6015435457229614, "Finetune/Step": 15375, "Finetune/Step Time": 11.909532807767391}
+{"Finetune/Learning Rate": 2.035135238061601e-06, "Finetune/Loss": 0.5995633602142334, "Finetune/Loss (Raw)": 0.5615532398223877, "Finetune/Step": 15376, "Finetune/Step Time": 11.904122645035386}
+{"Finetune/Learning Rate": 2.034117134913358e-06, "Finetune/Loss": 0.5987734794616699, "Finetune/Loss (Raw)": 0.42620834708213806, "Finetune/Step": 15377, "Finetune/Step Time": 11.92396198771894}
+{"Finetune/Learning Rate": 2.0330992576549015e-06, "Finetune/Loss": 0.599335789680481, "Finetune/Loss (Raw)": 0.5933007597923279, "Finetune/Step": 15378, "Finetune/Step Time": 11.912334775552154}
+{"Finetune/Learning Rate": 2.032081606315095e-06, "Finetune/Loss": 0.5998973846435547, "Finetune/Loss (Raw)": 0.7130911350250244, "Finetune/Step": 15379, "Finetune/Step Time": 11.911749018356204}
+{"Finetune/Learning Rate": 2.031064180922796e-06, "Finetune/Loss": 0.6007927060127258, "Finetune/Loss (Raw)": 0.6359224915504456, "Finetune/Step": 15380, "Finetune/Step Time": 11.91969408467412}
+{"Finetune/Learning Rate": 2.030046981506857e-06, "Finetune/Loss": 0.6001362800598145, "Finetune/Loss (Raw)": 0.5864067077636719, "Finetune/Step": 15381, "Finetune/Step Time": 11.94204748608172}
+{"Finetune/Learning Rate": 2.0290300080961213e-06, "Finetune/Loss": 0.6017086505889893, "Finetune/Loss (Raw)": 0.5809159278869629, "Finetune/Step": 15382, "Finetune/Step Time": 11.919853316619992}
+{"Finetune/Learning Rate": 2.0280132607194293e-06, "Finetune/Loss": 0.6010189056396484, "Finetune/Loss (Raw)": 0.553478479385376, "Finetune/Step": 15383, "Finetune/Step Time": 11.949300322681665}
+{"Finetune/Learning Rate": 2.026996739405611e-06, "Finetune/Loss": 0.6018351912498474, "Finetune/Loss (Raw)": 0.7071835994720459, "Finetune/Step": 15384, "Finetune/Step Time": 11.940331004559994}
+{"Finetune/Learning Rate": 2.025980444183496e-06, "Finetune/Loss": 0.6014884114265442, "Finetune/Loss (Raw)": 0.5861092209815979, "Finetune/Step": 15385, "Finetune/Step Time": 11.938537031412125}
+{"Finetune/Learning Rate": 2.0249643750818947e-06, "Finetune/Loss": 0.6011673212051392, "Finetune/Loss (Raw)": 0.6164973974227905, "Finetune/Step": 15386, "Finetune/Step Time": 11.92056860588491}
+{"Finetune/Learning Rate": 2.023948532129629e-06, "Finetune/Loss": 0.5997731685638428, "Finetune/Loss (Raw)": 0.5308673977851868, "Finetune/Step": 15387, "Finetune/Step Time": 11.927209304645658}
+{"Finetune/Learning Rate": 2.022932915355502e-06, "Finetune/Loss": 0.5993255376815796, "Finetune/Loss (Raw)": 0.6191282868385315, "Finetune/Step": 15388, "Finetune/Step Time": 11.944458639249206}
+{"Finetune/Learning Rate": 2.0219175247883138e-06, "Finetune/Loss": 0.6000385284423828, "Finetune/Loss (Raw)": 0.6397080421447754, "Finetune/Step": 15389, "Finetune/Step Time": 11.919336123391986}
+{"Finetune/Learning Rate": 2.020902360456858e-06, "Finetune/Loss": 0.6001332998275757, "Finetune/Loss (Raw)": 0.6114464998245239, "Finetune/Step": 15390, "Finetune/Step Time": 11.913568643853068}
+{"Finetune/Learning Rate": 2.0198874223899247e-06, "Finetune/Loss": 0.6006646156311035, "Finetune/Loss (Raw)": 0.615315318107605, "Finetune/Step": 15391, "Finetune/Step Time": 11.909622989594936}
+{"Finetune/Learning Rate": 2.0188727106162874e-06, "Finetune/Loss": 0.6009457111358643, "Finetune/Loss (Raw)": 0.6064013242721558, "Finetune/Step": 15392, "Finetune/Step Time": 11.915842439979315}
+{"Finetune/Learning Rate": 2.017858225164724e-06, "Finetune/Loss": 0.6026728749275208, "Finetune/Loss (Raw)": 0.6408991813659668, "Finetune/Step": 15393, "Finetune/Step Time": 11.891132693737745}
+{"Finetune/Learning Rate": 2.0168439660640047e-06, "Finetune/Loss": 0.6022090315818787, "Finetune/Loss (Raw)": 0.5888386964797974, "Finetune/Step": 15394, "Finetune/Step Time": 11.884619154036045}
+{"Finetune/Learning Rate": 2.01582993334289e-06, "Finetune/Loss": 0.6022441387176514, "Finetune/Loss (Raw)": 0.614108145236969, "Finetune/Step": 15395, "Finetune/Step Time": 11.883155474439263}
+{"Finetune/Learning Rate": 2.014816127030135e-06, "Finetune/Loss": 0.6023967266082764, "Finetune/Loss (Raw)": 0.630873441696167, "Finetune/Step": 15396, "Finetune/Step Time": 11.886704260483384}
+{"Finetune/Learning Rate": 2.0138025471544896e-06, "Finetune/Loss": 0.6013712882995605, "Finetune/Loss (Raw)": 0.5739575624465942, "Finetune/Step": 15397, "Finetune/Step Time": 11.846163691952825}
+{"Finetune/Learning Rate": 2.012789193744692e-06, "Finetune/Loss": 0.6019472479820251, "Finetune/Loss (Raw)": 0.7153554558753967, "Finetune/Step": 15398, "Finetune/Step Time": 11.826708886772394}
+{"Finetune/Learning Rate": 2.0117760668294796e-06, "Finetune/Loss": 0.601776123046875, "Finetune/Loss (Raw)": 0.5417742729187012, "Finetune/Step": 15399, "Finetune/Step Time": 11.832459541037679}
+{"Finetune/Learning Rate": 2.0107631664375805e-06, "Finetune/Loss": 0.6009302139282227, "Finetune/Loss (Raw)": 0.5317993760108948, "Finetune/Step": 15400, "Finetune/Step Time": 11.83403747342527}
+{"Finetune/Learning Rate": 2.0097504925977217e-06, "Finetune/Loss": 0.600208580493927, "Finetune/Loss (Raw)": 0.5383010506629944, "Finetune/Step": 15401, "Finetune/Step Time": 11.846380179747939}
+{"Finetune/Learning Rate": 2.0087380453386185e-06, "Finetune/Loss": 0.600106954574585, "Finetune/Loss (Raw)": 0.5599880814552307, "Finetune/Step": 15402, "Finetune/Step Time": 11.858603587374091}
+{"Finetune/Learning Rate": 2.0077258246889795e-06, "Finetune/Loss": 0.5997146368026733, "Finetune/Loss (Raw)": 0.5525765419006348, "Finetune/Step": 15403, "Finetune/Step Time": 11.856455264613032}
+{"Finetune/Learning Rate": 2.0067138306775126e-06, "Finetune/Loss": 0.6002553701400757, "Finetune/Loss (Raw)": 0.6864388585090637, "Finetune/Step": 15404, "Finetune/Step Time": 11.891658648848534}
+{"Finetune/Learning Rate": 2.005702063332908e-06, "Finetune/Loss": 0.5989378690719604, "Finetune/Loss (Raw)": 0.4790109694004059, "Finetune/Step": 15405, "Finetune/Step Time": 11.884520459920168}
+{"Finetune/Learning Rate": 2.0046905226838607e-06, "Finetune/Loss": 0.5985082387924194, "Finetune/Loss (Raw)": 0.56789231300354, "Finetune/Step": 15406, "Finetune/Step Time": 11.883605130016804}
+{"Finetune/Learning Rate": 2.003679208759055e-06, "Finetune/Loss": 0.5976395010948181, "Finetune/Loss (Raw)": 0.5815147161483765, "Finetune/Step": 15407, "Finetune/Step Time": 11.897488499060273}
+{"Finetune/Learning Rate": 2.0026681215871656e-06, "Finetune/Loss": 0.5985459089279175, "Finetune/Loss (Raw)": 0.7176673412322998, "Finetune/Step": 15408, "Finetune/Step Time": 11.920569956302643}
+{"Finetune/Learning Rate": 2.0016572611968688e-06, "Finetune/Loss": 0.5989366769790649, "Finetune/Loss (Raw)": 0.6010422110557556, "Finetune/Step": 15409, "Finetune/Step Time": 11.91827761568129}
+{"Finetune/Learning Rate": 2.000646627616831e-06, "Finetune/Loss": 0.5994198322296143, "Finetune/Loss (Raw)": 0.6355615258216858, "Finetune/Step": 15410, "Finetune/Step Time": 11.919457409530878}
+{"Finetune/Learning Rate": 1.9996362208757046e-06, "Finetune/Loss": 0.5965798497200012, "Finetune/Loss (Raw)": 0.22268155217170715, "Finetune/Step": 15411, "Finetune/Step Time": 11.996705319732428}
+{"Finetune/Learning Rate": 1.998626041002146e-06, "Finetune/Loss": 0.595710277557373, "Finetune/Loss (Raw)": 0.6799073815345764, "Finetune/Step": 15412, "Finetune/Step Time": 11.979314317926764}
+{"Finetune/Learning Rate": 1.9976160880247995e-06, "Finetune/Loss": 0.5960487127304077, "Finetune/Loss (Raw)": 0.516694188117981, "Finetune/Step": 15413, "Finetune/Step Time": 11.994190976023674}
+{"Finetune/Learning Rate": 1.9966063619723055e-06, "Finetune/Loss": 0.595845103263855, "Finetune/Loss (Raw)": 0.5162720084190369, "Finetune/Step": 15414, "Finetune/Step Time": 12.009749433025718}
+{"Finetune/Learning Rate": 1.9955968628732925e-06, "Finetune/Loss": 0.5945725440979004, "Finetune/Loss (Raw)": 0.5026460289955139, "Finetune/Step": 15415, "Finetune/Step Time": 11.998193226754665}
+{"Finetune/Learning Rate": 1.994587590756397e-06, "Finetune/Loss": 0.5941001176834106, "Finetune/Loss (Raw)": 0.5399821400642395, "Finetune/Step": 15416, "Finetune/Step Time": 11.992119478061795}
+{"Finetune/Learning Rate": 1.993578545650231e-06, "Finetune/Loss": 0.5947762727737427, "Finetune/Loss (Raw)": 0.6620386838912964, "Finetune/Step": 15417, "Finetune/Step Time": 11.993249265477061}
+{"Finetune/Learning Rate": 1.99256972758341e-06, "Finetune/Loss": 0.5955088138580322, "Finetune/Loss (Raw)": 0.6281388998031616, "Finetune/Step": 15418, "Finetune/Step Time": 12.003366718068719}
+{"Finetune/Learning Rate": 1.991561136584541e-06, "Finetune/Loss": 0.594712495803833, "Finetune/Loss (Raw)": 0.5285784602165222, "Finetune/Step": 15419, "Finetune/Step Time": 11.992105754092336}
+{"Finetune/Learning Rate": 1.9905527726822247e-06, "Finetune/Loss": 0.5947912931442261, "Finetune/Loss (Raw)": 0.5102359056472778, "Finetune/Step": 15420, "Finetune/Step Time": 12.060497459024191}
+{"Finetune/Learning Rate": 1.9895446359050572e-06, "Finetune/Loss": 0.5951643586158752, "Finetune/Loss (Raw)": 0.5411624312400818, "Finetune/Step": 15421, "Finetune/Step Time": 12.065658954903483}
+{"Finetune/Learning Rate": 1.9885367262816246e-06, "Finetune/Loss": 0.5949031710624695, "Finetune/Loss (Raw)": 0.610612690448761, "Finetune/Step": 15422, "Finetune/Step Time": 12.047466604039073}
+{"Finetune/Learning Rate": 1.9875290438405083e-06, "Finetune/Loss": 0.5952454805374146, "Finetune/Loss (Raw)": 0.5592191219329834, "Finetune/Step": 15423, "Finetune/Step Time": 12.046064898371696}
+{"Finetune/Learning Rate": 1.986521588610285e-06, "Finetune/Loss": 0.5945876836776733, "Finetune/Loss (Raw)": 0.585652232170105, "Finetune/Step": 15424, "Finetune/Step Time": 12.052147252485156}
+{"Finetune/Learning Rate": 1.9855143606195215e-06, "Finetune/Loss": 0.5942420959472656, "Finetune/Loss (Raw)": 0.5413990616798401, "Finetune/Step": 15425, "Finetune/Step Time": 12.078848199918866}
+{"Finetune/Learning Rate": 1.98450735989678e-06, "Finetune/Loss": 0.5955771207809448, "Finetune/Loss (Raw)": 0.6833672523498535, "Finetune/Step": 15426, "Finetune/Step Time": 12.090895030647516}
+{"Finetune/Learning Rate": 1.9835005864706182e-06, "Finetune/Loss": 0.5965133905410767, "Finetune/Loss (Raw)": 0.651428759098053, "Finetune/Step": 15427, "Finetune/Step Time": 12.090903295204043}
+{"Finetune/Learning Rate": 1.9824940403695834e-06, "Finetune/Loss": 0.5963668823242188, "Finetune/Loss (Raw)": 0.5849523544311523, "Finetune/Step": 15428, "Finetune/Step Time": 12.10528652742505}
+{"Finetune/Learning Rate": 1.9814877216222184e-06, "Finetune/Loss": 0.5943995714187622, "Finetune/Loss (Raw)": 0.3686499297618866, "Finetune/Step": 15429, "Finetune/Step Time": 12.133674003183842}
+{"Finetune/Learning Rate": 1.9804816302570605e-06, "Finetune/Loss": 0.5941091775894165, "Finetune/Loss (Raw)": 0.5674998164176941, "Finetune/Step": 15430, "Finetune/Step Time": 12.134057905524969}
+{"Finetune/Learning Rate": 1.9794757663026388e-06, "Finetune/Loss": 0.5943305492401123, "Finetune/Loss (Raw)": 0.6284319162368774, "Finetune/Step": 15431, "Finetune/Step Time": 12.149792829528451}
+{"Finetune/Learning Rate": 1.9784701297874774e-06, "Finetune/Loss": 0.5946446061134338, "Finetune/Loss (Raw)": 0.5786490440368652, "Finetune/Step": 15432, "Finetune/Step Time": 12.143649550154805}
+{"Finetune/Learning Rate": 1.977464720740092e-06, "Finetune/Loss": 0.5947692394256592, "Finetune/Loss (Raw)": 0.6131246089935303, "Finetune/Step": 15433, "Finetune/Step Time": 12.176823779940605}
+{"Finetune/Learning Rate": 1.9764595391889975e-06, "Finetune/Loss": 0.5977303981781006, "Finetune/Loss (Raw)": 0.7518817186355591, "Finetune/Step": 15434, "Finetune/Step Time": 12.158955654129386}
+{"Finetune/Learning Rate": 1.9754545851626895e-06, "Finetune/Loss": 0.5965389013290405, "Finetune/Loss (Raw)": 0.5400426983833313, "Finetune/Step": 15435, "Finetune/Step Time": 12.156797526404262}
+{"Finetune/Learning Rate": 1.974449858689673e-06, "Finetune/Loss": 0.5963199138641357, "Finetune/Loss (Raw)": 0.537196934223175, "Finetune/Step": 15436, "Finetune/Step Time": 12.159961491823196}
+{"Finetune/Learning Rate": 1.973445359798437e-06, "Finetune/Loss": 0.5979326963424683, "Finetune/Loss (Raw)": 0.6995202898979187, "Finetune/Step": 15437, "Finetune/Step Time": 12.154008200392127}
+{"Finetune/Learning Rate": 1.972441088517466e-06, "Finetune/Loss": 0.5974535942077637, "Finetune/Loss (Raw)": 0.5262473225593567, "Finetune/Step": 15438, "Finetune/Step Time": 12.182083675637841}
+{"Finetune/Learning Rate": 1.9714370448752383e-06, "Finetune/Loss": 0.5994324088096619, "Finetune/Loss (Raw)": 0.6662114262580872, "Finetune/Step": 15439, "Finetune/Step Time": 12.187115779146552}
+{"Finetune/Learning Rate": 1.9704332289002292e-06, "Finetune/Loss": 0.5985336303710938, "Finetune/Loss (Raw)": 0.5709775686264038, "Finetune/Step": 15440, "Finetune/Step Time": 12.195935947820544}
+{"Finetune/Learning Rate": 1.969429640620898e-06, "Finetune/Loss": 0.5977666974067688, "Finetune/Loss (Raw)": 0.5065895318984985, "Finetune/Step": 15441, "Finetune/Step Time": 12.200696939602494}
+{"Finetune/Learning Rate": 1.9684262800657028e-06, "Finetune/Loss": 0.5974751710891724, "Finetune/Loss (Raw)": 0.6463648676872253, "Finetune/Step": 15442, "Finetune/Step Time": 12.198728965595365}
+{"Finetune/Learning Rate": 1.967423147263102e-06, "Finetune/Loss": 0.5969333648681641, "Finetune/Loss (Raw)": 0.4722086787223816, "Finetune/Step": 15443, "Finetune/Step Time": 12.191012144088745}
+{"Finetune/Learning Rate": 1.9664202422415402e-06, "Finetune/Loss": 0.5982447862625122, "Finetune/Loss (Raw)": 0.5589830875396729, "Finetune/Step": 15444, "Finetune/Step Time": 12.162095099687576}
+{"Finetune/Learning Rate": 1.965417565029456e-06, "Finetune/Loss": 0.5980925559997559, "Finetune/Loss (Raw)": 0.5625619888305664, "Finetune/Step": 15445, "Finetune/Step Time": 12.169290306046605}
+{"Finetune/Learning Rate": 1.964415115655284e-06, "Finetune/Loss": 0.5977193713188171, "Finetune/Loss (Raw)": 0.6479358077049255, "Finetune/Step": 15446, "Finetune/Step Time": 12.170355709269643}
+{"Finetune/Learning Rate": 1.9634128941474474e-06, "Finetune/Loss": 0.5977485775947571, "Finetune/Loss (Raw)": 0.6095256805419922, "Finetune/Step": 15447, "Finetune/Step Time": 12.159758260473609}
+{"Finetune/Learning Rate": 1.962410900534367e-06, "Finetune/Loss": 0.5993187427520752, "Finetune/Loss (Raw)": 0.6212117671966553, "Finetune/Step": 15448, "Finetune/Step Time": 12.154940892010927}
+{"Finetune/Learning Rate": 1.9614091348444566e-06, "Finetune/Loss": 0.5985764265060425, "Finetune/Loss (Raw)": 0.5667414665222168, "Finetune/Step": 15449, "Finetune/Step Time": 12.128989653661847}
+{"Finetune/Learning Rate": 1.9604075971061254e-06, "Finetune/Loss": 0.5997392535209656, "Finetune/Loss (Raw)": 0.6363509893417358, "Finetune/Step": 15450, "Finetune/Step Time": 12.111949982121587}
+{"Finetune/Learning Rate": 1.9594062873477747e-06, "Finetune/Loss": 0.5995519757270813, "Finetune/Loss (Raw)": 0.5956310629844666, "Finetune/Step": 15451, "Finetune/Step Time": 12.107022527605295}
+{"Finetune/Learning Rate": 1.9584052055977985e-06, "Finetune/Loss": 0.5989039540290833, "Finetune/Loss (Raw)": 0.5204353928565979, "Finetune/Step": 15452, "Finetune/Step Time": 12.118486735969782}
+{"Finetune/Learning Rate": 1.957404351884582e-06, "Finetune/Loss": 0.5987676382064819, "Finetune/Loss (Raw)": 0.6016221642494202, "Finetune/Step": 15453, "Finetune/Step Time": 12.126831065863371}
+{"Finetune/Learning Rate": 1.9564037262365075e-06, "Finetune/Loss": 0.5968559980392456, "Finetune/Loss (Raw)": 0.387345552444458, "Finetune/Step": 15454, "Finetune/Step Time": 12.157070117071271}
+{"Finetune/Learning Rate": 1.9554033286819506e-06, "Finetune/Loss": 0.5963781476020813, "Finetune/Loss (Raw)": 0.5398256778717041, "Finetune/Step": 15455, "Finetune/Step Time": 12.160718444734812}
+{"Finetune/Learning Rate": 1.9544031592492763e-06, "Finetune/Loss": 0.5953080654144287, "Finetune/Loss (Raw)": 0.5328779816627502, "Finetune/Step": 15456, "Finetune/Step Time": 12.158158391714096}
+{"Finetune/Learning Rate": 1.9534032179668537e-06, "Finetune/Loss": 0.5951821804046631, "Finetune/Loss (Raw)": 0.5836073160171509, "Finetune/Step": 15457, "Finetune/Step Time": 12.153421517461538}
+{"Finetune/Learning Rate": 1.9524035048630365e-06, "Finetune/Loss": 0.595613956451416, "Finetune/Loss (Raw)": 0.6370503902435303, "Finetune/Step": 15458, "Finetune/Step Time": 12.145658368244767}
+{"Finetune/Learning Rate": 1.9514040199661676e-06, "Finetune/Loss": 0.5944116711616516, "Finetune/Loss (Raw)": 0.5841286182403564, "Finetune/Step": 15459, "Finetune/Step Time": 12.143137646839023}
+{"Finetune/Learning Rate": 1.950404763304595e-06, "Finetune/Loss": 0.5929322242736816, "Finetune/Loss (Raw)": 0.4543038308620453, "Finetune/Step": 15460, "Finetune/Step Time": 12.17169808037579}
+{"Finetune/Learning Rate": 1.9494057349066532e-06, "Finetune/Loss": 0.5925915241241455, "Finetune/Loss (Raw)": 0.46857696771621704, "Finetune/Step": 15461, "Finetune/Step Time": 12.197213232517242}
+{"Finetune/Learning Rate": 1.9484069348006717e-06, "Finetune/Loss": 0.5911403894424438, "Finetune/Loss (Raw)": 0.5671749114990234, "Finetune/Step": 15462, "Finetune/Step Time": 12.188597224652767}
+{"Finetune/Learning Rate": 1.947408363014973e-06, "Finetune/Loss": 0.5892428159713745, "Finetune/Loss (Raw)": 0.45832163095474243, "Finetune/Step": 15463, "Finetune/Step Time": 12.188750643283129}
+{"Finetune/Learning Rate": 1.9464100195778757e-06, "Finetune/Loss": 0.5865703821182251, "Finetune/Loss (Raw)": 0.40220943093299866, "Finetune/Step": 15464, "Finetune/Step Time": 12.215273354202509}
+{"Finetune/Learning Rate": 1.9454119045176888e-06, "Finetune/Loss": 0.5858568549156189, "Finetune/Loss (Raw)": 0.5450677275657654, "Finetune/Step": 15465, "Finetune/Step Time": 12.214364731684327}
+{"Finetune/Learning Rate": 1.9444140178627156e-06, "Finetune/Loss": 0.585867166519165, "Finetune/Loss (Raw)": 0.6072047352790833, "Finetune/Step": 15466, "Finetune/Step Time": 12.207903264090419}
+{"Finetune/Learning Rate": 1.943416359641255e-06, "Finetune/Loss": 0.5858242511749268, "Finetune/Loss (Raw)": 0.6293151378631592, "Finetune/Step": 15467, "Finetune/Step Time": 12.199599042534828}
+{"Finetune/Learning Rate": 1.9424189298815955e-06, "Finetune/Loss": 0.5837279558181763, "Finetune/Loss (Raw)": 0.40779221057891846, "Finetune/Step": 15468, "Finetune/Step Time": 12.210745621472597}
+{"Finetune/Learning Rate": 1.941421728612023e-06, "Finetune/Loss": 0.5840916633605957, "Finetune/Loss (Raw)": 0.5665875673294067, "Finetune/Step": 15469, "Finetune/Step Time": 12.220596615225077}
+{"Finetune/Learning Rate": 1.940424755860815e-06, "Finetune/Loss": 0.5839364528656006, "Finetune/Loss (Raw)": 0.5363737344741821, "Finetune/Step": 15470, "Finetune/Step Time": 12.2277952414006}
+{"Finetune/Learning Rate": 1.9394280116562414e-06, "Finetune/Loss": 0.582309365272522, "Finetune/Loss (Raw)": 0.5429694652557373, "Finetune/Step": 15471, "Finetune/Step Time": 12.203046521171927}
+{"Finetune/Learning Rate": 1.938431496026569e-06, "Finetune/Loss": 0.5825287699699402, "Finetune/Loss (Raw)": 0.673491358757019, "Finetune/Step": 15472, "Finetune/Step Time": 12.208253910765052}
+{"Finetune/Learning Rate": 1.9374352090000546e-06, "Finetune/Loss": 0.5830329656600952, "Finetune/Loss (Raw)": 0.6012687087059021, "Finetune/Step": 15473, "Finetune/Step Time": 12.207069132477045}
+{"Finetune/Learning Rate": 1.936439150604952e-06, "Finetune/Loss": 0.5827387571334839, "Finetune/Loss (Raw)": 0.6856688261032104, "Finetune/Step": 15474, "Finetune/Step Time": 12.214329635724425}
+{"Finetune/Learning Rate": 1.9354433208695045e-06, "Finetune/Loss": 0.5826581716537476, "Finetune/Loss (Raw)": 0.5365930199623108, "Finetune/Step": 15475, "Finetune/Step Time": 12.268244499340653}
+{"Finetune/Learning Rate": 1.9344477198219524e-06, "Finetune/Loss": 0.582558274269104, "Finetune/Loss (Raw)": 0.5480323433876038, "Finetune/Step": 15476, "Finetune/Step Time": 12.246707126498222}
+{"Finetune/Learning Rate": 1.9334523474905276e-06, "Finetune/Loss": 0.5833187103271484, "Finetune/Loss (Raw)": 0.6862473487854004, "Finetune/Step": 15477, "Finetune/Step Time": 12.248095704242587}
+{"Finetune/Learning Rate": 1.9324572039034564e-06, "Finetune/Loss": 0.5842373371124268, "Finetune/Loss (Raw)": 0.6994806528091431, "Finetune/Step": 15478, "Finetune/Step Time": 12.252332717180252}
+{"Finetune/Learning Rate": 1.9314622890889566e-06, "Finetune/Loss": 0.5834238529205322, "Finetune/Loss (Raw)": 0.5186023712158203, "Finetune/Step": 15479, "Finetune/Step Time": 12.288757679983974}
+{"Finetune/Learning Rate": 1.9304676030752435e-06, "Finetune/Loss": 0.5828863978385925, "Finetune/Loss (Raw)": 0.5895446538925171, "Finetune/Step": 15480, "Finetune/Step Time": 12.295843787491322}
+{"Finetune/Learning Rate": 1.9294731458905224e-06, "Finetune/Loss": 0.5827599763870239, "Finetune/Loss (Raw)": 0.5183553099632263, "Finetune/Step": 15481, "Finetune/Step Time": 12.318594329059124}
+{"Finetune/Learning Rate": 1.928478917562996e-06, "Finetune/Loss": 0.5818833112716675, "Finetune/Loss (Raw)": 0.40607744455337524, "Finetune/Step": 15482, "Finetune/Step Time": 12.343459267169237}
+{"Finetune/Learning Rate": 1.9274849181208486e-06, "Finetune/Loss": 0.5820430517196655, "Finetune/Loss (Raw)": 0.5446686744689941, "Finetune/Step": 15483, "Finetune/Step Time": 12.314288813620806}
+{"Finetune/Learning Rate": 1.9264911475922775e-06, "Finetune/Loss": 0.5815354585647583, "Finetune/Loss (Raw)": 0.6048693656921387, "Finetune/Step": 15484, "Finetune/Step Time": 12.313127964735031}
+{"Finetune/Learning Rate": 1.9254976060054596e-06, "Finetune/Loss": 0.5814532041549683, "Finetune/Loss (Raw)": 0.5849472284317017, "Finetune/Step": 15485, "Finetune/Step Time": 12.314333008602262}
+{"Finetune/Learning Rate": 1.9245042933885693e-06, "Finetune/Loss": 0.5815948843955994, "Finetune/Loss (Raw)": 0.6031734347343445, "Finetune/Step": 15486, "Finetune/Step Time": 12.32556046359241}
+{"Finetune/Learning Rate": 1.9235112097697727e-06, "Finetune/Loss": 0.5805704593658447, "Finetune/Loss (Raw)": 0.5002424716949463, "Finetune/Step": 15487, "Finetune/Step Time": 12.30383020080626}
+{"Finetune/Learning Rate": 1.922518355177232e-06, "Finetune/Loss": 0.5796259641647339, "Finetune/Loss (Raw)": 0.5509596467018127, "Finetune/Step": 15488, "Finetune/Step Time": 12.29282339848578}
+{"Finetune/Learning Rate": 1.9215257296391044e-06, "Finetune/Loss": 0.5797901749610901, "Finetune/Loss (Raw)": 0.6828743815422058, "Finetune/Step": 15489, "Finetune/Step Time": 12.267807323485613}
+{"Finetune/Learning Rate": 1.920533333183532e-06, "Finetune/Loss": 0.5791699886322021, "Finetune/Loss (Raw)": 0.5490453243255615, "Finetune/Step": 15490, "Finetune/Step Time": 12.276533469557762}
+{"Finetune/Learning Rate": 1.9195411658386564e-06, "Finetune/Loss": 0.5789203643798828, "Finetune/Loss (Raw)": 0.5586356520652771, "Finetune/Step": 15491, "Finetune/Step Time": 12.294514931738377}
+{"Finetune/Learning Rate": 1.918549227632619e-06, "Finetune/Loss": 0.5778151154518127, "Finetune/Loss (Raw)": 0.5577674508094788, "Finetune/Step": 15492, "Finetune/Step Time": 12.290153188630939}
+{"Finetune/Learning Rate": 1.9175575185935434e-06, "Finetune/Loss": 0.5781852006912231, "Finetune/Loss (Raw)": 0.5906341671943665, "Finetune/Step": 15493, "Finetune/Step Time": 12.288536440581083}
+{"Finetune/Learning Rate": 1.9165660387495545e-06, "Finetune/Loss": 0.577898383140564, "Finetune/Loss (Raw)": 0.5654822587966919, "Finetune/Step": 15494, "Finetune/Step Time": 12.28152926824987}
+{"Finetune/Learning Rate": 1.915574788128769e-06, "Finetune/Loss": 0.5790665149688721, "Finetune/Loss (Raw)": 0.741935670375824, "Finetune/Step": 15495, "Finetune/Step Time": 12.279539147391915}
+{"Finetune/Learning Rate": 1.9145837667592914e-06, "Finetune/Loss": 0.5784549117088318, "Finetune/Loss (Raw)": 0.6131075620651245, "Finetune/Step": 15496, "Finetune/Step Time": 12.284276703372598}
+{"Finetune/Learning Rate": 1.913592974669225e-06, "Finetune/Loss": 0.5780800580978394, "Finetune/Loss (Raw)": 0.5822833180427551, "Finetune/Step": 15497, "Finetune/Step Time": 12.303318932652473}
+{"Finetune/Learning Rate": 1.912602411886666e-06, "Finetune/Loss": 0.5777454376220703, "Finetune/Loss (Raw)": 0.5778265595436096, "Finetune/Step": 15498, "Finetune/Step Time": 12.30981688387692}
+{"Finetune/Learning Rate": 1.9116120784397063e-06, "Finetune/Loss": 0.5778372287750244, "Finetune/Loss (Raw)": 0.6235760450363159, "Finetune/Step": 15499, "Finetune/Step Time": 12.311424305662513}
+{"Finetune/Learning Rate": 1.910621974356429e-06, "Finetune/Loss": 0.5788561701774597, "Finetune/Loss (Raw)": 0.6910884976387024, "Finetune/Step": 15500, "Finetune/Step Time": 12.314830645918846}
+{"Finetune/Learning Rate": 1.909632099664912e-06, "Finetune/Loss": 0.5785555839538574, "Finetune/Loss (Raw)": 0.6633152365684509, "Finetune/Step": 15501, "Finetune/Step Time": 12.319462111219764}
+{"Finetune/Learning Rate": 1.9086424543932192e-06, "Finetune/Loss": 0.5792492032051086, "Finetune/Loss (Raw)": 0.6411314606666565, "Finetune/Step": 15502, "Finetune/Step Time": 12.3231296595186}
+{"Finetune/Learning Rate": 1.907653038569418e-06, "Finetune/Loss": 0.5793138742446899, "Finetune/Loss (Raw)": 0.6098148226737976, "Finetune/Step": 15503, "Finetune/Step Time": 12.322604730725288}
+{"Finetune/Learning Rate": 1.9066638522215652e-06, "Finetune/Loss": 0.579042911529541, "Finetune/Loss (Raw)": 0.5268702507019043, "Finetune/Step": 15504, "Finetune/Step Time": 12.323989126831293}
+{"Finetune/Learning Rate": 1.9056748953777082e-06, "Finetune/Loss": 0.5806431770324707, "Finetune/Loss (Raw)": 0.6310457587242126, "Finetune/Step": 15505, "Finetune/Step Time": 12.292314944788814}
+{"Finetune/Learning Rate": 1.9046861680658979e-06, "Finetune/Loss": 0.5800774097442627, "Finetune/Loss (Raw)": 0.5208867788314819, "Finetune/Step": 15506, "Finetune/Step Time": 12.29655815847218}
+{"Finetune/Learning Rate": 1.9036976703141684e-06, "Finetune/Loss": 0.5794987082481384, "Finetune/Loss (Raw)": 0.6390138864517212, "Finetune/Step": 15507, "Finetune/Step Time": 12.29875035583973}
+{"Finetune/Learning Rate": 1.9027094021505487e-06, "Finetune/Loss": 0.5799100399017334, "Finetune/Loss (Raw)": 0.6885742545127869, "Finetune/Step": 15508, "Finetune/Step Time": 12.286762911826372}
+{"Finetune/Learning Rate": 1.901721363603065e-06, "Finetune/Loss": 0.5799300670623779, "Finetune/Loss (Raw)": 0.5889644026756287, "Finetune/Step": 15509, "Finetune/Step Time": 12.26205439120531}
+{"Finetune/Learning Rate": 1.9007335546997352e-06, "Finetune/Loss": 0.5801966190338135, "Finetune/Loss (Raw)": 0.6150462031364441, "Finetune/Step": 15510, "Finetune/Step Time": 12.290218198671937}
+{"Finetune/Learning Rate": 1.89974597546857e-06, "Finetune/Loss": 0.5818051695823669, "Finetune/Loss (Raw)": 0.759363055229187, "Finetune/Step": 15511, "Finetune/Step Time": 12.269101053476334}
+{"Finetune/Learning Rate": 1.8987586259375724e-06, "Finetune/Loss": 0.5810896754264832, "Finetune/Loss (Raw)": 0.6156023740768433, "Finetune/Step": 15512, "Finetune/Step Time": 12.268798967823386}
+{"Finetune/Learning Rate": 1.897771506134749e-06, "Finetune/Loss": 0.5812349915504456, "Finetune/Loss (Raw)": 0.604706883430481, "Finetune/Step": 15513, "Finetune/Step Time": 12.268656704574823}
+{"Finetune/Learning Rate": 1.896784616088082e-06, "Finetune/Loss": 0.5812036991119385, "Finetune/Loss (Raw)": 0.6124931573867798, "Finetune/Step": 15514, "Finetune/Step Time": 12.26592717692256}
+{"Finetune/Learning Rate": 1.8957979558255624e-06, "Finetune/Loss": 0.5824331045150757, "Finetune/Loss (Raw)": 0.6882292032241821, "Finetune/Step": 15515, "Finetune/Step Time": 12.260162061080337}
+{"Finetune/Learning Rate": 1.8948115253751664e-06, "Finetune/Loss": 0.5823526978492737, "Finetune/Loss (Raw)": 0.6088410019874573, "Finetune/Step": 15516, "Finetune/Step Time": 12.251181935891509}
+{"Finetune/Learning Rate": 1.8938253247648686e-06, "Finetune/Loss": 0.5823994874954224, "Finetune/Loss (Raw)": 0.6456968188285828, "Finetune/Step": 15517, "Finetune/Step Time": 12.260233609005809}
+{"Finetune/Learning Rate": 1.892839354022633e-06, "Finetune/Loss": 0.5827056765556335, "Finetune/Loss (Raw)": 0.650638222694397, "Finetune/Step": 15518, "Finetune/Step Time": 12.262436579912901}
+{"Finetune/Learning Rate": 1.8918536131764198e-06, "Finetune/Loss": 0.5820143222808838, "Finetune/Loss (Raw)": 0.5268166065216064, "Finetune/Step": 15519, "Finetune/Step Time": 12.258330954238772}
+{"Finetune/Learning Rate": 1.890868102254182e-06, "Finetune/Loss": 0.5821019411087036, "Finetune/Loss (Raw)": 0.6176223158836365, "Finetune/Step": 15520, "Finetune/Step Time": 12.258642300963402}
+{"Finetune/Learning Rate": 1.8898828212838648e-06, "Finetune/Loss": 0.5821424722671509, "Finetune/Loss (Raw)": 0.6460831165313721, "Finetune/Step": 15521, "Finetune/Step Time": 12.260102454572916}
+{"Finetune/Learning Rate": 1.8888977702934086e-06, "Finetune/Loss": 0.5821622610092163, "Finetune/Loss (Raw)": 0.5913769006729126, "Finetune/Step": 15522, "Finetune/Step Time": 12.28278798237443}
+{"Finetune/Learning Rate": 1.8879129493107474e-06, "Finetune/Loss": 0.5820132493972778, "Finetune/Loss (Raw)": 0.59502774477005, "Finetune/Step": 15523, "Finetune/Step Time": 12.285169938579202}
+{"Finetune/Learning Rate": 1.8869283583638064e-06, "Finetune/Loss": 0.5821697115898132, "Finetune/Loss (Raw)": 0.6509091258049011, "Finetune/Step": 15524, "Finetune/Step Time": 12.299260331317782}
+{"Finetune/Learning Rate": 1.8859439974805083e-06, "Finetune/Loss": 0.5818493366241455, "Finetune/Loss (Raw)": 0.5329434871673584, "Finetune/Step": 15525, "Finetune/Step Time": 12.311124537140131}
+{"Finetune/Learning Rate": 1.8849598666887636e-06, "Finetune/Loss": 0.581957221031189, "Finetune/Loss (Raw)": 0.7291712164878845, "Finetune/Step": 15526, "Finetune/Step Time": 12.320624202489853}
+{"Finetune/Learning Rate": 1.8839759660164813e-06, "Finetune/Loss": 0.5824474692344666, "Finetune/Loss (Raw)": 0.604522168636322, "Finetune/Step": 15527, "Finetune/Step Time": 12.31137160398066}
+{"Finetune/Learning Rate": 1.8829922954915626e-06, "Finetune/Loss": 0.5833989977836609, "Finetune/Loss (Raw)": 0.653592586517334, "Finetune/Step": 15528, "Finetune/Step Time": 12.311890248209238}
+{"Finetune/Learning Rate": 1.8820088551419002e-06, "Finetune/Loss": 0.5836312770843506, "Finetune/Loss (Raw)": 0.5680312514305115, "Finetune/Step": 15529, "Finetune/Step Time": 12.312850898131728}
+{"Finetune/Learning Rate": 1.8810256449953822e-06, "Finetune/Loss": 0.5839613676071167, "Finetune/Loss (Raw)": 0.6022387146949768, "Finetune/Step": 15530, "Finetune/Step Time": 12.301632234826684}
+{"Finetune/Learning Rate": 1.880042665079892e-06, "Finetune/Loss": 0.584430456161499, "Finetune/Loss (Raw)": 0.6126238703727722, "Finetune/Step": 15531, "Finetune/Step Time": 12.315663430839777}
+{"Finetune/Learning Rate": 1.879059915423297e-06, "Finetune/Loss": 0.5839412212371826, "Finetune/Loss (Raw)": 0.6238144636154175, "Finetune/Step": 15532, "Finetune/Step Time": 12.298270132392645}
+{"Finetune/Learning Rate": 1.8780773960534715e-06, "Finetune/Loss": 0.5853827595710754, "Finetune/Loss (Raw)": 0.663528323173523, "Finetune/Step": 15533, "Finetune/Step Time": 12.292649628594518}
+{"Finetune/Learning Rate": 1.8770951069982768e-06, "Finetune/Loss": 0.5855065584182739, "Finetune/Loss (Raw)": 0.5837400555610657, "Finetune/Step": 15534, "Finetune/Step Time": 12.30629618652165}
+{"Finetune/Learning Rate": 1.876113048285565e-06, "Finetune/Loss": 0.5848327875137329, "Finetune/Loss (Raw)": 0.4952680170536041, "Finetune/Step": 15535, "Finetune/Step Time": 12.296701565384865}
+{"Finetune/Learning Rate": 1.875131219943187e-06, "Finetune/Loss": 0.5842136144638062, "Finetune/Loss (Raw)": 0.6384195685386658, "Finetune/Step": 15536, "Finetune/Step Time": 12.275059569627047}
+{"Finetune/Learning Rate": 1.8741496219989863e-06, "Finetune/Loss": 0.583884596824646, "Finetune/Loss (Raw)": 0.5589245557785034, "Finetune/Step": 15537, "Finetune/Step Time": 12.280387237668037}
+{"Finetune/Learning Rate": 1.8731682544807917e-06, "Finetune/Loss": 0.5844125747680664, "Finetune/Loss (Raw)": 0.7031435966491699, "Finetune/Step": 15538, "Finetune/Step Time": 12.278549559414387}
+{"Finetune/Learning Rate": 1.872187117416434e-06, "Finetune/Loss": 0.5877129435539246, "Finetune/Loss (Raw)": 0.6451252698898315, "Finetune/Step": 15539, "Finetune/Step Time": 12.19462170638144}
+{"Finetune/Learning Rate": 1.8712062108337403e-06, "Finetune/Loss": 0.5867860317230225, "Finetune/Loss (Raw)": 0.5612636804580688, "Finetune/Step": 15540, "Finetune/Step Time": 12.21381926164031}
+{"Finetune/Learning Rate": 1.8702255347605225e-06, "Finetune/Loss": 0.5871444344520569, "Finetune/Loss (Raw)": 0.5625752210617065, "Finetune/Step": 15541, "Finetune/Step Time": 12.193994261324406}
+{"Finetune/Learning Rate": 1.8692450892245906e-06, "Finetune/Loss": 0.587580680847168, "Finetune/Loss (Raw)": 0.5721050500869751, "Finetune/Step": 15542, "Finetune/Step Time": 12.168693654239178}
+{"Finetune/Learning Rate": 1.8682648742537501e-06, "Finetune/Loss": 0.5887429714202881, "Finetune/Loss (Raw)": 0.6514247059822083, "Finetune/Step": 15543, "Finetune/Step Time": 12.174300380051136}
+{"Finetune/Learning Rate": 1.8672848898757912e-06, "Finetune/Loss": 0.5897502303123474, "Finetune/Loss (Raw)": 0.668908417224884, "Finetune/Step": 15544, "Finetune/Step Time": 12.179464859887958}
+{"Finetune/Learning Rate": 1.866305136118507e-06, "Finetune/Loss": 0.5893283486366272, "Finetune/Loss (Raw)": 0.6080397367477417, "Finetune/Step": 15545, "Finetune/Step Time": 12.17652433551848}
+{"Finetune/Learning Rate": 1.8653256130096797e-06, "Finetune/Loss": 0.5886144638061523, "Finetune/Loss (Raw)": 0.5367652773857117, "Finetune/Step": 15546, "Finetune/Step Time": 12.169776365160942}
+{"Finetune/Learning Rate": 1.864346320577084e-06, "Finetune/Loss": 0.5895705223083496, "Finetune/Loss (Raw)": 0.6509478092193604, "Finetune/Step": 15547, "Finetune/Step Time": 12.169843692332506}
+{"Finetune/Learning Rate": 1.8633672588484941e-06, "Finetune/Loss": 0.5902233123779297, "Finetune/Loss (Raw)": 0.593797504901886, "Finetune/Step": 15548, "Finetune/Step Time": 12.10417940095067}
+{"Finetune/Learning Rate": 1.8623884278516734e-06, "Finetune/Loss": 0.5907329320907593, "Finetune/Loss (Raw)": 0.6063875555992126, "Finetune/Step": 15549, "Finetune/Step Time": 12.109957199543715}
+{"Finetune/Learning Rate": 1.8614098276143744e-06, "Finetune/Loss": 0.590806782245636, "Finetune/Loss (Raw)": 0.6200670003890991, "Finetune/Step": 15550, "Finetune/Step Time": 12.107841677963734}
+{"Finetune/Learning Rate": 1.8604314581643502e-06, "Finetune/Loss": 0.5904362201690674, "Finetune/Loss (Raw)": 0.5117854475975037, "Finetune/Step": 15551, "Finetune/Step Time": 12.146120125427842}
+{"Finetune/Learning Rate": 1.859453319529343e-06, "Finetune/Loss": 0.5911296010017395, "Finetune/Loss (Raw)": 0.6744083166122437, "Finetune/Step": 15552, "Finetune/Step Time": 12.142024241387844}
+{"Finetune/Learning Rate": 1.8584754117370918e-06, "Finetune/Loss": 0.5923256278038025, "Finetune/Loss (Raw)": 0.6944941282272339, "Finetune/Step": 15553, "Finetune/Step Time": 12.134711552411318}
+{"Finetune/Learning Rate": 1.8574977348153245e-06, "Finetune/Loss": 0.5913878679275513, "Finetune/Loss (Raw)": 0.5633320212364197, "Finetune/Step": 15554, "Finetune/Step Time": 12.14768523722887}
+{"Finetune/Learning Rate": 1.856520288791771e-06, "Finetune/Loss": 0.5906163454055786, "Finetune/Loss (Raw)": 0.5526723861694336, "Finetune/Step": 15555, "Finetune/Step Time": 12.148729983717203}
+{"Finetune/Learning Rate": 1.8555430736941439e-06, "Finetune/Loss": 0.5901973247528076, "Finetune/Loss (Raw)": 0.5313234329223633, "Finetune/Step": 15556, "Finetune/Step Time": 12.141011215746403}
+{"Finetune/Learning Rate": 1.854566089550155e-06, "Finetune/Loss": 0.593117356300354, "Finetune/Loss (Raw)": 0.7424055337905884, "Finetune/Step": 15557, "Finetune/Step Time": 12.109247267246246}
+{"Finetune/Learning Rate": 1.853589336387509e-06, "Finetune/Loss": 0.5939903259277344, "Finetune/Loss (Raw)": 0.6792354583740234, "Finetune/Step": 15558, "Finetune/Step Time": 12.114770660176873}
+{"Finetune/Learning Rate": 1.8526128142339039e-06, "Finetune/Loss": 0.5938595533370972, "Finetune/Loss (Raw)": 0.6117010712623596, "Finetune/Step": 15559, "Finetune/Step Time": 12.098990194499493}
+{"Finetune/Learning Rate": 1.8516365231170318e-06, "Finetune/Loss": 0.5937790870666504, "Finetune/Loss (Raw)": 0.5683457851409912, "Finetune/Step": 15560, "Finetune/Step Time": 12.105399195104837}
+{"Finetune/Learning Rate": 1.8506604630645763e-06, "Finetune/Loss": 0.5929698944091797, "Finetune/Loss (Raw)": 0.5095496773719788, "Finetune/Step": 15561, "Finetune/Step Time": 12.081581519916654}
+{"Finetune/Learning Rate": 1.8496846341042175e-06, "Finetune/Loss": 0.5901969075202942, "Finetune/Loss (Raw)": 0.3969416320323944, "Finetune/Step": 15562, "Finetune/Step Time": 12.098347393795848}
+{"Finetune/Learning Rate": 1.8487090362636262e-06, "Finetune/Loss": 0.5900425314903259, "Finetune/Loss (Raw)": 0.5202802419662476, "Finetune/Step": 15563, "Finetune/Step Time": 12.105434719473124}
+{"Finetune/Learning Rate": 1.8477336695704663e-06, "Finetune/Loss": 0.591016948223114, "Finetune/Loss (Raw)": 0.6619225144386292, "Finetune/Step": 15564, "Finetune/Step Time": 12.157683981582522}
+{"Finetune/Learning Rate": 1.8467585340523985e-06, "Finetune/Loss": 0.590644359588623, "Finetune/Loss (Raw)": 0.6518287062644958, "Finetune/Step": 15565, "Finetune/Step Time": 12.174047248438}
+{"Finetune/Learning Rate": 1.8457836297370734e-06, "Finetune/Loss": 0.5913342237472534, "Finetune/Loss (Raw)": 0.6145495772361755, "Finetune/Step": 15566, "Finetune/Step Time": 12.1672337744385}
+{"Finetune/Learning Rate": 1.8448089566521376e-06, "Finetune/Loss": 0.5908770561218262, "Finetune/Loss (Raw)": 0.6076891422271729, "Finetune/Step": 15567, "Finetune/Step Time": 12.161258725449443}
+{"Finetune/Learning Rate": 1.843834514825229e-06, "Finetune/Loss": 0.5910751819610596, "Finetune/Loss (Raw)": 0.5963485836982727, "Finetune/Step": 15568, "Finetune/Step Time": 12.164010455831885}
+{"Finetune/Learning Rate": 1.8428603042839809e-06, "Finetune/Loss": 0.5920312404632568, "Finetune/Loss (Raw)": 0.6289623379707336, "Finetune/Step": 15569, "Finetune/Step Time": 12.153773445636034}
+{"Finetune/Learning Rate": 1.8418863250560193e-06, "Finetune/Loss": 0.5922819375991821, "Finetune/Loss (Raw)": 0.6784526109695435, "Finetune/Step": 15570, "Finetune/Step Time": 12.150581365451217}
+{"Finetune/Learning Rate": 1.8409125771689617e-06, "Finetune/Loss": 0.5931978225708008, "Finetune/Loss (Raw)": 0.5894392728805542, "Finetune/Step": 15571, "Finetune/Step Time": 12.149282351136208}
+{"Finetune/Learning Rate": 1.839939060650423e-06, "Finetune/Loss": 0.5932896137237549, "Finetune/Loss (Raw)": 0.5707343220710754, "Finetune/Step": 15572, "Finetune/Step Time": 12.148965794593096}
+{"Finetune/Learning Rate": 1.8389657755280087e-06, "Finetune/Loss": 0.5933188199996948, "Finetune/Loss (Raw)": 0.5663017630577087, "Finetune/Step": 15573, "Finetune/Step Time": 12.134032480418682}
+{"Finetune/Learning Rate": 1.837992721829317e-06, "Finetune/Loss": 0.5923045873641968, "Finetune/Loss (Raw)": 0.5181145668029785, "Finetune/Step": 15574, "Finetune/Step Time": 12.1296844817698}
+{"Finetune/Learning Rate": 1.8370198995819432e-06, "Finetune/Loss": 0.5923747420310974, "Finetune/Loss (Raw)": 0.6185007095336914, "Finetune/Step": 15575, "Finetune/Step Time": 12.180971236899495}
+{"Finetune/Learning Rate": 1.8360473088134722e-06, "Finetune/Loss": 0.5913125276565552, "Finetune/Loss (Raw)": 0.4852561354637146, "Finetune/Step": 15576, "Finetune/Step Time": 12.185628047212958}
+{"Finetune/Learning Rate": 1.8350749495514842e-06, "Finetune/Loss": 0.5910362005233765, "Finetune/Loss (Raw)": 0.5313631296157837, "Finetune/Step": 15577, "Finetune/Step Time": 12.202014923095703}
+{"Finetune/Learning Rate": 1.8341028218235525e-06, "Finetune/Loss": 0.5908878445625305, "Finetune/Loss (Raw)": 0.6173654794692993, "Finetune/Step": 15578, "Finetune/Step Time": 12.193408854305744}
+{"Finetune/Learning Rate": 1.833130925657245e-06, "Finetune/Loss": 0.5916423797607422, "Finetune/Loss (Raw)": 0.6922135949134827, "Finetune/Step": 15579, "Finetune/Step Time": 12.196083908900619}
+{"Finetune/Learning Rate": 1.832159261080122e-06, "Finetune/Loss": 0.5913126468658447, "Finetune/Loss (Raw)": 0.47822561860084534, "Finetune/Step": 15580, "Finetune/Step Time": 12.186499843373895}
+{"Finetune/Learning Rate": 1.8311878281197326e-06, "Finetune/Loss": 0.5907771587371826, "Finetune/Loss (Raw)": 0.5330851674079895, "Finetune/Step": 15581, "Finetune/Step Time": 12.207066774368286}
+{"Finetune/Learning Rate": 1.8302166268036293e-06, "Finetune/Loss": 0.5925168991088867, "Finetune/Loss (Raw)": 0.6100285649299622, "Finetune/Step": 15582, "Finetune/Step Time": 12.176455032080412}
+{"Finetune/Learning Rate": 1.829245657159351e-06, "Finetune/Loss": 0.5938482284545898, "Finetune/Loss (Raw)": 0.7102367281913757, "Finetune/Step": 15583, "Finetune/Step Time": 12.182744663208723}
+{"Finetune/Learning Rate": 1.82827491921443e-06, "Finetune/Loss": 0.5930706262588501, "Finetune/Loss (Raw)": 0.43334534764289856, "Finetune/Step": 15584, "Finetune/Step Time": 12.209798566997051}
+{"Finetune/Learning Rate": 1.8273044129963968e-06, "Finetune/Loss": 0.5934833884239197, "Finetune/Loss (Raw)": 0.6364386677742004, "Finetune/Step": 15585, "Finetune/Step Time": 12.216439897194505}
+{"Finetune/Learning Rate": 1.8263341385327716e-06, "Finetune/Loss": 0.5933423042297363, "Finetune/Loss (Raw)": 0.6189877390861511, "Finetune/Step": 15586, "Finetune/Step Time": 12.2157675139606}
+{"Finetune/Learning Rate": 1.8253640958510655e-06, "Finetune/Loss": 0.593349814414978, "Finetune/Loss (Raw)": 0.5850884318351746, "Finetune/Step": 15587, "Finetune/Step Time": 12.201775044202805}
+{"Finetune/Learning Rate": 1.8243942849787854e-06, "Finetune/Loss": 0.5947049856185913, "Finetune/Loss (Raw)": 0.6277676224708557, "Finetune/Step": 15588, "Finetune/Step Time": 12.183142682537436}
+{"Finetune/Learning Rate": 1.8234247059434386e-06, "Finetune/Loss": 0.5957741141319275, "Finetune/Loss (Raw)": 0.6054302453994751, "Finetune/Step": 15589, "Finetune/Step Time": 12.156434066593647}
+{"Finetune/Learning Rate": 1.8224553587725148e-06, "Finetune/Loss": 0.5969176292419434, "Finetune/Loss (Raw)": 0.7135403752326965, "Finetune/Step": 15590, "Finetune/Step Time": 12.195670438930392}
+{"Finetune/Learning Rate": 1.8214862434935032e-06, "Finetune/Loss": 0.598384439945221, "Finetune/Loss (Raw)": 0.6460752487182617, "Finetune/Step": 15591, "Finetune/Step Time": 12.195530788972974}
+{"Finetune/Learning Rate": 1.8205173601338889e-06, "Finetune/Loss": 0.5995792746543884, "Finetune/Loss (Raw)": 0.5551475286483765, "Finetune/Step": 15592, "Finetune/Step Time": 12.164917267858982}
+{"Finetune/Learning Rate": 1.8195487087211395e-06, "Finetune/Loss": 0.5998484492301941, "Finetune/Loss (Raw)": 0.5795250535011292, "Finetune/Step": 15593, "Finetune/Step Time": 12.170243075117469}
+{"Finetune/Learning Rate": 1.8185802892827265e-06, "Finetune/Loss": 0.6007747054100037, "Finetune/Loss (Raw)": 0.7257640361785889, "Finetune/Step": 15594, "Finetune/Step Time": 12.172907926142216}
+{"Finetune/Learning Rate": 1.817612101846109e-06, "Finetune/Loss": 0.6017197370529175, "Finetune/Loss (Raw)": 0.7502763271331787, "Finetune/Step": 15595, "Finetune/Step Time": 12.175190875306726}
+{"Finetune/Learning Rate": 1.8166441464387486e-06, "Finetune/Loss": 0.6034035682678223, "Finetune/Loss (Raw)": 0.6233238577842712, "Finetune/Step": 15596, "Finetune/Step Time": 12.16844342276454}
+{"Finetune/Learning Rate": 1.8156764230880886e-06, "Finetune/Loss": 0.6030643582344055, "Finetune/Loss (Raw)": 0.5231708884239197, "Finetune/Step": 15597, "Finetune/Step Time": 12.15470165014267}
+{"Finetune/Learning Rate": 1.814708931821575e-06, "Finetune/Loss": 0.6037208437919617, "Finetune/Loss (Raw)": 0.6204043030738831, "Finetune/Step": 15598, "Finetune/Step Time": 12.151566242799163}
+{"Finetune/Learning Rate": 1.8137416726666379e-06, "Finetune/Loss": 0.6033073663711548, "Finetune/Loss (Raw)": 0.49004366993904114, "Finetune/Step": 15599, "Finetune/Step Time": 12.157610395923257}
+{"Finetune/Learning Rate": 1.8127746456507077e-06, "Finetune/Loss": 0.6033598184585571, "Finetune/Loss (Raw)": 0.6802041530609131, "Finetune/Step": 15600, "Finetune/Step Time": 12.14928269945085}
+{"Finetune/Learning Rate": 1.811807850801207e-06, "Finetune/Loss": 0.6034348607063293, "Finetune/Loss (Raw)": 0.610872745513916, "Finetune/Step": 15601, "Finetune/Step Time": 12.156715396791697}
+{"Finetune/Learning Rate": 1.8108412881455528e-06, "Finetune/Loss": 0.6029186248779297, "Finetune/Loss (Raw)": 0.6195944547653198, "Finetune/Step": 15602, "Finetune/Step Time": 12.152526384219527}
+{"Finetune/Learning Rate": 1.8098749577111497e-06, "Finetune/Loss": 0.6036599278450012, "Finetune/Loss (Raw)": 0.631481409072876, "Finetune/Step": 15603, "Finetune/Step Time": 12.107697317376733}
+{"Finetune/Learning Rate": 1.8089088595254078e-06, "Finetune/Loss": 0.6047523021697998, "Finetune/Loss (Raw)": 0.6878503561019897, "Finetune/Step": 15604, "Finetune/Step Time": 12.103552132844925}
+{"Finetune/Learning Rate": 1.8079429936157166e-06, "Finetune/Loss": 0.6041724681854248, "Finetune/Loss (Raw)": 0.6120315194129944, "Finetune/Step": 15605, "Finetune/Step Time": 12.097472416236997}
+{"Finetune/Learning Rate": 1.8069773600094665e-06, "Finetune/Loss": 0.6028975248336792, "Finetune/Loss (Raw)": 0.536288857460022, "Finetune/Step": 15606, "Finetune/Step Time": 12.085245676338673}
+{"Finetune/Learning Rate": 1.8060119587340408e-06, "Finetune/Loss": 0.6035206317901611, "Finetune/Loss (Raw)": 0.5983628034591675, "Finetune/Step": 15607, "Finetune/Step Time": 12.045851118862629}
+{"Finetune/Learning Rate": 1.8050467898168156e-06, "Finetune/Loss": 0.6035526394844055, "Finetune/Loss (Raw)": 0.5936371088027954, "Finetune/Step": 15608, "Finetune/Step Time": 12.044667424634099}
+{"Finetune/Learning Rate": 1.8040818532851601e-06, "Finetune/Loss": 0.6044331789016724, "Finetune/Loss (Raw)": 0.6310638785362244, "Finetune/Step": 15609, "Finetune/Step Time": 12.023333510383964}
+{"Finetune/Learning Rate": 1.8031171491664367e-06, "Finetune/Loss": 0.6057018637657166, "Finetune/Loss (Raw)": 0.5684740543365479, "Finetune/Step": 15610, "Finetune/Step Time": 11.994121741503477}
+{"Finetune/Learning Rate": 1.8021526774880016e-06, "Finetune/Loss": 0.6060168147087097, "Finetune/Loss (Raw)": 0.5849786400794983, "Finetune/Step": 15611, "Finetune/Step Time": 11.995297038927674}
+{"Finetune/Learning Rate": 1.801188438277206e-06, "Finetune/Loss": 0.6060318350791931, "Finetune/Loss (Raw)": 0.6067906022071838, "Finetune/Step": 15612, "Finetune/Step Time": 11.989395065233111}
+{"Finetune/Learning Rate": 1.8002244315613916e-06, "Finetune/Loss": 0.6062841415405273, "Finetune/Loss (Raw)": 0.6172425746917725, "Finetune/Step": 15613, "Finetune/Step Time": 11.98595928773284}
+{"Finetune/Learning Rate": 1.799260657367896e-06, "Finetune/Loss": 0.6060057878494263, "Finetune/Loss (Raw)": 0.5675455927848816, "Finetune/Step": 15614, "Finetune/Step Time": 11.973905619233847}
+{"Finetune/Learning Rate": 1.798297115724048e-06, "Finetune/Loss": 0.6063326001167297, "Finetune/Loss (Raw)": 0.5420757532119751, "Finetune/Step": 15615, "Finetune/Step Time": 11.97164050117135}
+{"Finetune/Learning Rate": 1.797333806657171e-06, "Finetune/Loss": 0.6069225072860718, "Finetune/Loss (Raw)": 0.6264627575874329, "Finetune/Step": 15616, "Finetune/Step Time": 11.971200020983815}
+{"Finetune/Learning Rate": 1.796370730194582e-06, "Finetune/Loss": 0.6062859892845154, "Finetune/Loss (Raw)": 0.6014044284820557, "Finetune/Step": 15617, "Finetune/Step Time": 11.96857432834804}
+{"Finetune/Learning Rate": 1.7954078863635904e-06, "Finetune/Loss": 0.6065040826797485, "Finetune/Loss (Raw)": 0.5769670009613037, "Finetune/Step": 15618, "Finetune/Step Time": 11.962716972455382}
+{"Finetune/Learning Rate": 1.794445275191502e-06, "Finetune/Loss": 0.6068843603134155, "Finetune/Loss (Raw)": 0.6073006391525269, "Finetune/Step": 15619, "Finetune/Step Time": 11.944674050435424}
+{"Finetune/Learning Rate": 1.7934828967056107e-06, "Finetune/Loss": 0.6075059175491333, "Finetune/Loss (Raw)": 0.6373277902603149, "Finetune/Step": 15620, "Finetune/Step Time": 11.966899873688817}
+{"Finetune/Learning Rate": 1.7925207509332087e-06, "Finetune/Loss": 0.6072896122932434, "Finetune/Loss (Raw)": 0.5629491209983826, "Finetune/Step": 15621, "Finetune/Step Time": 11.982623536139727}
+{"Finetune/Learning Rate": 1.7915588379015802e-06, "Finetune/Loss": 0.6080541014671326, "Finetune/Loss (Raw)": 0.6633357405662537, "Finetune/Step": 15622, "Finetune/Step Time": 11.995762092992663}
+{"Finetune/Learning Rate": 1.7905971576379998e-06, "Finetune/Loss": 0.6057174205780029, "Finetune/Loss (Raw)": 0.4428493082523346, "Finetune/Step": 15623, "Finetune/Step Time": 12.019598722457886}
+{"Finetune/Learning Rate": 1.7896357101697405e-06, "Finetune/Loss": 0.606535017490387, "Finetune/Loss (Raw)": 0.7177513837814331, "Finetune/Step": 15624, "Finetune/Step Time": 12.04485641978681}
+{"Finetune/Learning Rate": 1.7886744955240653e-06, "Finetune/Loss": 0.6074289083480835, "Finetune/Loss (Raw)": 0.6967099905014038, "Finetune/Step": 15625, "Finetune/Step Time": 12.017175180837512}
+{"Finetune/Learning Rate": 1.787713513728232e-06, "Finetune/Loss": 0.607807993888855, "Finetune/Loss (Raw)": 0.6263479590415955, "Finetune/Step": 15626, "Finetune/Step Time": 12.009069122374058}
+{"Finetune/Learning Rate": 1.7867527648094896e-06, "Finetune/Loss": 0.6070561408996582, "Finetune/Loss (Raw)": 0.5273311734199524, "Finetune/Step": 15627, "Finetune/Step Time": 12.002881996333599}
+{"Finetune/Learning Rate": 1.7857922487950873e-06, "Finetune/Loss": 0.6058773398399353, "Finetune/Loss (Raw)": 0.5402061343193054, "Finetune/Step": 15628, "Finetune/Step Time": 12.020164741203189}
+{"Finetune/Learning Rate": 1.7848319657122548e-06, "Finetune/Loss": 0.6047303080558777, "Finetune/Loss (Raw)": 0.5164937376976013, "Finetune/Step": 15629, "Finetune/Step Time": 12.019894063472748}
+{"Finetune/Learning Rate": 1.7838719155882257e-06, "Finetune/Loss": 0.6044876575469971, "Finetune/Loss (Raw)": 0.6100693345069885, "Finetune/Step": 15630, "Finetune/Step Time": 12.023205889388919}
+{"Finetune/Learning Rate": 1.7829120984502268e-06, "Finetune/Loss": 0.6042051315307617, "Finetune/Loss (Raw)": 0.5736569166183472, "Finetune/Step": 15631, "Finetune/Step Time": 12.022308360785246}
+{"Finetune/Learning Rate": 1.7819525143254758e-06, "Finetune/Loss": 0.6051084995269775, "Finetune/Loss (Raw)": 0.64250248670578, "Finetune/Step": 15632, "Finetune/Step Time": 12.035985248163342}
+{"Finetune/Learning Rate": 1.7809931632411815e-06, "Finetune/Loss": 0.6048041582107544, "Finetune/Loss (Raw)": 0.5920947790145874, "Finetune/Step": 15633, "Finetune/Step Time": 12.04331031627953}
+{"Finetune/Learning Rate": 1.7800340452245523e-06, "Finetune/Loss": 0.6054686307907104, "Finetune/Loss (Raw)": 0.6059319972991943, "Finetune/Step": 15634, "Finetune/Step Time": 12.070913659408689}
+{"Finetune/Learning Rate": 1.7790751603027812e-06, "Finetune/Loss": 0.6046218872070312, "Finetune/Loss (Raw)": 0.530624508857727, "Finetune/Step": 15635, "Finetune/Step Time": 12.070824414491653}
+{"Finetune/Learning Rate": 1.7781165085030604e-06, "Finetune/Loss": 0.6044977903366089, "Finetune/Loss (Raw)": 0.67269366979599, "Finetune/Step": 15636, "Finetune/Step Time": 12.082938566803932}
+{"Finetune/Learning Rate": 1.7771580898525743e-06, "Finetune/Loss": 0.6048067808151245, "Finetune/Loss (Raw)": 0.6285193562507629, "Finetune/Step": 15637, "Finetune/Step Time": 12.083342056721449}
+{"Finetune/Learning Rate": 1.7761999043785027e-06, "Finetune/Loss": 0.6054332256317139, "Finetune/Loss (Raw)": 0.6952244639396667, "Finetune/Step": 15638, "Finetune/Step Time": 12.055533474311233}
+{"Finetune/Learning Rate": 1.7752419521080178e-06, "Finetune/Loss": 0.6040167808532715, "Finetune/Loss (Raw)": 0.5780605673789978, "Finetune/Step": 15639, "Finetune/Step Time": 12.05059159733355}
+{"Finetune/Learning Rate": 1.7742842330682852e-06, "Finetune/Loss": 0.6038379669189453, "Finetune/Loss (Raw)": 0.5927170515060425, "Finetune/Step": 15640, "Finetune/Step Time": 12.056601118296385}
+{"Finetune/Learning Rate": 1.773326747286459e-06, "Finetune/Loss": 0.6034619808197021, "Finetune/Loss (Raw)": 0.5565820932388306, "Finetune/Step": 15641, "Finetune/Step Time": 12.054830566048622}
+{"Finetune/Learning Rate": 1.7723694947896918e-06, "Finetune/Loss": 0.6033458709716797, "Finetune/Loss (Raw)": 0.5976280570030212, "Finetune/Step": 15642, "Finetune/Step Time": 12.070935232564807}
+{"Finetune/Learning Rate": 1.7714124756051298e-06, "Finetune/Loss": 0.6027792692184448, "Finetune/Loss (Raw)": 0.6157041192054749, "Finetune/Step": 15643, "Finetune/Step Time": 12.07898592017591}
+{"Finetune/Learning Rate": 1.770455689759909e-06, "Finetune/Loss": 0.6029472351074219, "Finetune/Loss (Raw)": 0.6303411722183228, "Finetune/Step": 15644, "Finetune/Step Time": 12.08286921493709}
+{"Finetune/Learning Rate": 1.7694991372811655e-06, "Finetune/Loss": 0.6022199392318726, "Finetune/Loss (Raw)": 0.5526044368743896, "Finetune/Step": 15645, "Finetune/Step Time": 12.07967683300376}
+{"Finetune/Learning Rate": 1.768542818196024e-06, "Finetune/Loss": 0.6009303331375122, "Finetune/Loss (Raw)": 0.48556721210479736, "Finetune/Step": 15646, "Finetune/Step Time": 12.079641645774245}
+{"Finetune/Learning Rate": 1.7675867325315987e-06, "Finetune/Loss": 0.6019690036773682, "Finetune/Loss (Raw)": 0.6597703099250793, "Finetune/Step": 15647, "Finetune/Step Time": 12.093575464561582}
+{"Finetune/Learning Rate": 1.7666308803150045e-06, "Finetune/Loss": 0.6019023656845093, "Finetune/Loss (Raw)": 0.6090884208679199, "Finetune/Step": 15648, "Finetune/Step Time": 12.087476875633001}
+{"Finetune/Learning Rate": 1.7656752615733452e-06, "Finetune/Loss": 0.6013261079788208, "Finetune/Loss (Raw)": 0.5723211169242859, "Finetune/Step": 15649, "Finetune/Step Time": 12.107910115271807}
+{"Finetune/Learning Rate": 1.7647198763337203e-06, "Finetune/Loss": 0.6021996140480042, "Finetune/Loss (Raw)": 0.703185498714447, "Finetune/Step": 15650, "Finetune/Step Time": 12.079533379524946}
+{"Finetune/Learning Rate": 1.7637647246232192e-06, "Finetune/Loss": 0.602109432220459, "Finetune/Loss (Raw)": 0.5834843516349792, "Finetune/Step": 15651, "Finetune/Step Time": 12.074155300855637}
+{"Finetune/Learning Rate": 1.7628098064689336e-06, "Finetune/Loss": 0.601575493812561, "Finetune/Loss (Raw)": 0.5825653672218323, "Finetune/Step": 15652, "Finetune/Step Time": 12.05782657302916}
+{"Finetune/Learning Rate": 1.7618551218979396e-06, "Finetune/Loss": 0.602225124835968, "Finetune/Loss (Raw)": 0.6161007881164551, "Finetune/Step": 15653, "Finetune/Step Time": 12.043893326073885}
+{"Finetune/Learning Rate": 1.7609006709373055e-06, "Finetune/Loss": 0.601195752620697, "Finetune/Loss (Raw)": 0.5974117517471313, "Finetune/Step": 15654, "Finetune/Step Time": 12.039615726098418}
+{"Finetune/Learning Rate": 1.7599464536140999e-06, "Finetune/Loss": 0.6011183857917786, "Finetune/Loss (Raw)": 0.5946158766746521, "Finetune/Step": 15655, "Finetune/Step Time": 12.038352513685822}
+{"Finetune/Learning Rate": 1.7589924699553817e-06, "Finetune/Loss": 0.6004241704940796, "Finetune/Loss (Raw)": 0.5647344589233398, "Finetune/Step": 15656, "Finetune/Step Time": 12.036646900698543}
+{"Finetune/Learning Rate": 1.758038719988202e-06, "Finetune/Loss": 0.6006770133972168, "Finetune/Loss (Raw)": 0.600395679473877, "Finetune/Step": 15657, "Finetune/Step Time": 12.033923311159015}
+{"Finetune/Learning Rate": 1.757085203739608e-06, "Finetune/Loss": 0.6012932062149048, "Finetune/Loss (Raw)": 0.6811122894287109, "Finetune/Step": 15658, "Finetune/Step Time": 12.033264363184571}
+{"Finetune/Learning Rate": 1.7561319212366378e-06, "Finetune/Loss": 0.6018945574760437, "Finetune/Loss (Raw)": 0.6895956993103027, "Finetune/Step": 15659, "Finetune/Step Time": 12.016198379918933}
+{"Finetune/Learning Rate": 1.7551788725063234e-06, "Finetune/Loss": 0.601264238357544, "Finetune/Loss (Raw)": 0.5431267023086548, "Finetune/Step": 15660, "Finetune/Step Time": 12.000796625390649}
+{"Finetune/Learning Rate": 1.7542260575756909e-06, "Finetune/Loss": 0.6007951498031616, "Finetune/Loss (Raw)": 0.6034898161888123, "Finetune/Step": 15661, "Finetune/Step Time": 12.005436645820737}
+{"Finetune/Learning Rate": 1.7532734764717606e-06, "Finetune/Loss": 0.6004970073699951, "Finetune/Loss (Raw)": 0.5455828905105591, "Finetune/Step": 15662, "Finetune/Step Time": 12.015715543180704}
+{"Finetune/Learning Rate": 1.7523211292215426e-06, "Finetune/Loss": 0.6025068759918213, "Finetune/Loss (Raw)": 0.7525272965431213, "Finetune/Step": 15663, "Finetune/Step Time": 12.020163748413324}
+{"Finetune/Learning Rate": 1.7513690158520457e-06, "Finetune/Loss": 0.6020897626876831, "Finetune/Loss (Raw)": 0.5850323438644409, "Finetune/Step": 15664, "Finetune/Step Time": 12.022511459887028}
+{"Finetune/Learning Rate": 1.7504171363902667e-06, "Finetune/Loss": 0.6037642359733582, "Finetune/Loss (Raw)": 0.7732526063919067, "Finetune/Step": 15665, "Finetune/Step Time": 12.030833223834634}
+{"Finetune/Learning Rate": 1.749465490863198e-06, "Finetune/Loss": 0.6020081639289856, "Finetune/Loss (Raw)": 0.47836560010910034, "Finetune/Step": 15666, "Finetune/Step Time": 12.029446480795741}
+{"Finetune/Learning Rate": 1.7485140792978284e-06, "Finetune/Loss": 0.6020218133926392, "Finetune/Loss (Raw)": 0.6468786001205444, "Finetune/Step": 15667, "Finetune/Step Time": 12.03421021439135}
+{"Finetune/Learning Rate": 1.7475629017211348e-06, "Finetune/Loss": 0.6028885245323181, "Finetune/Loss (Raw)": 0.6721969246864319, "Finetune/Step": 15668, "Finetune/Step Time": 12.031090009957552}
+{"Finetune/Learning Rate": 1.7466119581600904e-06, "Finetune/Loss": 0.6023699641227722, "Finetune/Loss (Raw)": 0.4962022304534912, "Finetune/Step": 15669, "Finetune/Step Time": 12.033019568771124}
+{"Finetune/Learning Rate": 1.7456612486416612e-06, "Finetune/Loss": 0.602015495300293, "Finetune/Loss (Raw)": 0.5267332792282104, "Finetune/Step": 15670, "Finetune/Step Time": 12.063682733103633}
+{"Finetune/Learning Rate": 1.744710773192807e-06, "Finetune/Loss": 0.6023157238960266, "Finetune/Loss (Raw)": 0.6898495554924011, "Finetune/Step": 15671, "Finetune/Step Time": 12.057824611663818}
+{"Finetune/Learning Rate": 1.7437605318404805e-06, "Finetune/Loss": 0.6029081344604492, "Finetune/Loss (Raw)": 0.7447367906570435, "Finetune/Step": 15672, "Finetune/Step Time": 12.068440096452832}
+{"Finetune/Learning Rate": 1.7428105246116267e-06, "Finetune/Loss": 0.6037630438804626, "Finetune/Loss (Raw)": 0.7174698710441589, "Finetune/Step": 15673, "Finetune/Step Time": 12.098523961380124}
+{"Finetune/Learning Rate": 1.7418607515331876e-06, "Finetune/Loss": 0.6031979918479919, "Finetune/Loss (Raw)": 0.4644382894039154, "Finetune/Step": 15674, "Finetune/Step Time": 12.089998235926032}
+{"Finetune/Learning Rate": 1.7409112126320938e-06, "Finetune/Loss": 0.6030194163322449, "Finetune/Loss (Raw)": 0.6280928254127502, "Finetune/Step": 15675, "Finetune/Step Time": 12.080417782068253}
+{"Finetune/Learning Rate": 1.7399619079352725e-06, "Finetune/Loss": 0.6024008989334106, "Finetune/Loss (Raw)": 0.5146213173866272, "Finetune/Step": 15676, "Finetune/Step Time": 12.077096730470657}
+{"Finetune/Learning Rate": 1.7390128374696458e-06, "Finetune/Loss": 0.6030538082122803, "Finetune/Loss (Raw)": 0.6899673938751221, "Finetune/Step": 15677, "Finetune/Step Time": 12.079165102913976}
+{"Finetune/Learning Rate": 1.7380640012621187e-06, "Finetune/Loss": 0.602958083152771, "Finetune/Loss (Raw)": 0.6078152656555176, "Finetune/Step": 15678, "Finetune/Step Time": 12.083145888522267}
+{"Finetune/Learning Rate": 1.737115399339605e-06, "Finetune/Loss": 0.6029857397079468, "Finetune/Loss (Raw)": 0.5153205394744873, "Finetune/Step": 15679, "Finetune/Step Time": 12.045648407191038}
+{"Finetune/Learning Rate": 1.7361670317290014e-06, "Finetune/Loss": 0.6026325225830078, "Finetune/Loss (Raw)": 0.6291933655738831, "Finetune/Step": 15680, "Finetune/Step Time": 12.043508727103472}
+{"Finetune/Learning Rate": 1.7352188984572026e-06, "Finetune/Loss": 0.6021893620491028, "Finetune/Loss (Raw)": 0.6377742290496826, "Finetune/Step": 15681, "Finetune/Step Time": 12.022682325914502}
+{"Finetune/Learning Rate": 1.7342709995510942e-06, "Finetune/Loss": 0.6020627617835999, "Finetune/Loss (Raw)": 0.5471250414848328, "Finetune/Step": 15682, "Finetune/Step Time": 12.072047090157866}
+{"Finetune/Learning Rate": 1.7333233350375577e-06, "Finetune/Loss": 0.6027462482452393, "Finetune/Loss (Raw)": 0.6401596069335938, "Finetune/Step": 15683, "Finetune/Step Time": 12.080998400226235}
+{"Finetune/Learning Rate": 1.732375904943462e-06, "Finetune/Loss": 0.6034901142120361, "Finetune/Loss (Raw)": 0.6265406608581543, "Finetune/Step": 15684, "Finetune/Step Time": 12.07587424106896}
+{"Finetune/Learning Rate": 1.731428709295675e-06, "Finetune/Loss": 0.6025764346122742, "Finetune/Loss (Raw)": 0.6254519820213318, "Finetune/Step": 15685, "Finetune/Step Time": 12.086567720398307}
+{"Finetune/Learning Rate": 1.7304817481210544e-06, "Finetune/Loss": 0.6013624668121338, "Finetune/Loss (Raw)": 0.5238491892814636, "Finetune/Step": 15686, "Finetune/Step Time": 12.081159653142095}
+{"Finetune/Learning Rate": 1.72953502144646e-06, "Finetune/Loss": 0.6011112332344055, "Finetune/Loss (Raw)": 0.5795431137084961, "Finetune/Step": 15687, "Finetune/Step Time": 12.078004140406847}
+{"Finetune/Learning Rate": 1.7285885292987338e-06, "Finetune/Loss": 0.6007566452026367, "Finetune/Loss (Raw)": 0.5229608416557312, "Finetune/Step": 15688, "Finetune/Step Time": 12.080208856612444}
+{"Finetune/Learning Rate": 1.7276422717047182e-06, "Finetune/Loss": 0.6018585562705994, "Finetune/Loss (Raw)": 0.6505888104438782, "Finetune/Step": 15689, "Finetune/Step Time": 12.087930778041482}
+{"Finetune/Learning Rate": 1.726696248691242e-06, "Finetune/Loss": 0.6044092178344727, "Finetune/Loss (Raw)": 0.7234223484992981, "Finetune/Step": 15690, "Finetune/Step Time": 12.058895487338305}
+{"Finetune/Learning Rate": 1.7257504602851339e-06, "Finetune/Loss": 0.6055077314376831, "Finetune/Loss (Raw)": 0.6608944535255432, "Finetune/Step": 15691, "Finetune/Step Time": 12.052800776436925}
+{"Finetune/Learning Rate": 1.7248049065132145e-06, "Finetune/Loss": 0.6048095226287842, "Finetune/Loss (Raw)": 0.5725495219230652, "Finetune/Step": 15692, "Finetune/Step Time": 12.000800075009465}
+{"Finetune/Learning Rate": 1.7238595874022934e-06, "Finetune/Loss": 0.6040695905685425, "Finetune/Loss (Raw)": 0.5571200847625732, "Finetune/Step": 15693, "Finetune/Step Time": 11.978197047486901}
+{"Finetune/Learning Rate": 1.7229145029791827e-06, "Finetune/Loss": 0.6038833856582642, "Finetune/Loss (Raw)": 0.5907188057899475, "Finetune/Step": 15694, "Finetune/Step Time": 11.960560660809278}
+{"Finetune/Learning Rate": 1.721969653270682e-06, "Finetune/Loss": 0.6045989394187927, "Finetune/Loss (Raw)": 0.6992807984352112, "Finetune/Step": 15695, "Finetune/Step Time": 11.96095259487629}
+{"Finetune/Learning Rate": 1.721025038303581e-06, "Finetune/Loss": 0.6050875186920166, "Finetune/Loss (Raw)": 0.6588835716247559, "Finetune/Step": 15696, "Finetune/Step Time": 11.95449867285788}
+{"Finetune/Learning Rate": 1.720080658104667e-06, "Finetune/Loss": 0.6057556867599487, "Finetune/Loss (Raw)": 0.7144867181777954, "Finetune/Step": 15697, "Finetune/Step Time": 11.960516413673759}
+{"Finetune/Learning Rate": 1.7191365127007197e-06, "Finetune/Loss": 0.6058307886123657, "Finetune/Loss (Raw)": 0.6880687475204468, "Finetune/Step": 15698, "Finetune/Step Time": 11.960150554776192}
+{"Finetune/Learning Rate": 1.7181926021185147e-06, "Finetune/Loss": 0.6063246726989746, "Finetune/Loss (Raw)": 0.6526547074317932, "Finetune/Step": 15699, "Finetune/Step Time": 11.963942406699061}
+{"Finetune/Learning Rate": 1.7172489263848148e-06, "Finetune/Loss": 0.605830729007721, "Finetune/Loss (Raw)": 0.5075138211250305, "Finetune/Step": 15700, "Finetune/Step Time": 11.98184484988451}
+{"Finetune/Learning Rate": 1.7163054855263862e-06, "Finetune/Loss": 0.6067516207695007, "Finetune/Loss (Raw)": 0.68416827917099, "Finetune/Step": 15701, "Finetune/Step Time": 12.00386550463736}
+{"Finetune/Learning Rate": 1.7153622795699765e-06, "Finetune/Loss": 0.6071054935455322, "Finetune/Loss (Raw)": 0.5634122490882874, "Finetune/Step": 15702, "Finetune/Step Time": 12.008598485961556}
+{"Finetune/Learning Rate": 1.7144193085423344e-06, "Finetune/Loss": 0.6073765754699707, "Finetune/Loss (Raw)": 0.6532058119773865, "Finetune/Step": 15703, "Finetune/Step Time": 11.977089898660779}
+{"Finetune/Learning Rate": 1.7134765724701996e-06, "Finetune/Loss": 0.6082996129989624, "Finetune/Loss (Raw)": 0.603396475315094, "Finetune/Step": 15704, "Finetune/Step Time": 11.992006361484528}
+{"Finetune/Learning Rate": 1.7125340713803052e-06, "Finetune/Loss": 0.6073650121688843, "Finetune/Loss (Raw)": 0.411739706993103, "Finetune/Step": 15705, "Finetune/Step Time": 12.005655774846673}
+{"Finetune/Learning Rate": 1.7115918052993773e-06, "Finetune/Loss": 0.6070072650909424, "Finetune/Loss (Raw)": 0.5715683698654175, "Finetune/Step": 15706, "Finetune/Step Time": 12.030568905174732}
+{"Finetune/Learning Rate": 1.7106497742541384e-06, "Finetune/Loss": 0.6053577661514282, "Finetune/Loss (Raw)": 0.4810774326324463, "Finetune/Step": 15707, "Finetune/Step Time": 12.028978688642383}
+{"Finetune/Learning Rate": 1.7097079782712988e-06, "Finetune/Loss": 0.6067925691604614, "Finetune/Loss (Raw)": 0.6618853211402893, "Finetune/Step": 15708, "Finetune/Step Time": 12.024161037057638}
+{"Finetune/Learning Rate": 1.7087664173775676e-06, "Finetune/Loss": 0.606904149055481, "Finetune/Loss (Raw)": 0.5473706126213074, "Finetune/Step": 15709, "Finetune/Step Time": 12.002019237726927}
+{"Finetune/Learning Rate": 1.707825091599643e-06, "Finetune/Loss": 0.6069368124008179, "Finetune/Loss (Raw)": 0.6142053604125977, "Finetune/Step": 15710, "Finetune/Step Time": 12.004661733284593}
+{"Finetune/Learning Rate": 1.7068840009642196e-06, "Finetune/Loss": 0.6059137582778931, "Finetune/Loss (Raw)": 0.5792924165725708, "Finetune/Step": 15711, "Finetune/Step Time": 11.990225864574313}
+{"Finetune/Learning Rate": 1.7059431454979825e-06, "Finetune/Loss": 0.607383131980896, "Finetune/Loss (Raw)": 0.621420681476593, "Finetune/Step": 15712, "Finetune/Step Time": 11.977541426196694}
+{"Finetune/Learning Rate": 1.7050025252276136e-06, "Finetune/Loss": 0.6065882444381714, "Finetune/Loss (Raw)": 0.534690797328949, "Finetune/Step": 15713, "Finetune/Step Time": 11.9737180583179}
+{"Finetune/Learning Rate": 1.7040621401797853e-06, "Finetune/Loss": 0.6069470643997192, "Finetune/Loss (Raw)": 0.664917528629303, "Finetune/Step": 15714, "Finetune/Step Time": 11.97085489332676}
+{"Finetune/Learning Rate": 1.7031219903811635e-06, "Finetune/Loss": 0.6067893505096436, "Finetune/Loss (Raw)": 0.5649047493934631, "Finetune/Step": 15715, "Finetune/Step Time": 11.980671091005206}
+{"Finetune/Learning Rate": 1.7021820758584085e-06, "Finetune/Loss": 0.6066684126853943, "Finetune/Loss (Raw)": 0.6122817397117615, "Finetune/Step": 15716, "Finetune/Step Time": 11.97042204067111}
+{"Finetune/Learning Rate": 1.7012423966381753e-06, "Finetune/Loss": 0.6050819754600525, "Finetune/Loss (Raw)": 0.4023672044277191, "Finetune/Step": 15717, "Finetune/Step Time": 11.971411122009158}
+{"Finetune/Learning Rate": 1.7003029527471082e-06, "Finetune/Loss": 0.6043815612792969, "Finetune/Loss (Raw)": 0.623889148235321, "Finetune/Step": 15718, "Finetune/Step Time": 11.933837175369263}
+{"Finetune/Learning Rate": 1.6993637442118516e-06, "Finetune/Loss": 0.6039238572120667, "Finetune/Loss (Raw)": 0.5874884128570557, "Finetune/Step": 15719, "Finetune/Step Time": 11.93578052148223}
+{"Finetune/Learning Rate": 1.6984247710590296e-06, "Finetune/Loss": 0.6037656664848328, "Finetune/Loss (Raw)": 0.5348995327949524, "Finetune/Step": 15720, "Finetune/Step Time": 11.936078855767846}
+{"Finetune/Learning Rate": 1.6974860333152776e-06, "Finetune/Loss": 0.6037589311599731, "Finetune/Loss (Raw)": 0.5786682367324829, "Finetune/Step": 15721, "Finetune/Step Time": 11.929979400709271}
+{"Finetune/Learning Rate": 1.6965475310072122e-06, "Finetune/Loss": 0.6030189990997314, "Finetune/Loss (Raw)": 0.6310411095619202, "Finetune/Step": 15722, "Finetune/Step Time": 11.939899055287242}
+{"Finetune/Learning Rate": 1.6956092641614462e-06, "Finetune/Loss": 0.6020647287368774, "Finetune/Loss (Raw)": 0.6281378269195557, "Finetune/Step": 15723, "Finetune/Step Time": 11.940247425809503}
+{"Finetune/Learning Rate": 1.6946712328045889e-06, "Finetune/Loss": 0.6021438241004944, "Finetune/Loss (Raw)": 0.6334436535835266, "Finetune/Step": 15724, "Finetune/Step Time": 11.923746393993497}
+{"Finetune/Learning Rate": 1.6937334369632397e-06, "Finetune/Loss": 0.6022824645042419, "Finetune/Loss (Raw)": 0.5409184098243713, "Finetune/Step": 15725, "Finetune/Step Time": 11.921771463006735}
+{"Finetune/Learning Rate": 1.6927958766639874e-06, "Finetune/Loss": 0.6018096208572388, "Finetune/Loss (Raw)": 0.5598753690719604, "Finetune/Step": 15726, "Finetune/Step Time": 11.920872109010816}
+{"Finetune/Learning Rate": 1.6918585519334197e-06, "Finetune/Loss": 0.6015060544013977, "Finetune/Loss (Raw)": 0.45119428634643555, "Finetune/Step": 15727, "Finetune/Step Time": 11.916906785219908}
+{"Finetune/Learning Rate": 1.6909214627981197e-06, "Finetune/Loss": 0.600318431854248, "Finetune/Loss (Raw)": 0.5281851887702942, "Finetune/Step": 15728, "Finetune/Step Time": 11.964619632810354}
+{"Finetune/Learning Rate": 1.6899846092846605e-06, "Finetune/Loss": 0.6008291244506836, "Finetune/Loss (Raw)": 0.6762486100196838, "Finetune/Step": 15729, "Finetune/Step Time": 11.95167925953865}
+{"Finetune/Learning Rate": 1.6890479914196067e-06, "Finetune/Loss": 0.6006942987442017, "Finetune/Loss (Raw)": 0.6023237705230713, "Finetune/Step": 15730, "Finetune/Step Time": 11.949543239548802}
+{"Finetune/Learning Rate": 1.6881116092295214e-06, "Finetune/Loss": 0.6011670827865601, "Finetune/Loss (Raw)": 0.6919991374015808, "Finetune/Step": 15731, "Finetune/Step Time": 11.948256371542811}
+{"Finetune/Learning Rate": 1.687175462740952e-06, "Finetune/Loss": 0.5996530055999756, "Finetune/Loss (Raw)": 0.4940468370914459, "Finetune/Step": 15732, "Finetune/Step Time": 11.948378127068281}
+{"Finetune/Learning Rate": 1.6862395519804487e-06, "Finetune/Loss": 0.5980150103569031, "Finetune/Loss (Raw)": 0.4023781716823578, "Finetune/Step": 15733, "Finetune/Step Time": 11.977079877629876}
+{"Finetune/Learning Rate": 1.6853038769745466e-06, "Finetune/Loss": 0.59853196144104, "Finetune/Loss (Raw)": 0.6024535894393921, "Finetune/Step": 15734, "Finetune/Step Time": 11.986203268170357}
+{"Finetune/Learning Rate": 1.684368437749787e-06, "Finetune/Loss": 0.5987182855606079, "Finetune/Loss (Raw)": 0.6222205758094788, "Finetune/Step": 15735, "Finetune/Step Time": 11.981608550995588}
+{"Finetune/Learning Rate": 1.683433234332691e-06, "Finetune/Loss": 0.599338710308075, "Finetune/Loss (Raw)": 0.6730454564094543, "Finetune/Step": 15736, "Finetune/Step Time": 11.979519406333566}
+{"Finetune/Learning Rate": 1.6824982667497792e-06, "Finetune/Loss": 0.5986067056655884, "Finetune/Loss (Raw)": 0.5373650789260864, "Finetune/Step": 15737, "Finetune/Step Time": 11.97673611342907}
+{"Finetune/Learning Rate": 1.6815635350275683e-06, "Finetune/Loss": 0.598546028137207, "Finetune/Loss (Raw)": 0.5607038736343384, "Finetune/Step": 15738, "Finetune/Step Time": 11.982215514406562}
+{"Finetune/Learning Rate": 1.6806290391925573e-06, "Finetune/Loss": 0.6005083322525024, "Finetune/Loss (Raw)": 0.836159348487854, "Finetune/Step": 15739, "Finetune/Step Time": 11.99667989090085}
+{"Finetune/Learning Rate": 1.6796947792712504e-06, "Finetune/Loss": 0.6007975339889526, "Finetune/Loss (Raw)": 0.6438033580780029, "Finetune/Step": 15740, "Finetune/Step Time": 12.008731273934245}
+{"Finetune/Learning Rate": 1.6787607552901397e-06, "Finetune/Loss": 0.600385308265686, "Finetune/Loss (Raw)": 0.5644840598106384, "Finetune/Step": 15741, "Finetune/Step Time": 12.02301756106317}
+{"Finetune/Learning Rate": 1.6778269672757085e-06, "Finetune/Loss": 0.600907564163208, "Finetune/Loss (Raw)": 0.6343915462493896, "Finetune/Step": 15742, "Finetune/Step Time": 12.023126991465688}
+{"Finetune/Learning Rate": 1.6768934152544425e-06, "Finetune/Loss": 0.6005793809890747, "Finetune/Loss (Raw)": 0.5000736713409424, "Finetune/Step": 15743, "Finetune/Step Time": 12.028489381074905}
+{"Finetune/Learning Rate": 1.6759600992528147e-06, "Finetune/Loss": 0.6006548404693604, "Finetune/Loss (Raw)": 0.6361210942268372, "Finetune/Step": 15744, "Finetune/Step Time": 12.024920411407948}
+{"Finetune/Learning Rate": 1.675027019297284e-06, "Finetune/Loss": 0.6006985306739807, "Finetune/Loss (Raw)": 0.6069944500923157, "Finetune/Step": 15745, "Finetune/Step Time": 12.031681204214692}
+{"Finetune/Learning Rate": 1.6740941754143147e-06, "Finetune/Loss": 0.6011581420898438, "Finetune/Loss (Raw)": 0.6357912421226501, "Finetune/Step": 15746, "Finetune/Step Time": 12.062392940744758}
+{"Finetune/Learning Rate": 1.6731615676303591e-06, "Finetune/Loss": 0.601109504699707, "Finetune/Loss (Raw)": 0.6010758280754089, "Finetune/Step": 15747, "Finetune/Step Time": 12.07665029168129}
+{"Finetune/Learning Rate": 1.672229195971863e-06, "Finetune/Loss": 0.6009228229522705, "Finetune/Loss (Raw)": 0.6134344339370728, "Finetune/Step": 15748, "Finetune/Step Time": 12.054832000285387}
+{"Finetune/Learning Rate": 1.6712970604652635e-06, "Finetune/Loss": 0.6014846563339233, "Finetune/Loss (Raw)": 0.6348646283149719, "Finetune/Step": 15749, "Finetune/Step Time": 12.029224852100015}
+{"Finetune/Learning Rate": 1.6703651611370009e-06, "Finetune/Loss": 0.6007051467895508, "Finetune/Loss (Raw)": 0.5635623335838318, "Finetune/Step": 15750, "Finetune/Step Time": 12.017441432923079}
+{"Finetune/Learning Rate": 1.669433498013493e-06, "Finetune/Loss": 0.602790892124176, "Finetune/Loss (Raw)": 0.709824800491333, "Finetune/Step": 15751, "Finetune/Step Time": 12.027894876897335}
+{"Finetune/Learning Rate": 1.668502071121162e-06, "Finetune/Loss": 0.6016966700553894, "Finetune/Loss (Raw)": 0.5776893496513367, "Finetune/Step": 15752, "Finetune/Step Time": 12.000273890793324}
+{"Finetune/Learning Rate": 1.6675708804864211e-06, "Finetune/Loss": 0.6008713245391846, "Finetune/Loss (Raw)": 0.5910665988922119, "Finetune/Step": 15753, "Finetune/Step Time": 12.010087976232171}
+{"Finetune/Learning Rate": 1.6666399261356759e-06, "Finetune/Loss": 0.6008092164993286, "Finetune/Loss (Raw)": 0.6183962821960449, "Finetune/Step": 15754, "Finetune/Step Time": 12.015802405774593}
+{"Finetune/Learning Rate": 1.6657092080953252e-06, "Finetune/Loss": 0.60136878490448, "Finetune/Loss (Raw)": 0.598953366279602, "Finetune/Step": 15755, "Finetune/Step Time": 12.034886566922069}
+{"Finetune/Learning Rate": 1.6647787263917615e-06, "Finetune/Loss": 0.6017377972602844, "Finetune/Loss (Raw)": 0.5874395370483398, "Finetune/Step": 15756, "Finetune/Step Time": 12.0141766872257}
+{"Finetune/Learning Rate": 1.6638484810513711e-06, "Finetune/Loss": 0.6022862195968628, "Finetune/Loss (Raw)": 0.5866974592208862, "Finetune/Step": 15757, "Finetune/Step Time": 12.006449993699789}
+{"Finetune/Learning Rate": 1.6629184721005332e-06, "Finetune/Loss": 0.602644145488739, "Finetune/Loss (Raw)": 0.6558834314346313, "Finetune/Step": 15758, "Finetune/Step Time": 12.006566489115357}
+{"Finetune/Learning Rate": 1.6619886995656197e-06, "Finetune/Loss": 0.6026560068130493, "Finetune/Loss (Raw)": 0.5751801133155823, "Finetune/Step": 15759, "Finetune/Step Time": 11.999553244560957}
+{"Finetune/Learning Rate": 1.6610591634729966e-06, "Finetune/Loss": 0.6021896600723267, "Finetune/Loss (Raw)": 0.5828056335449219, "Finetune/Step": 15760, "Finetune/Step Time": 11.990919783711433}
+{"Finetune/Learning Rate": 1.6601298638490226e-06, "Finetune/Loss": 0.6007535457611084, "Finetune/Loss (Raw)": 0.4082704782485962, "Finetune/Step": 15761, "Finetune/Step Time": 11.991900084540248}
+{"Finetune/Learning Rate": 1.6592008007200511e-06, "Finetune/Loss": 0.6003196239471436, "Finetune/Loss (Raw)": 0.5503849983215332, "Finetune/Step": 15762, "Finetune/Step Time": 11.97324776276946}
+{"Finetune/Learning Rate": 1.6582719741124265e-06, "Finetune/Loss": 0.5994967222213745, "Finetune/Loss (Raw)": 0.42529821395874023, "Finetune/Step": 15763, "Finetune/Step Time": 12.002117456868291}
+{"Finetune/Learning Rate": 1.6573433840524877e-06, "Finetune/Loss": 0.5987907648086548, "Finetune/Loss (Raw)": 0.5823348164558411, "Finetune/Step": 15764, "Finetune/Step Time": 11.99299742653966}
+{"Finetune/Learning Rate": 1.6564150305665672e-06, "Finetune/Loss": 0.5982067584991455, "Finetune/Loss (Raw)": 0.5537554025650024, "Finetune/Step": 15765, "Finetune/Step Time": 11.992746325209737}
+{"Finetune/Learning Rate": 1.6554869136809903e-06, "Finetune/Loss": 0.5968080759048462, "Finetune/Loss (Raw)": 0.5161992311477661, "Finetune/Step": 15766, "Finetune/Step Time": 11.992143098264933}
+{"Finetune/Learning Rate": 1.6545590334220763e-06, "Finetune/Loss": 0.5967066287994385, "Finetune/Loss (Raw)": 0.5650707483291626, "Finetune/Step": 15767, "Finetune/Step Time": 12.008584110066295}
+{"Finetune/Learning Rate": 1.6536313898161393e-06, "Finetune/Loss": 0.5975688695907593, "Finetune/Loss (Raw)": 0.70308518409729, "Finetune/Step": 15768, "Finetune/Step Time": 12.007209537550807}
+{"Finetune/Learning Rate": 1.6527039828894775e-06, "Finetune/Loss": 0.59814453125, "Finetune/Loss (Raw)": 0.6302690505981445, "Finetune/Step": 15769, "Finetune/Step Time": 12.005501797422767}
+{"Finetune/Learning Rate": 1.6517768126683964e-06, "Finetune/Loss": 0.597467303276062, "Finetune/Loss (Raw)": 0.5109467506408691, "Finetune/Step": 15770, "Finetune/Step Time": 11.994563015177846}
+{"Finetune/Learning Rate": 1.6508498791791849e-06, "Finetune/Loss": 0.5966718792915344, "Finetune/Loss (Raw)": 0.5138863921165466, "Finetune/Step": 15771, "Finetune/Step Time": 12.005328964442015}
+{"Finetune/Learning Rate": 1.6499231824481299e-06, "Finetune/Loss": 0.5964770317077637, "Finetune/Loss (Raw)": 0.6053972244262695, "Finetune/Step": 15772, "Finetune/Step Time": 11.989685591310263}
+{"Finetune/Learning Rate": 1.6489967225015091e-06, "Finetune/Loss": 0.5967937707901001, "Finetune/Loss (Raw)": 0.5931507349014282, "Finetune/Step": 15773, "Finetune/Step Time": 12.009218761697412}
+{"Finetune/Learning Rate": 1.6480704993655961e-06, "Finetune/Loss": 0.5981296300888062, "Finetune/Loss (Raw)": 0.6565554141998291, "Finetune/Step": 15774, "Finetune/Step Time": 12.014404136687517}
+{"Finetune/Learning Rate": 1.6471445130666518e-06, "Finetune/Loss": 0.5983258485794067, "Finetune/Loss (Raw)": 0.6848908066749573, "Finetune/Step": 15775, "Finetune/Step Time": 12.00172790326178}
+{"Finetune/Learning Rate": 1.6462187636309345e-06, "Finetune/Loss": 0.5983681678771973, "Finetune/Loss (Raw)": 0.6144983172416687, "Finetune/Step": 15776, "Finetune/Step Time": 12.004603976383805}
+{"Finetune/Learning Rate": 1.6452932510847009e-06, "Finetune/Loss": 0.5989760160446167, "Finetune/Loss (Raw)": 0.6501283645629883, "Finetune/Step": 15777, "Finetune/Step Time": 11.979577803984284}
+{"Finetune/Learning Rate": 1.6443679754541931e-06, "Finetune/Loss": 0.5980671644210815, "Finetune/Loss (Raw)": 0.5868579149246216, "Finetune/Step": 15778, "Finetune/Step Time": 11.984128622338176}
+{"Finetune/Learning Rate": 1.643442936765648e-06, "Finetune/Loss": 0.5987188816070557, "Finetune/Loss (Raw)": 0.666904091835022, "Finetune/Step": 15779, "Finetune/Step Time": 11.987202662974596}
+{"Finetune/Learning Rate": 1.6425181350453023e-06, "Finetune/Loss": 0.5982211232185364, "Finetune/Loss (Raw)": 0.5188507437705994, "Finetune/Step": 15780, "Finetune/Step Time": 11.987299816682935}
+{"Finetune/Learning Rate": 1.641593570319373e-06, "Finetune/Loss": 0.5988366603851318, "Finetune/Loss (Raw)": 0.694884717464447, "Finetune/Step": 15781, "Finetune/Step Time": 12.014185439795256}
+{"Finetune/Learning Rate": 1.6406692426140835e-06, "Finetune/Loss": 0.5995086431503296, "Finetune/Loss (Raw)": 0.6834239959716797, "Finetune/Step": 15782, "Finetune/Step Time": 12.005617210641503}
+{"Finetune/Learning Rate": 1.6397451519556394e-06, "Finetune/Loss": 0.5996752977371216, "Finetune/Loss (Raw)": 0.6159458756446838, "Finetune/Step": 15783, "Finetune/Step Time": 12.009997215121984}
+{"Finetune/Learning Rate": 1.6388212983702534e-06, "Finetune/Loss": 0.5998421311378479, "Finetune/Loss (Raw)": 0.5860942602157593, "Finetune/Step": 15784, "Finetune/Step Time": 12.007464163005352}
+{"Finetune/Learning Rate": 1.6378976818841186e-06, "Finetune/Loss": 0.6007168292999268, "Finetune/Loss (Raw)": 0.7123574614524841, "Finetune/Step": 15785, "Finetune/Step Time": 12.020639544352889}
+{"Finetune/Learning Rate": 1.6369743025234286e-06, "Finetune/Loss": 0.5995604395866394, "Finetune/Loss (Raw)": 0.5330946445465088, "Finetune/Step": 15786, "Finetune/Step Time": 12.023407714441419}
+{"Finetune/Learning Rate": 1.6360511603143648e-06, "Finetune/Loss": 0.5995473861694336, "Finetune/Loss (Raw)": 0.6879253387451172, "Finetune/Step": 15787, "Finetune/Step Time": 12.022185700014234}
+{"Finetune/Learning Rate": 1.635128255283106e-06, "Finetune/Loss": 0.6002212762832642, "Finetune/Loss (Raw)": 0.6293880939483643, "Finetune/Step": 15788, "Finetune/Step Time": 12.015949584543705}
+{"Finetune/Learning Rate": 1.6342055874558238e-06, "Finetune/Loss": 0.5997558832168579, "Finetune/Loss (Raw)": 0.5439205169677734, "Finetune/Step": 15789, "Finetune/Step Time": 12.015843821689487}
+{"Finetune/Learning Rate": 1.6332831568586805e-06, "Finetune/Loss": 0.6000659465789795, "Finetune/Loss (Raw)": 0.5852693319320679, "Finetune/Step": 15790, "Finetune/Step Time": 11.995061717927456}
+{"Finetune/Learning Rate": 1.632360963517834e-06, "Finetune/Loss": 0.5988218188285828, "Finetune/Loss (Raw)": 0.5932753086090088, "Finetune/Step": 15791, "Finetune/Step Time": 12.019786385819316}
+{"Finetune/Learning Rate": 1.6314390074594412e-06, "Finetune/Loss": 0.5987935066223145, "Finetune/Loss (Raw)": 0.5814076662063599, "Finetune/Step": 15792, "Finetune/Step Time": 12.033346304669976}
+{"Finetune/Learning Rate": 1.6305172887096376e-06, "Finetune/Loss": 0.5976021885871887, "Finetune/Loss (Raw)": 0.6207633018493652, "Finetune/Step": 15793, "Finetune/Step Time": 12.028975311666727}
+{"Finetune/Learning Rate": 1.629595807294565e-06, "Finetune/Loss": 0.5978988409042358, "Finetune/Loss (Raw)": 0.5163389444351196, "Finetune/Step": 15794, "Finetune/Step Time": 12.022534405812621}
+{"Finetune/Learning Rate": 1.6286745632403523e-06, "Finetune/Loss": 0.5978983044624329, "Finetune/Loss (Raw)": 0.6468104124069214, "Finetune/Step": 15795, "Finetune/Step Time": 12.023495461791754}
+{"Finetune/Learning Rate": 1.6277535565731251e-06, "Finetune/Loss": 0.5979970693588257, "Finetune/Loss (Raw)": 0.6848422884941101, "Finetune/Step": 15796, "Finetune/Step Time": 12.00949958153069}
+{"Finetune/Learning Rate": 1.6268327873189992e-06, "Finetune/Loss": 0.5981035828590393, "Finetune/Loss (Raw)": 0.5098309516906738, "Finetune/Step": 15797, "Finetune/Step Time": 12.035692140460014}
+{"Finetune/Learning Rate": 1.6259122555040852e-06, "Finetune/Loss": 0.5989443063735962, "Finetune/Loss (Raw)": 0.6343476176261902, "Finetune/Step": 15798, "Finetune/Step Time": 12.01175532490015}
+{"Finetune/Learning Rate": 1.6249919611544862e-06, "Finetune/Loss": 0.5979300737380981, "Finetune/Loss (Raw)": 0.5600265264511108, "Finetune/Step": 15799, "Finetune/Step Time": 12.016717083752155}
+{"Finetune/Learning Rate": 1.6240719042963004e-06, "Finetune/Loss": 0.5971823930740356, "Finetune/Loss (Raw)": 0.6490407586097717, "Finetune/Step": 15800, "Finetune/Step Time": 12.007934767752886}
+{"Finetune/Learning Rate": 1.6231520849556181e-06, "Finetune/Loss": 0.5955910682678223, "Finetune/Loss (Raw)": 0.5137780904769897, "Finetune/Step": 15801, "Finetune/Step Time": 11.976833805441856}
+{"Finetune/Learning Rate": 1.6222325031585218e-06, "Finetune/Loss": 0.5957260131835938, "Finetune/Loss (Raw)": 0.48171141743659973, "Finetune/Step": 15802, "Finetune/Step Time": 12.004587568342686}
+{"Finetune/Learning Rate": 1.6213131589310882e-06, "Finetune/Loss": 0.5942421555519104, "Finetune/Loss (Raw)": 0.43815290927886963, "Finetune/Step": 15803, "Finetune/Step Time": 12.003957279026508}
+{"Finetune/Learning Rate": 1.6203940522993878e-06, "Finetune/Loss": 0.5957170724868774, "Finetune/Loss (Raw)": 0.7034155130386353, "Finetune/Step": 15804, "Finetune/Step Time": 12.01255252212286}
+{"Finetune/Learning Rate": 1.6194751832894839e-06, "Finetune/Loss": 0.5954979658126831, "Finetune/Loss (Raw)": 0.6619124412536621, "Finetune/Step": 15805, "Finetune/Step Time": 12.004800645634532}
+{"Finetune/Learning Rate": 1.6185565519274326e-06, "Finetune/Loss": 0.5964288711547852, "Finetune/Loss (Raw)": 0.7269737720489502, "Finetune/Step": 15806, "Finetune/Step Time": 12.012422185391188}
+{"Finetune/Learning Rate": 1.6176381582392831e-06, "Finetune/Loss": 0.5969593524932861, "Finetune/Loss (Raw)": 0.5832206010818481, "Finetune/Step": 15807, "Finetune/Step Time": 12.009676564484835}
+{"Finetune/Learning Rate": 1.6167200022510799e-06, "Finetune/Loss": 0.5969411134719849, "Finetune/Loss (Raw)": 0.6268677711486816, "Finetune/Step": 15808, "Finetune/Step Time": 12.004703260958195}
+{"Finetune/Learning Rate": 1.6158020839888588e-06, "Finetune/Loss": 0.5969300270080566, "Finetune/Loss (Raw)": 0.6363528966903687, "Finetune/Step": 15809, "Finetune/Step Time": 12.001652833074331}
+{"Finetune/Learning Rate": 1.6148844034786493e-06, "Finetune/Loss": 0.5966439247131348, "Finetune/Loss (Raw)": 0.510502815246582, "Finetune/Step": 15810, "Finetune/Step Time": 11.928262282162905}
+{"Finetune/Learning Rate": 1.6139669607464735e-06, "Finetune/Loss": 0.5959830284118652, "Finetune/Loss (Raw)": 0.55556720495224, "Finetune/Step": 15811, "Finetune/Step Time": 11.916413547471166}
+{"Finetune/Learning Rate": 1.6130497558183478e-06, "Finetune/Loss": 0.5963143706321716, "Finetune/Loss (Raw)": 0.6689473986625671, "Finetune/Step": 15812, "Finetune/Step Time": 11.920536827296019}
+{"Finetune/Learning Rate": 1.612132788720282e-06, "Finetune/Loss": 0.5962970852851868, "Finetune/Loss (Raw)": 0.6232419013977051, "Finetune/Step": 15813, "Finetune/Step Time": 11.912606047466397}
+{"Finetune/Learning Rate": 1.611216059478279e-06, "Finetune/Loss": 0.5957375764846802, "Finetune/Loss (Raw)": 0.4522377848625183, "Finetune/Step": 15814, "Finetune/Step Time": 11.916558122262359}
+{"Finetune/Learning Rate": 1.610299568118333e-06, "Finetune/Loss": 0.5947908759117126, "Finetune/Loss (Raw)": 0.4583606719970703, "Finetune/Step": 15815, "Finetune/Step Time": 11.930821035057306}
+{"Finetune/Learning Rate": 1.6093833146664373e-06, "Finetune/Loss": 0.5953593254089355, "Finetune/Loss (Raw)": 0.5957270860671997, "Finetune/Step": 15816, "Finetune/Step Time": 11.924109080806375}
+{"Finetune/Learning Rate": 1.6084672991485683e-06, "Finetune/Loss": 0.5951969027519226, "Finetune/Loss (Raw)": 0.6297950148582458, "Finetune/Step": 15817, "Finetune/Step Time": 11.940939532592893}
+{"Finetune/Learning Rate": 1.6075515215907022e-06, "Finetune/Loss": 0.594894289970398, "Finetune/Loss (Raw)": 0.6846863031387329, "Finetune/Step": 15818, "Finetune/Step Time": 11.949623294174671}
+{"Finetune/Learning Rate": 1.6066359820188116e-06, "Finetune/Loss": 0.5954530835151672, "Finetune/Loss (Raw)": 0.7324162721633911, "Finetune/Step": 15819, "Finetune/Step Time": 11.947577759623528}
+{"Finetune/Learning Rate": 1.6057206804588576e-06, "Finetune/Loss": 0.5961065292358398, "Finetune/Loss (Raw)": 0.6561923027038574, "Finetune/Step": 15820, "Finetune/Step Time": 11.949971970170736}
+{"Finetune/Learning Rate": 1.6048056169367955e-06, "Finetune/Loss": 0.596311628818512, "Finetune/Loss (Raw)": 0.5833714604377747, "Finetune/Step": 15821, "Finetune/Step Time": 11.956405274569988}
+{"Finetune/Learning Rate": 1.603890791478573e-06, "Finetune/Loss": 0.595853328704834, "Finetune/Loss (Raw)": 0.53205406665802, "Finetune/Step": 15822, "Finetune/Step Time": 11.958538742735982}
+{"Finetune/Learning Rate": 1.6029762041101348e-06, "Finetune/Loss": 0.5951393842697144, "Finetune/Loss (Raw)": 0.6079038977622986, "Finetune/Step": 15823, "Finetune/Step Time": 11.95829113572836}
+{"Finetune/Learning Rate": 1.6020618548574108e-06, "Finetune/Loss": 0.5946723222732544, "Finetune/Loss (Raw)": 0.5990985631942749, "Finetune/Step": 15824, "Finetune/Step Time": 11.957346990704536}
+{"Finetune/Learning Rate": 1.6011477437463297e-06, "Finetune/Loss": 0.5940084457397461, "Finetune/Loss (Raw)": 0.6295087933540344, "Finetune/Step": 15825, "Finetune/Step Time": 11.9616655446589}
+{"Finetune/Learning Rate": 1.6002338708028187e-06, "Finetune/Loss": 0.5927672386169434, "Finetune/Loss (Raw)": 0.5291897654533386, "Finetune/Step": 15826, "Finetune/Step Time": 11.96087834611535}
+{"Finetune/Learning Rate": 1.5993202360527882e-06, "Finetune/Loss": 0.590996503829956, "Finetune/Loss (Raw)": 0.42600759863853455, "Finetune/Step": 15827, "Finetune/Step Time": 11.95934914983809}
+{"Finetune/Learning Rate": 1.5984068395221485e-06, "Finetune/Loss": 0.5914445519447327, "Finetune/Loss (Raw)": 0.5648614764213562, "Finetune/Step": 15828, "Finetune/Step Time": 11.947625679895282}
+{"Finetune/Learning Rate": 1.5974936812368014e-06, "Finetune/Loss": 0.5907263159751892, "Finetune/Loss (Raw)": 0.5922389030456543, "Finetune/Step": 15829, "Finetune/Step Time": 11.934208726510406}
+{"Finetune/Learning Rate": 1.596580761222638e-06, "Finetune/Loss": 0.5900262594223022, "Finetune/Loss (Raw)": 0.47380325198173523, "Finetune/Step": 15830, "Finetune/Step Time": 11.939140740782022}
+{"Finetune/Learning Rate": 1.595668079505548e-06, "Finetune/Loss": 0.5877819657325745, "Finetune/Loss (Raw)": 0.3659355640411377, "Finetune/Step": 15831, "Finetune/Step Time": 11.943244343623519}
+{"Finetune/Learning Rate": 1.5947556361114102e-06, "Finetune/Loss": 0.5880149602890015, "Finetune/Loss (Raw)": 0.6332235336303711, "Finetune/Step": 15832, "Finetune/Step Time": 11.934104913845658}
+{"Finetune/Learning Rate": 1.5938434310661033e-06, "Finetune/Loss": 0.5891506671905518, "Finetune/Loss (Raw)": 0.5571026802062988, "Finetune/Step": 15833, "Finetune/Step Time": 11.90984182804823}
+{"Finetune/Learning Rate": 1.5929314643954941e-06, "Finetune/Loss": 0.5885463953018188, "Finetune/Loss (Raw)": 0.4942252039909363, "Finetune/Step": 15834, "Finetune/Step Time": 11.88420844078064}
+{"Finetune/Learning Rate": 1.592019736125443e-06, "Finetune/Loss": 0.5889113545417786, "Finetune/Loss (Raw)": 0.5277919173240662, "Finetune/Step": 15835, "Finetune/Step Time": 11.882905043661594}
+{"Finetune/Learning Rate": 1.5911082462818017e-06, "Finetune/Loss": 0.5889317989349365, "Finetune/Loss (Raw)": 0.6645045876502991, "Finetune/Step": 15836, "Finetune/Step Time": 11.884281458333135}
+{"Finetune/Learning Rate": 1.5901969948904183e-06, "Finetune/Loss": 0.5902676582336426, "Finetune/Loss (Raw)": 0.7183534502983093, "Finetune/Step": 15837, "Finetune/Step Time": 11.881891421973705}
+{"Finetune/Learning Rate": 1.5892859819771334e-06, "Finetune/Loss": 0.5893653631210327, "Finetune/Loss (Raw)": 0.49871912598609924, "Finetune/Step": 15838, "Finetune/Step Time": 11.87911132723093}
+{"Finetune/Learning Rate": 1.5883752075677794e-06, "Finetune/Loss": 0.5889353156089783, "Finetune/Loss (Raw)": 0.5242422223091125, "Finetune/Step": 15839, "Finetune/Step Time": 11.88814476504922}
+{"Finetune/Learning Rate": 1.587464671688187e-06, "Finetune/Loss": 0.5889498591423035, "Finetune/Loss (Raw)": 0.6232828497886658, "Finetune/Step": 15840, "Finetune/Step Time": 11.871586313471198}
+{"Finetune/Learning Rate": 1.5865543743641776e-06, "Finetune/Loss": 0.5899815559387207, "Finetune/Loss (Raw)": 0.6667511463165283, "Finetune/Step": 15841, "Finetune/Step Time": 11.878546506166458}
+{"Finetune/Learning Rate": 1.5856443156215583e-06, "Finetune/Loss": 0.5892326831817627, "Finetune/Loss (Raw)": 0.5690531134605408, "Finetune/Step": 15842, "Finetune/Step Time": 11.873346807435155}
+{"Finetune/Learning Rate": 1.5847344954861399e-06, "Finetune/Loss": 0.5894653797149658, "Finetune/Loss (Raw)": 0.5946953892707825, "Finetune/Step": 15843, "Finetune/Step Time": 11.88402122631669}
+{"Finetune/Learning Rate": 1.5838249139837204e-06, "Finetune/Loss": 0.5890874862670898, "Finetune/Loss (Raw)": 0.5639067888259888, "Finetune/Step": 15844, "Finetune/Step Time": 11.888372985646129}
+{"Finetune/Learning Rate": 1.5829155711400946e-06, "Finetune/Loss": 0.591312050819397, "Finetune/Loss (Raw)": 0.6871175169944763, "Finetune/Step": 15845, "Finetune/Step Time": 11.881432972848415}
+{"Finetune/Learning Rate": 1.5820064669810486e-06, "Finetune/Loss": 0.5915341377258301, "Finetune/Loss (Raw)": 0.652313768863678, "Finetune/Step": 15846, "Finetune/Step Time": 11.87701616436243}
+{"Finetune/Learning Rate": 1.581097601532361e-06, "Finetune/Loss": 0.5920403599739075, "Finetune/Loss (Raw)": 0.6522894501686096, "Finetune/Step": 15847, "Finetune/Step Time": 11.876171289011836}
+{"Finetune/Learning Rate": 1.5801889748198052e-06, "Finetune/Loss": 0.5923880338668823, "Finetune/Loss (Raw)": 0.5794009566307068, "Finetune/Step": 15848, "Finetune/Step Time": 11.880899300798774}
+{"Finetune/Learning Rate": 1.5792805868691474e-06, "Finetune/Loss": 0.5923349261283875, "Finetune/Loss (Raw)": 0.5718665719032288, "Finetune/Step": 15849, "Finetune/Step Time": 11.898496221750975}
+{"Finetune/Learning Rate": 1.578372437706147e-06, "Finetune/Loss": 0.5917349457740784, "Finetune/Loss (Raw)": 0.554243803024292, "Finetune/Step": 15850, "Finetune/Step Time": 11.88792640157044}
+{"Finetune/Learning Rate": 1.5774645273565559e-06, "Finetune/Loss": 0.5928990840911865, "Finetune/Loss (Raw)": 0.7771483063697815, "Finetune/Step": 15851, "Finetune/Step Time": 11.883285781368613}
+{"Finetune/Learning Rate": 1.5765568558461209e-06, "Finetune/Loss": 0.5925944447517395, "Finetune/Loss (Raw)": 0.5944486856460571, "Finetune/Step": 15852, "Finetune/Step Time": 11.881553161889315}
+{"Finetune/Learning Rate": 1.5756494232005804e-06, "Finetune/Loss": 0.5927441716194153, "Finetune/Loss (Raw)": 0.5600811243057251, "Finetune/Step": 15853, "Finetune/Step Time": 11.891776563599706}
+{"Finetune/Learning Rate": 1.574742229445666e-06, "Finetune/Loss": 0.5928548574447632, "Finetune/Loss (Raw)": 0.5740414261817932, "Finetune/Step": 15854, "Finetune/Step Time": 11.891761040315032}
+{"Finetune/Learning Rate": 1.573835274607104e-06, "Finetune/Loss": 0.5946942567825317, "Finetune/Loss (Raw)": 0.6866439580917358, "Finetune/Step": 15855, "Finetune/Step Time": 11.923790553584695}
+{"Finetune/Learning Rate": 1.5729285587106135e-06, "Finetune/Loss": 0.594558596611023, "Finetune/Loss (Raw)": 0.5108219385147095, "Finetune/Step": 15856, "Finetune/Step Time": 11.873526826500893}
+{"Finetune/Learning Rate": 1.5720220817819053e-06, "Finetune/Loss": 0.5933825373649597, "Finetune/Loss (Raw)": 0.5257085561752319, "Finetune/Step": 15857, "Finetune/Step Time": 11.896251235157251}
+{"Finetune/Learning Rate": 1.5711158438466845e-06, "Finetune/Loss": 0.5933258533477783, "Finetune/Loss (Raw)": 0.5950697064399719, "Finetune/Step": 15858, "Finetune/Step Time": 11.90143315307796}
+{"Finetune/Learning Rate": 1.5702098449306503e-06, "Finetune/Loss": 0.5926905870437622, "Finetune/Loss (Raw)": 0.6106863617897034, "Finetune/Step": 15859, "Finetune/Step Time": 11.898967824876308}
+{"Finetune/Learning Rate": 1.569304085059493e-06, "Finetune/Loss": 0.5935502052307129, "Finetune/Loss (Raw)": 0.6040781140327454, "Finetune/Step": 15860, "Finetune/Step Time": 11.902090165764093}
+{"Finetune/Learning Rate": 1.5683985642588994e-06, "Finetune/Loss": 0.5947474241256714, "Finetune/Loss (Raw)": 0.5556236505508423, "Finetune/Step": 15861, "Finetune/Step Time": 11.884365687146783}
+{"Finetune/Learning Rate": 1.5674932825545453e-06, "Finetune/Loss": 0.593612015247345, "Finetune/Loss (Raw)": 0.4571175277233124, "Finetune/Step": 15862, "Finetune/Step Time": 11.874760027974844}
+{"Finetune/Learning Rate": 1.5665882399721033e-06, "Finetune/Loss": 0.5938616991043091, "Finetune/Loss (Raw)": 0.6541873812675476, "Finetune/Step": 15863, "Finetune/Step Time": 11.879143817350268}
+{"Finetune/Learning Rate": 1.5656834365372376e-06, "Finetune/Loss": 0.5934332013130188, "Finetune/Loss (Raw)": 0.6181915402412415, "Finetune/Step": 15864, "Finetune/Step Time": 11.883690608665347}
+{"Finetune/Learning Rate": 1.5647788722756074e-06, "Finetune/Loss": 0.5931850671768188, "Finetune/Loss (Raw)": 0.5055983066558838, "Finetune/Step": 15865, "Finetune/Step Time": 11.884523026645184}
+{"Finetune/Learning Rate": 1.563874547212858e-06, "Finetune/Loss": 0.5931848287582397, "Finetune/Loss (Raw)": 0.5606740713119507, "Finetune/Step": 15866, "Finetune/Step Time": 11.88567960076034}
+{"Finetune/Learning Rate": 1.5629704613746389e-06, "Finetune/Loss": 0.5915560722351074, "Finetune/Loss (Raw)": 0.6276776194572449, "Finetune/Step": 15867, "Finetune/Step Time": 11.875329421833158}
+{"Finetune/Learning Rate": 1.562066614786586e-06, "Finetune/Loss": 0.5905411243438721, "Finetune/Loss (Raw)": 0.5138941407203674, "Finetune/Step": 15868, "Finetune/Step Time": 11.868706526234746}
+{"Finetune/Learning Rate": 1.5611630074743289e-06, "Finetune/Loss": 0.5905652046203613, "Finetune/Loss (Raw)": 0.5675616264343262, "Finetune/Step": 15869, "Finetune/Step Time": 11.874810544773936}
+{"Finetune/Learning Rate": 1.5602596394634928e-06, "Finetune/Loss": 0.5898743867874146, "Finetune/Loss (Raw)": 0.5459766983985901, "Finetune/Step": 15870, "Finetune/Step Time": 11.886222103610635}
+{"Finetune/Learning Rate": 1.559356510779697e-06, "Finetune/Loss": 0.5903364419937134, "Finetune/Loss (Raw)": 0.5592151284217834, "Finetune/Step": 15871, "Finetune/Step Time": 11.891654996201396}
+{"Finetune/Learning Rate": 1.5584536214485457e-06, "Finetune/Loss": 0.5901217460632324, "Finetune/Loss (Raw)": 0.6086377501487732, "Finetune/Step": 15872, "Finetune/Step Time": 11.896834695711732}
+{"Finetune/Learning Rate": 1.557550971495645e-06, "Finetune/Loss": 0.5895169973373413, "Finetune/Loss (Raw)": 0.5295920968055725, "Finetune/Step": 15873, "Finetune/Step Time": 11.894326543435454}
+{"Finetune/Learning Rate": 1.5566485609465888e-06, "Finetune/Loss": 0.589799165725708, "Finetune/Loss (Raw)": 0.6719067692756653, "Finetune/Step": 15874, "Finetune/Step Time": 11.861910311505198}
+{"Finetune/Learning Rate": 1.5557463898269731e-06, "Finetune/Loss": 0.5898243188858032, "Finetune/Loss (Raw)": 0.6042912006378174, "Finetune/Step": 15875, "Finetune/Step Time": 11.840688476338983}
+{"Finetune/Learning Rate": 1.5548444581623767e-06, "Finetune/Loss": 0.5882520079612732, "Finetune/Loss (Raw)": 0.41217923164367676, "Finetune/Step": 15876, "Finetune/Step Time": 11.87105186469853}
+{"Finetune/Learning Rate": 1.553942765978379e-06, "Finetune/Loss": 0.5881905555725098, "Finetune/Loss (Raw)": 0.6269932985305786, "Finetune/Step": 15877, "Finetune/Step Time": 11.889914691448212}
+{"Finetune/Learning Rate": 1.5530413133005451e-06, "Finetune/Loss": 0.5884950160980225, "Finetune/Loss (Raw)": 0.6025406122207642, "Finetune/Step": 15878, "Finetune/Step Time": 11.888027526438236}
+{"Finetune/Learning Rate": 1.55214010015444e-06, "Finetune/Loss": 0.5879833698272705, "Finetune/Loss (Raw)": 0.6443296074867249, "Finetune/Step": 15879, "Finetune/Step Time": 11.89445728622377}
+{"Finetune/Learning Rate": 1.551239126565618e-06, "Finetune/Loss": 0.5882455706596375, "Finetune/Loss (Raw)": 0.6112537384033203, "Finetune/Step": 15880, "Finetune/Step Time": 11.897337932139635}
+{"Finetune/Learning Rate": 1.5503383925596283e-06, "Finetune/Loss": 0.5882127285003662, "Finetune/Loss (Raw)": 0.5868563652038574, "Finetune/Step": 15881, "Finetune/Step Time": 11.901007467880845}
+{"Finetune/Learning Rate": 1.5494378981620162e-06, "Finetune/Loss": 0.5874106884002686, "Finetune/Loss (Raw)": 0.5157439708709717, "Finetune/Step": 15882, "Finetune/Step Time": 11.916063975542784}
+{"Finetune/Learning Rate": 1.5485376433983168e-06, "Finetune/Loss": 0.5876128673553467, "Finetune/Loss (Raw)": 0.6248301863670349, "Finetune/Step": 15883, "Finetune/Step Time": 11.899461282417178}
+{"Finetune/Learning Rate": 1.5476376282940552e-06, "Finetune/Loss": 0.5877023935317993, "Finetune/Loss (Raw)": 0.5989028811454773, "Finetune/Step": 15884, "Finetune/Step Time": 11.892734326422215}
+{"Finetune/Learning Rate": 1.5467378528747545e-06, "Finetune/Loss": 0.5876857042312622, "Finetune/Loss (Raw)": 0.5845608115196228, "Finetune/Step": 15885, "Finetune/Step Time": 11.897453036159277}
+{"Finetune/Learning Rate": 1.545838317165932e-06, "Finetune/Loss": 0.587235152721405, "Finetune/Loss (Raw)": 0.5982098579406738, "Finetune/Step": 15886, "Finetune/Step Time": 11.891794182360172}
+{"Finetune/Learning Rate": 1.5449390211930926e-06, "Finetune/Loss": 0.58784019947052, "Finetune/Loss (Raw)": 0.6526273488998413, "Finetune/Step": 15887, "Finetune/Step Time": 11.895095786079764}
+{"Finetune/Learning Rate": 1.5440399649817384e-06, "Finetune/Loss": 0.5888321399688721, "Finetune/Loss (Raw)": 0.7097691893577576, "Finetune/Step": 15888, "Finetune/Step Time": 11.898779697716236}
+{"Finetune/Learning Rate": 1.54314114855737e-06, "Finetune/Loss": 0.5897316932678223, "Finetune/Loss (Raw)": 0.5234172940254211, "Finetune/Step": 15889, "Finetune/Step Time": 11.899108653888106}
+{"Finetune/Learning Rate": 1.542242571945467e-06, "Finetune/Loss": 0.590452253818512, "Finetune/Loss (Raw)": 0.6426158547401428, "Finetune/Step": 15890, "Finetune/Step Time": 11.908931735903025}
+{"Finetune/Learning Rate": 1.5413442351715157e-06, "Finetune/Loss": 0.5913181304931641, "Finetune/Loss (Raw)": 0.5361355543136597, "Finetune/Step": 15891, "Finetune/Step Time": 11.880736680701375}
+{"Finetune/Learning Rate": 1.540446138260987e-06, "Finetune/Loss": 0.5912037491798401, "Finetune/Loss (Raw)": 0.5676901936531067, "Finetune/Step": 15892, "Finetune/Step Time": 11.88227771781385}
+{"Finetune/Learning Rate": 1.5395482812393513e-06, "Finetune/Loss": 0.5912690162658691, "Finetune/Loss (Raw)": 0.5621067881584167, "Finetune/Step": 15893, "Finetune/Step Time": 11.878104507923126}
+{"Finetune/Learning Rate": 1.5386506641320676e-06, "Finetune/Loss": 0.5922073721885681, "Finetune/Loss (Raw)": 0.6363087296485901, "Finetune/Step": 15894, "Finetune/Step Time": 11.882244762033224}
+{"Finetune/Learning Rate": 1.5377532869645906e-06, "Finetune/Loss": 0.59238201379776, "Finetune/Loss (Raw)": 0.5874285697937012, "Finetune/Step": 15895, "Finetune/Step Time": 11.86447817273438}
+{"Finetune/Learning Rate": 1.5368561497623668e-06, "Finetune/Loss": 0.5918031334877014, "Finetune/Loss (Raw)": 0.6289839148521423, "Finetune/Step": 15896, "Finetune/Step Time": 11.87621571496129}
+{"Finetune/Learning Rate": 1.535959252550836e-06, "Finetune/Loss": 0.5909828543663025, "Finetune/Loss (Raw)": 0.525274932384491, "Finetune/Step": 15897, "Finetune/Step Time": 11.89396807551384}
+{"Finetune/Learning Rate": 1.5350625953554333e-06, "Finetune/Loss": 0.5915642380714417, "Finetune/Loss (Raw)": 0.5853641629219055, "Finetune/Step": 15898, "Finetune/Step Time": 11.888370526954532}
+{"Finetune/Learning Rate": 1.5341661782015837e-06, "Finetune/Loss": 0.5922657251358032, "Finetune/Loss (Raw)": 0.6036811470985413, "Finetune/Step": 15899, "Finetune/Step Time": 11.87251872010529}
+{"Finetune/Learning Rate": 1.5332700011147072e-06, "Finetune/Loss": 0.5921000242233276, "Finetune/Loss (Raw)": 0.5841870903968811, "Finetune/Step": 15900, "Finetune/Step Time": 11.874097870662808}
+{"Finetune/Learning Rate": 1.5323740641202178e-06, "Finetune/Loss": 0.5925280451774597, "Finetune/Loss (Raw)": 0.6479349732398987, "Finetune/Step": 15901, "Finetune/Step Time": 11.856157084926963}
+{"Finetune/Learning Rate": 1.5314783672435218e-06, "Finetune/Loss": 0.5920768976211548, "Finetune/Loss (Raw)": 0.5988054275512695, "Finetune/Step": 15902, "Finetune/Step Time": 11.849626759067178}
+{"Finetune/Learning Rate": 1.5305829105100179e-06, "Finetune/Loss": 0.5897790789604187, "Finetune/Loss (Raw)": 0.39077460765838623, "Finetune/Step": 15903, "Finetune/Step Time": 11.880014926195145}
+{"Finetune/Learning Rate": 1.5296876939450978e-06, "Finetune/Loss": 0.5889127254486084, "Finetune/Loss (Raw)": 0.5035995244979858, "Finetune/Step": 15904, "Finetune/Step Time": 11.876022454351187}
+{"Finetune/Learning Rate": 1.528792717574149e-06, "Finetune/Loss": 0.5874803066253662, "Finetune/Loss (Raw)": 0.4667803645133972, "Finetune/Step": 15905, "Finetune/Step Time": 11.906874503940344}
+{"Finetune/Learning Rate": 1.5278979814225502e-06, "Finetune/Loss": 0.5872440338134766, "Finetune/Loss (Raw)": 0.5566165447235107, "Finetune/Step": 15906, "Finetune/Step Time": 11.912930043414235}
+{"Finetune/Learning Rate": 1.5270034855156734e-06, "Finetune/Loss": 0.5866087079048157, "Finetune/Loss (Raw)": 0.5855820178985596, "Finetune/Step": 15907, "Finetune/Step Time": 11.936786947771907}
+{"Finetune/Learning Rate": 1.5261092298788827e-06, "Finetune/Loss": 0.5866659283638, "Finetune/Loss (Raw)": 0.5261729955673218, "Finetune/Step": 15908, "Finetune/Step Time": 11.936898959800601}
+{"Finetune/Learning Rate": 1.5252152145375387e-06, "Finetune/Loss": 0.5842260122299194, "Finetune/Loss (Raw)": 0.38257476687431335, "Finetune/Step": 15909, "Finetune/Step Time": 11.934652868658304}
+{"Finetune/Learning Rate": 1.5243214395169926e-06, "Finetune/Loss": 0.5839756727218628, "Finetune/Loss (Raw)": 0.65137779712677, "Finetune/Step": 15910, "Finetune/Step Time": 11.94014917127788}
+{"Finetune/Learning Rate": 1.523427904842587e-06, "Finetune/Loss": 0.5843911170959473, "Finetune/Loss (Raw)": 0.6691263318061829, "Finetune/Step": 15911, "Finetune/Step Time": 11.942272014915943}
+{"Finetune/Learning Rate": 1.5225346105396631e-06, "Finetune/Loss": 0.5843656659126282, "Finetune/Loss (Raw)": 0.582835853099823, "Finetune/Step": 15912, "Finetune/Step Time": 11.95449803955853}
+{"Finetune/Learning Rate": 1.5216415566335507e-06, "Finetune/Loss": 0.5826090574264526, "Finetune/Loss (Raw)": 0.48751354217529297, "Finetune/Step": 15913, "Finetune/Step Time": 11.945830386132002}
+{"Finetune/Learning Rate": 1.5207487431495771e-06, "Finetune/Loss": 0.58229660987854, "Finetune/Loss (Raw)": 0.4930989444255829, "Finetune/Step": 15914, "Finetune/Step Time": 11.949647521600127}
+{"Finetune/Learning Rate": 1.5198561701130532e-06, "Finetune/Loss": 0.5808920860290527, "Finetune/Loss (Raw)": 0.5081539750099182, "Finetune/Step": 15915, "Finetune/Step Time": 11.9517727997154}
+{"Finetune/Learning Rate": 1.5189638375492953e-06, "Finetune/Loss": 0.580897331237793, "Finetune/Loss (Raw)": 0.6300526261329651, "Finetune/Step": 15916, "Finetune/Step Time": 11.957669137045741}
+{"Finetune/Learning Rate": 1.518071745483607e-06, "Finetune/Loss": 0.5816199779510498, "Finetune/Loss (Raw)": 0.6364221572875977, "Finetune/Step": 15917, "Finetune/Step Time": 11.960100153461099}
+{"Finetune/Learning Rate": 1.517179893941284e-06, "Finetune/Loss": 0.5811110734939575, "Finetune/Loss (Raw)": 0.5201236605644226, "Finetune/Step": 15918, "Finetune/Step Time": 11.953046329319477}
+{"Finetune/Learning Rate": 1.5162882829476177e-06, "Finetune/Loss": 0.5809593796730042, "Finetune/Loss (Raw)": 0.5738667845726013, "Finetune/Step": 15919, "Finetune/Step Time": 11.92529221996665}
+{"Finetune/Learning Rate": 1.5153969125278933e-06, "Finetune/Loss": 0.5806680917739868, "Finetune/Loss (Raw)": 0.5441144108772278, "Finetune/Step": 15920, "Finetune/Step Time": 11.909640826284885}
+{"Finetune/Learning Rate": 1.514505782707384e-06, "Finetune/Loss": 0.5800556540489197, "Finetune/Loss (Raw)": 0.5423718690872192, "Finetune/Step": 15921, "Finetune/Step Time": 11.922691944986582}
+{"Finetune/Learning Rate": 1.513614893511357e-06, "Finetune/Loss": 0.5806968212127686, "Finetune/Loss (Raw)": 0.5984147787094116, "Finetune/Step": 15922, "Finetune/Step Time": 11.926924841478467}
+{"Finetune/Learning Rate": 1.5127242449650837e-06, "Finetune/Loss": 0.5811803936958313, "Finetune/Loss (Raw)": 0.7087076306343079, "Finetune/Step": 15923, "Finetune/Step Time": 11.949932843446732}
+{"Finetune/Learning Rate": 1.5118338370938158e-06, "Finetune/Loss": 0.5801331400871277, "Finetune/Loss (Raw)": 0.5507883429527283, "Finetune/Step": 15924, "Finetune/Step Time": 11.95425222069025}
+{"Finetune/Learning Rate": 1.5109436699228031e-06, "Finetune/Loss": 0.5805380940437317, "Finetune/Loss (Raw)": 0.5616685748100281, "Finetune/Step": 15925, "Finetune/Step Time": 11.932162275537848}
+{"Finetune/Learning Rate": 1.51005374347729e-06, "Finetune/Loss": 0.5805625915527344, "Finetune/Loss (Raw)": 0.6374796032905579, "Finetune/Step": 15926, "Finetune/Step Time": 11.928362417966127}
+{"Finetune/Learning Rate": 1.5091640577825084e-06, "Finetune/Loss": 0.581527590751648, "Finetune/Loss (Raw)": 0.6835451722145081, "Finetune/Step": 15927, "Finetune/Step Time": 11.927581015974283}
+{"Finetune/Learning Rate": 1.5082746128636905e-06, "Finetune/Loss": 0.5818474292755127, "Finetune/Loss (Raw)": 0.6899816393852234, "Finetune/Step": 15928, "Finetune/Step Time": 11.926373546943069}
+{"Finetune/Learning Rate": 1.507385408746056e-06, "Finetune/Loss": 0.5815088748931885, "Finetune/Loss (Raw)": 0.4704461991786957, "Finetune/Step": 15929, "Finetune/Step Time": 11.929684357717633}
+{"Finetune/Learning Rate": 1.5064964454548192e-06, "Finetune/Loss": 0.5823971033096313, "Finetune/Loss (Raw)": 0.5954098701477051, "Finetune/Step": 15930, "Finetune/Step Time": 11.910223806276917}
+{"Finetune/Learning Rate": 1.5056077230151945e-06, "Finetune/Loss": 0.5823918581008911, "Finetune/Loss (Raw)": 0.43748313188552856, "Finetune/Step": 15931, "Finetune/Step Time": 11.940474200993776}
+{"Finetune/Learning Rate": 1.5047192414523814e-06, "Finetune/Loss": 0.5814366340637207, "Finetune/Loss (Raw)": 0.5811324715614319, "Finetune/Step": 15932, "Finetune/Step Time": 11.945496242493391}
+{"Finetune/Learning Rate": 1.5038310007915713e-06, "Finetune/Loss": 0.5805296897888184, "Finetune/Loss (Raw)": 0.5458350777626038, "Finetune/Step": 15933, "Finetune/Step Time": 11.968523249030113}
+{"Finetune/Learning Rate": 1.5029430010579539e-06, "Finetune/Loss": 0.5799298286437988, "Finetune/Loss (Raw)": 0.650185227394104, "Finetune/Step": 15934, "Finetune/Step Time": 11.96011059731245}
+{"Finetune/Learning Rate": 1.5020552422767109e-06, "Finetune/Loss": 0.5795168876647949, "Finetune/Loss (Raw)": 0.5303641557693481, "Finetune/Step": 15935, "Finetune/Step Time": 11.962834252044559}
+{"Finetune/Learning Rate": 1.501167724473016e-06, "Finetune/Loss": 0.5794256925582886, "Finetune/Loss (Raw)": 0.6151927709579468, "Finetune/Step": 15936, "Finetune/Step Time": 11.974553596228361}
+{"Finetune/Learning Rate": 1.5002804476720344e-06, "Finetune/Loss": 0.5794481039047241, "Finetune/Loss (Raw)": 0.6392263174057007, "Finetune/Step": 15937, "Finetune/Step Time": 11.978420447558165}
+{"Finetune/Learning Rate": 1.499393411898935e-06, "Finetune/Loss": 0.5810073614120483, "Finetune/Loss (Raw)": 0.7100856304168701, "Finetune/Step": 15938, "Finetune/Step Time": 11.977800875902176}
+{"Finetune/Learning Rate": 1.4985066171788621e-06, "Finetune/Loss": 0.5812052488327026, "Finetune/Loss (Raw)": 0.5809040665626526, "Finetune/Step": 15939, "Finetune/Step Time": 11.974401524290442}
+{"Finetune/Learning Rate": 1.4976200635369675e-06, "Finetune/Loss": 0.5804957747459412, "Finetune/Loss (Raw)": 0.5781286358833313, "Finetune/Step": 15940, "Finetune/Step Time": 11.980677580460906}
+{"Finetune/Learning Rate": 1.4967337509983904e-06, "Finetune/Loss": 0.580434262752533, "Finetune/Loss (Raw)": 0.6153694987297058, "Finetune/Step": 15941, "Finetune/Step Time": 11.986392579972744}
+{"Finetune/Learning Rate": 1.4958476795882637e-06, "Finetune/Loss": 0.5825417637825012, "Finetune/Loss (Raw)": 0.7219980359077454, "Finetune/Step": 15942, "Finetune/Step Time": 11.985514404252172}
+{"Finetune/Learning Rate": 1.4949618493317153e-06, "Finetune/Loss": 0.5840292572975159, "Finetune/Loss (Raw)": 0.6487557291984558, "Finetune/Step": 15943, "Finetune/Step Time": 11.972369501367211}
+{"Finetune/Learning Rate": 1.4940762602538628e-06, "Finetune/Loss": 0.584876298904419, "Finetune/Loss (Raw)": 0.7041506171226501, "Finetune/Step": 15944, "Finetune/Step Time": 11.96872366219759}
+{"Finetune/Learning Rate": 1.4931909123798193e-06, "Finetune/Loss": 0.5845663547515869, "Finetune/Loss (Raw)": 0.5901210308074951, "Finetune/Step": 15945, "Finetune/Step Time": 11.94244248047471}
+{"Finetune/Learning Rate": 1.492305805734693e-06, "Finetune/Loss": 0.5830665826797485, "Finetune/Loss (Raw)": 0.4927181303501129, "Finetune/Step": 15946, "Finetune/Step Time": 11.966474421322346}
+{"Finetune/Learning Rate": 1.4914209403435809e-06, "Finetune/Loss": 0.5821030139923096, "Finetune/Loss (Raw)": 0.6090776324272156, "Finetune/Step": 15947, "Finetune/Step Time": 11.96836456656456}
+{"Finetune/Learning Rate": 1.4905363162315746e-06, "Finetune/Loss": 0.5817369222640991, "Finetune/Loss (Raw)": 0.6093315482139587, "Finetune/Step": 15948, "Finetune/Step Time": 11.960887586697936}
+{"Finetune/Learning Rate": 1.4896519334237625e-06, "Finetune/Loss": 0.5823508501052856, "Finetune/Loss (Raw)": 0.6619644165039062, "Finetune/Step": 15949, "Finetune/Step Time": 11.957646375522017}
+{"Finetune/Learning Rate": 1.4887677919452204e-06, "Finetune/Loss": 0.5823956727981567, "Finetune/Loss (Raw)": 0.537787914276123, "Finetune/Step": 15950, "Finetune/Step Time": 11.970224503427744}
+{"Finetune/Learning Rate": 1.4878838918210202e-06, "Finetune/Loss": 0.5825005769729614, "Finetune/Loss (Raw)": 0.6213338971138, "Finetune/Step": 15951, "Finetune/Step Time": 12.002490917220712}
+{"Finetune/Learning Rate": 1.487000233076229e-06, "Finetune/Loss": 0.5825769305229187, "Finetune/Loss (Raw)": 0.6088640689849854, "Finetune/Step": 15952, "Finetune/Step Time": 12.008053321391344}
+{"Finetune/Learning Rate": 1.486116815735903e-06, "Finetune/Loss": 0.5821826457977295, "Finetune/Loss (Raw)": 0.5790413022041321, "Finetune/Step": 15953, "Finetune/Step Time": 11.999506775289774}
+{"Finetune/Learning Rate": 1.4852336398250932e-06, "Finetune/Loss": 0.5827223062515259, "Finetune/Loss (Raw)": 0.598270058631897, "Finetune/Step": 15954, "Finetune/Step Time": 12.006967494264245}
+{"Finetune/Learning Rate": 1.4843507053688455e-06, "Finetune/Loss": 0.5834264755249023, "Finetune/Loss (Raw)": 0.5161399841308594, "Finetune/Step": 15955, "Finetune/Step Time": 12.00080717727542}
+{"Finetune/Learning Rate": 1.4834680123921986e-06, "Finetune/Loss": 0.5833625793457031, "Finetune/Loss (Raw)": 0.5566776394844055, "Finetune/Step": 15956, "Finetune/Step Time": 11.991555405780673}
+{"Finetune/Learning Rate": 1.4825855609201767e-06, "Finetune/Loss": 0.5846107006072998, "Finetune/Loss (Raw)": 0.7519980669021606, "Finetune/Step": 15957, "Finetune/Step Time": 11.983129005879164}
+{"Finetune/Learning Rate": 1.48170335097781e-06, "Finetune/Loss": 0.5852418541908264, "Finetune/Loss (Raw)": 0.5545964241027832, "Finetune/Step": 15958, "Finetune/Step Time": 12.058512473478913}
+{"Finetune/Learning Rate": 1.480821382590114e-06, "Finetune/Loss": 0.5857191681861877, "Finetune/Loss (Raw)": 0.4270264208316803, "Finetune/Step": 15959, "Finetune/Step Time": 12.061116399243474}
+{"Finetune/Learning Rate": 1.4799396557820977e-06, "Finetune/Loss": 0.5853614807128906, "Finetune/Loss (Raw)": 0.5874471664428711, "Finetune/Step": 15960, "Finetune/Step Time": 12.06441606208682}
+{"Finetune/Learning Rate": 1.4790581705787643e-06, "Finetune/Loss": 0.5865100622177124, "Finetune/Loss (Raw)": 0.7041206359863281, "Finetune/Step": 15961, "Finetune/Step Time": 12.065961796790361}
+{"Finetune/Learning Rate": 1.478176927005115e-06, "Finetune/Loss": 0.5881415009498596, "Finetune/Loss (Raw)": 0.7030467987060547, "Finetune/Step": 15962, "Finetune/Step Time": 12.06596308015287}
+{"Finetune/Learning Rate": 1.4772959250861318e-06, "Finetune/Loss": 0.5884209871292114, "Finetune/Loss (Raw)": 0.5635681748390198, "Finetune/Step": 15963, "Finetune/Step Time": 12.068401951342821}
+{"Finetune/Learning Rate": 1.4764151648467984e-06, "Finetune/Loss": 0.5876085758209229, "Finetune/Loss (Raw)": 0.5605162382125854, "Finetune/Step": 15964, "Finetune/Step Time": 12.074233954772353}
+{"Finetune/Learning Rate": 1.4755346463120956e-06, "Finetune/Loss": 0.5862921476364136, "Finetune/Loss (Raw)": 0.5498511791229248, "Finetune/Step": 15965, "Finetune/Step Time": 12.071453526616096}
+{"Finetune/Learning Rate": 1.4746543695069903e-06, "Finetune/Loss": 0.5866899490356445, "Finetune/Loss (Raw)": 0.5496339201927185, "Finetune/Step": 15966, "Finetune/Step Time": 12.079142758622766}
+{"Finetune/Learning Rate": 1.4737743344564437e-06, "Finetune/Loss": 0.5878393650054932, "Finetune/Loss (Raw)": 0.6713717579841614, "Finetune/Step": 15967, "Finetune/Step Time": 12.073687091469765}
+{"Finetune/Learning Rate": 1.4728945411854135e-06, "Finetune/Loss": 0.5873150825500488, "Finetune/Loss (Raw)": 0.5561690330505371, "Finetune/Step": 15968, "Finetune/Step Time": 12.08055268600583}
+{"Finetune/Learning Rate": 1.4720149897188452e-06, "Finetune/Loss": 0.5873210430145264, "Finetune/Loss (Raw)": 0.6675187945365906, "Finetune/Step": 15969, "Finetune/Step Time": 12.074648164212704}
+{"Finetune/Learning Rate": 1.4711356800816811e-06, "Finetune/Loss": 0.5870658159255981, "Finetune/Loss (Raw)": 0.536380410194397, "Finetune/Step": 15970, "Finetune/Step Time": 12.087043492123485}
+{"Finetune/Learning Rate": 1.4702566122988538e-06, "Finetune/Loss": 0.5872013568878174, "Finetune/Loss (Raw)": 0.6120477914810181, "Finetune/Step": 15971, "Finetune/Step Time": 12.077502716332674}
+{"Finetune/Learning Rate": 1.4693777863952952e-06, "Finetune/Loss": 0.5867823362350464, "Finetune/Loss (Raw)": 0.510270357131958, "Finetune/Step": 15972, "Finetune/Step Time": 12.072480216622353}
+{"Finetune/Learning Rate": 1.4684992023959255e-06, "Finetune/Loss": 0.5869375467300415, "Finetune/Loss (Raw)": 0.7069839239120483, "Finetune/Step": 15973, "Finetune/Step Time": 12.110498970374465}
+{"Finetune/Learning Rate": 1.4676208603256602e-06, "Finetune/Loss": 0.5870374441146851, "Finetune/Loss (Raw)": 0.6650994420051575, "Finetune/Step": 15974, "Finetune/Step Time": 12.115608308464289}
+{"Finetune/Learning Rate": 1.466742760209402e-06, "Finetune/Loss": 0.5864160060882568, "Finetune/Loss (Raw)": 0.5727465152740479, "Finetune/Step": 15975, "Finetune/Step Time": 12.115136982873082}
+{"Finetune/Learning Rate": 1.4658649020720539e-06, "Finetune/Loss": 0.5862862467765808, "Finetune/Loss (Raw)": 0.5627970695495605, "Finetune/Step": 15976, "Finetune/Step Time": 12.11238014511764}
+{"Finetune/Learning Rate": 1.4649872859385094e-06, "Finetune/Loss": 0.586138904094696, "Finetune/Loss (Raw)": 0.5530003905296326, "Finetune/Step": 15977, "Finetune/Step Time": 12.094191266223788}
+{"Finetune/Learning Rate": 1.4641099118336532e-06, "Finetune/Loss": 0.5867042541503906, "Finetune/Loss (Raw)": 0.6266120672225952, "Finetune/Step": 15978, "Finetune/Step Time": 12.095854396000504}
+{"Finetune/Learning Rate": 1.4632327797823698e-06, "Finetune/Loss": 0.5851954221725464, "Finetune/Loss (Raw)": 0.5840087532997131, "Finetune/Step": 15979, "Finetune/Step Time": 12.095600044354796}
+{"Finetune/Learning Rate": 1.4623558898095303e-06, "Finetune/Loss": 0.5859787464141846, "Finetune/Loss (Raw)": 0.6947222352027893, "Finetune/Step": 15980, "Finetune/Step Time": 12.091981021687388}
+{"Finetune/Learning Rate": 1.4614792419399991e-06, "Finetune/Loss": 0.5859180092811584, "Finetune/Loss (Raw)": 0.5523012280464172, "Finetune/Step": 15981, "Finetune/Step Time": 12.088450504466891}
+{"Finetune/Learning Rate": 1.4606028361986357e-06, "Finetune/Loss": 0.5866281986236572, "Finetune/Loss (Raw)": 0.6649540662765503, "Finetune/Step": 15982, "Finetune/Step Time": 12.087587356567383}
+{"Finetune/Learning Rate": 1.459726672610292e-06, "Finetune/Loss": 0.5859387516975403, "Finetune/Loss (Raw)": 0.5983951091766357, "Finetune/Step": 15983, "Finetune/Step Time": 12.06115648522973}
+{"Finetune/Learning Rate": 1.4588507511998162e-06, "Finetune/Loss": 0.586786150932312, "Finetune/Loss (Raw)": 0.6192821264266968, "Finetune/Step": 15984, "Finetune/Step Time": 12.07155997492373}
+{"Finetune/Learning Rate": 1.457975071992045e-06, "Finetune/Loss": 0.5878157019615173, "Finetune/Loss (Raw)": 0.6574912071228027, "Finetune/Step": 15985, "Finetune/Step Time": 12.052110716700554}
+{"Finetune/Learning Rate": 1.4570996350118073e-06, "Finetune/Loss": 0.5877618789672852, "Finetune/Loss (Raw)": 0.5881778001785278, "Finetune/Step": 15986, "Finetune/Step Time": 12.071560628712177}
+{"Finetune/Learning Rate": 1.4562244402839365e-06, "Finetune/Loss": 0.5879883170127869, "Finetune/Loss (Raw)": 0.6396756172180176, "Finetune/Step": 15987, "Finetune/Step Time": 12.071998501196504}
+{"Finetune/Learning Rate": 1.455349487833243e-06, "Finetune/Loss": 0.5884252190589905, "Finetune/Loss (Raw)": 0.6600022315979004, "Finetune/Step": 15988, "Finetune/Step Time": 12.092379538342357}
+{"Finetune/Learning Rate": 1.4544747776845404e-06, "Finetune/Loss": 0.5891407132148743, "Finetune/Loss (Raw)": 0.6472073197364807, "Finetune/Step": 15989, "Finetune/Step Time": 12.083257507532835}
+{"Finetune/Learning Rate": 1.4536003098626329e-06, "Finetune/Loss": 0.5904790163040161, "Finetune/Loss (Raw)": 0.6284221410751343, "Finetune/Step": 15990, "Finetune/Step Time": 12.085981868207455}
+{"Finetune/Learning Rate": 1.4527260843923173e-06, "Finetune/Loss": 0.5899730324745178, "Finetune/Loss (Raw)": 0.5894181132316589, "Finetune/Step": 15991, "Finetune/Step Time": 12.07438381947577}
+{"Finetune/Learning Rate": 1.4518521012983856e-06, "Finetune/Loss": 0.5897725820541382, "Finetune/Loss (Raw)": 0.5925347805023193, "Finetune/Step": 15992, "Finetune/Step Time": 12.082625940442085}
+{"Finetune/Learning Rate": 1.4509783606056193e-06, "Finetune/Loss": 0.590177595615387, "Finetune/Loss (Raw)": 0.557436466217041, "Finetune/Step": 15993, "Finetune/Step Time": 12.092082928866148}
+{"Finetune/Learning Rate": 1.450104862338798e-06, "Finetune/Loss": 0.5900887250900269, "Finetune/Loss (Raw)": 0.5493062138557434, "Finetune/Step": 15994, "Finetune/Step Time": 12.101201320067048}
+{"Finetune/Learning Rate": 1.4492316065226898e-06, "Finetune/Loss": 0.5903017520904541, "Finetune/Loss (Raw)": 0.6549385786056519, "Finetune/Step": 15995, "Finetune/Step Time": 12.112699553370476}
+{"Finetune/Learning Rate": 1.4483585931820577e-06, "Finetune/Loss": 0.5914601683616638, "Finetune/Loss (Raw)": 0.6621720194816589, "Finetune/Step": 15996, "Finetune/Step Time": 12.114578139036894}
+{"Finetune/Learning Rate": 1.4474858223416577e-06, "Finetune/Loss": 0.5916250944137573, "Finetune/Loss (Raw)": 0.5886642336845398, "Finetune/Step": 15997, "Finetune/Step Time": 12.097914606332779}
+{"Finetune/Learning Rate": 1.446613294026241e-06, "Finetune/Loss": 0.5925725102424622, "Finetune/Loss (Raw)": 0.6672548055648804, "Finetune/Step": 15998, "Finetune/Step Time": 12.08227170072496}
+{"Finetune/Learning Rate": 1.4457410082605483e-06, "Finetune/Loss": 0.5931880474090576, "Finetune/Loss (Raw)": 0.6380090117454529, "Finetune/Step": 15999, "Finetune/Step Time": 12.076271349564195}
+{"Finetune/Learning Rate": 1.444868965069315e-06, "Finetune/Loss": 0.5929650664329529, "Finetune/Loss (Raw)": 0.5800939798355103, "Finetune/Step": 16000, "Finetune/Step Time": 12.06755169853568}
+{"Finetune/Learning Rate": 1.443997164477271e-06, "Finetune/Loss": 0.5937172174453735, "Finetune/Loss (Raw)": 0.6258593201637268, "Finetune/Step": 16001, "Finetune/Step Time": 12.064053120091558}
+{"Finetune/Learning Rate": 1.443125606509137e-06, "Finetune/Loss": 0.5925115346908569, "Finetune/Loss (Raw)": 0.517583429813385, "Finetune/Step": 16002, "Finetune/Step Time": 12.077858779579401}
+{"Finetune/Learning Rate": 1.4422542911896287e-06, "Finetune/Loss": 0.5917465686798096, "Finetune/Loss (Raw)": 0.506373941898346, "Finetune/Step": 16003, "Finetune/Step Time": 12.084686324000359}
+{"Finetune/Learning Rate": 1.441383218543453e-06, "Finetune/Loss": 0.5913636088371277, "Finetune/Loss (Raw)": 0.3631618916988373, "Finetune/Step": 16004, "Finetune/Step Time": 12.085783509537578}
+{"Finetune/Learning Rate": 1.440512388595312e-06, "Finetune/Loss": 0.5897402763366699, "Finetune/Loss (Raw)": 0.41920727491378784, "Finetune/Step": 16005, "Finetune/Step Time": 12.117579912766814}
+{"Finetune/Learning Rate": 1.439641801369901e-06, "Finetune/Loss": 0.588986337184906, "Finetune/Loss (Raw)": 0.5060395002365112, "Finetune/Step": 16006, "Finetune/Step Time": 12.145083812996745}
+{"Finetune/Learning Rate": 1.4387714568919042e-06, "Finetune/Loss": 0.5876128673553467, "Finetune/Loss (Raw)": 0.4685221016407013, "Finetune/Step": 16007, "Finetune/Step Time": 12.123294964432716}
+{"Finetune/Learning Rate": 1.4379013551860054e-06, "Finetune/Loss": 0.587414026260376, "Finetune/Loss (Raw)": 0.585800290107727, "Finetune/Step": 16008, "Finetune/Step Time": 12.116701116785407}
+{"Finetune/Learning Rate": 1.437031496276876e-06, "Finetune/Loss": 0.5871155261993408, "Finetune/Loss (Raw)": 0.5486477017402649, "Finetune/Step": 16009, "Finetune/Step Time": 12.110820021480322}
+{"Finetune/Learning Rate": 1.436161880189184e-06, "Finetune/Loss": 0.58713698387146, "Finetune/Loss (Raw)": 0.5184891819953918, "Finetune/Step": 16010, "Finetune/Step Time": 12.102085616439581}
+{"Finetune/Learning Rate": 1.435292506947591e-06, "Finetune/Loss": 0.5862317085266113, "Finetune/Loss (Raw)": 0.5089573860168457, "Finetune/Step": 16011, "Finetune/Step Time": 12.106752311810851}
+{"Finetune/Learning Rate": 1.4344233765767457e-06, "Finetune/Loss": 0.585638165473938, "Finetune/Loss (Raw)": 0.5229284763336182, "Finetune/Step": 16012, "Finetune/Step Time": 12.110080379992723}
+{"Finetune/Learning Rate": 1.4335544891012932e-06, "Finetune/Loss": 0.5856120586395264, "Finetune/Loss (Raw)": 0.5812138915061951, "Finetune/Step": 16013, "Finetune/Step Time": 12.108600350096822}
+{"Finetune/Learning Rate": 1.432685844545879e-06, "Finetune/Loss": 0.5843580961227417, "Finetune/Loss (Raw)": 0.4377124607563019, "Finetune/Step": 16014, "Finetune/Step Time": 12.136314954608679}
+{"Finetune/Learning Rate": 1.4318174429351307e-06, "Finetune/Loss": 0.5836771726608276, "Finetune/Loss (Raw)": 0.5654749274253845, "Finetune/Step": 16015, "Finetune/Step Time": 12.138994658365846}
+{"Finetune/Learning Rate": 1.4309492842936767e-06, "Finetune/Loss": 0.5830610990524292, "Finetune/Loss (Raw)": 0.6309073567390442, "Finetune/Step": 16016, "Finetune/Step Time": 12.12905789166689}
+{"Finetune/Learning Rate": 1.4300813686461346e-06, "Finetune/Loss": 0.58271324634552, "Finetune/Loss (Raw)": 0.47888514399528503, "Finetune/Step": 16017, "Finetune/Step Time": 12.136526178568602}
+{"Finetune/Learning Rate": 1.4292136960171144e-06, "Finetune/Loss": 0.5825738310813904, "Finetune/Loss (Raw)": 0.6247734427452087, "Finetune/Step": 16018, "Finetune/Step Time": 12.137537715956569}
+{"Finetune/Learning Rate": 1.428346266431221e-06, "Finetune/Loss": 0.5832128524780273, "Finetune/Loss (Raw)": 0.6179302334785461, "Finetune/Step": 16019, "Finetune/Step Time": 12.136316386982799}
+{"Finetune/Learning Rate": 1.42747907991305e-06, "Finetune/Loss": 0.5829766988754272, "Finetune/Loss (Raw)": 0.5374589562416077, "Finetune/Step": 16020, "Finetune/Step Time": 12.130595691502094}
+{"Finetune/Learning Rate": 1.4266121364871987e-06, "Finetune/Loss": 0.583698034286499, "Finetune/Loss (Raw)": 0.6544454097747803, "Finetune/Step": 16021, "Finetune/Step Time": 12.131678186357021}
+{"Finetune/Learning Rate": 1.4257454361782475e-06, "Finetune/Loss": 0.5832973718643188, "Finetune/Loss (Raw)": 0.5850204825401306, "Finetune/Step": 16022, "Finetune/Step Time": 12.133490018546581}
+{"Finetune/Learning Rate": 1.4248789790107753e-06, "Finetune/Loss": 0.5835121273994446, "Finetune/Loss (Raw)": 0.614919900894165, "Finetune/Step": 16023, "Finetune/Step Time": 12.136868560686707}
+{"Finetune/Learning Rate": 1.4240127650093494e-06, "Finetune/Loss": 0.5829389095306396, "Finetune/Loss (Raw)": 0.555610179901123, "Finetune/Step": 16024, "Finetune/Step Time": 12.122582687065005}
+{"Finetune/Learning Rate": 1.4231467941985345e-06, "Finetune/Loss": 0.5834097862243652, "Finetune/Loss (Raw)": 0.585542619228363, "Finetune/Step": 16025, "Finetune/Step Time": 12.109758280217648}
+{"Finetune/Learning Rate": 1.4222810666028874e-06, "Finetune/Loss": 0.5837175846099854, "Finetune/Loss (Raw)": 0.6247702836990356, "Finetune/Step": 16026, "Finetune/Step Time": 12.121834861114621}
+{"Finetune/Learning Rate": 1.4214155822469555e-06, "Finetune/Loss": 0.5826120376586914, "Finetune/Loss (Raw)": 0.4621700644493103, "Finetune/Step": 16027, "Finetune/Step Time": 12.118653608486056}
+{"Finetune/Learning Rate": 1.4205503411552846e-06, "Finetune/Loss": 0.5824937224388123, "Finetune/Loss (Raw)": 0.569037914276123, "Finetune/Step": 16028, "Finetune/Step Time": 12.118359634652734}
+{"Finetune/Learning Rate": 1.4196853433524127e-06, "Finetune/Loss": 0.5818459391593933, "Finetune/Loss (Raw)": 0.5650142431259155, "Finetune/Step": 16029, "Finetune/Step Time": 12.112729823216796}
+{"Finetune/Learning Rate": 1.4188205888628625e-06, "Finetune/Loss": 0.5818389058113098, "Finetune/Loss (Raw)": 0.5979152917861938, "Finetune/Step": 16030, "Finetune/Step Time": 12.114346098154783}
+{"Finetune/Learning Rate": 1.417956077711159e-06, "Finetune/Loss": 0.5839810371398926, "Finetune/Loss (Raw)": 0.6649696826934814, "Finetune/Step": 16031, "Finetune/Step Time": 12.08809850551188}
+{"Finetune/Learning Rate": 1.4170918099218166e-06, "Finetune/Loss": 0.5848453044891357, "Finetune/Loss (Raw)": 0.6142193675041199, "Finetune/Step": 16032, "Finetune/Step Time": 12.08918765373528}
+{"Finetune/Learning Rate": 1.416227785519345e-06, "Finetune/Loss": 0.5858325362205505, "Finetune/Loss (Raw)": 0.5931419134140015, "Finetune/Step": 16033, "Finetune/Step Time": 12.055397206917405}
+{"Finetune/Learning Rate": 1.4153640045282412e-06, "Finetune/Loss": 0.5863430500030518, "Finetune/Loss (Raw)": 0.6219708919525146, "Finetune/Step": 16034, "Finetune/Step Time": 12.054226782172918}
+{"Finetune/Learning Rate": 1.4145004669730079e-06, "Finetune/Loss": 0.5864834785461426, "Finetune/Loss (Raw)": 0.6035528182983398, "Finetune/Step": 16035, "Finetune/Step Time": 12.028446737676859}
+{"Finetune/Learning Rate": 1.413637172878125e-06, "Finetune/Loss": 0.587517499923706, "Finetune/Loss (Raw)": 0.658525288105011, "Finetune/Step": 16036, "Finetune/Step Time": 12.028322033584118}
+{"Finetune/Learning Rate": 1.4127741222680758e-06, "Finetune/Loss": 0.5893256664276123, "Finetune/Loss (Raw)": 0.6140275597572327, "Finetune/Step": 16037, "Finetune/Step Time": 12.02277596667409}
+{"Finetune/Learning Rate": 1.4119113151673325e-06, "Finetune/Loss": 0.5885313153266907, "Finetune/Loss (Raw)": 0.5496948957443237, "Finetune/Step": 16038, "Finetune/Step Time": 12.016051148995757}
+{"Finetune/Learning Rate": 1.4110487516003645e-06, "Finetune/Loss": 0.5880337357521057, "Finetune/Loss (Raw)": 0.6054402589797974, "Finetune/Step": 16039, "Finetune/Step Time": 12.009118931367993}
+{"Finetune/Learning Rate": 1.410186431591629e-06, "Finetune/Loss": 0.5873845219612122, "Finetune/Loss (Raw)": 0.4997357130050659, "Finetune/Step": 16040, "Finetune/Step Time": 12.010542035102844}
+{"Finetune/Learning Rate": 1.4093243551655811e-06, "Finetune/Loss": 0.5874749422073364, "Finetune/Loss (Raw)": 0.4990846514701843, "Finetune/Step": 16041, "Finetune/Step Time": 11.989747788757086}
+{"Finetune/Learning Rate": 1.4084625223466653e-06, "Finetune/Loss": 0.5887911319732666, "Finetune/Loss (Raw)": 0.6615712642669678, "Finetune/Step": 16042, "Finetune/Step Time": 11.977898098528385}
+{"Finetune/Learning Rate": 1.4076009331593222e-06, "Finetune/Loss": 0.589682936668396, "Finetune/Loss (Raw)": 0.6223048567771912, "Finetune/Step": 16043, "Finetune/Step Time": 11.976577835157514}
+{"Finetune/Learning Rate": 1.4067395876279821e-06, "Finetune/Loss": 0.5901153683662415, "Finetune/Loss (Raw)": 0.6854044198989868, "Finetune/Step": 16044, "Finetune/Step Time": 11.966577904298902}
+{"Finetune/Learning Rate": 1.4058784857770714e-06, "Finetune/Loss": 0.5891224145889282, "Finetune/Loss (Raw)": 0.509321391582489, "Finetune/Step": 16045, "Finetune/Step Time": 11.981323907151818}
+{"Finetune/Learning Rate": 1.405017627631009e-06, "Finetune/Loss": 0.5895732641220093, "Finetune/Loss (Raw)": 0.5778344869613647, "Finetune/Step": 16046, "Finetune/Step Time": 11.986104417592287}
+{"Finetune/Learning Rate": 1.4041570132142058e-06, "Finetune/Loss": 0.5892397165298462, "Finetune/Loss (Raw)": 0.5311719179153442, "Finetune/Step": 16047, "Finetune/Step Time": 11.98337111249566}
+{"Finetune/Learning Rate": 1.4032966425510664e-06, "Finetune/Loss": 0.5897965431213379, "Finetune/Loss (Raw)": 0.6153873205184937, "Finetune/Step": 16048, "Finetune/Step Time": 11.984279537573457}
+{"Finetune/Learning Rate": 1.402436515665988e-06, "Finetune/Loss": 0.5908493995666504, "Finetune/Loss (Raw)": 0.6771395206451416, "Finetune/Step": 16049, "Finetune/Step Time": 11.96761317923665}
+{"Finetune/Learning Rate": 1.4015766325833613e-06, "Finetune/Loss": 0.5908008813858032, "Finetune/Loss (Raw)": 0.5922014117240906, "Finetune/Step": 16050, "Finetune/Step Time": 11.972291687503457}
+{"Finetune/Learning Rate": 1.4007169933275721e-06, "Finetune/Loss": 0.5904587507247925, "Finetune/Loss (Raw)": 0.6649201512336731, "Finetune/Step": 16051, "Finetune/Step Time": 11.946308836340904}
+{"Finetune/Learning Rate": 1.3998575979229944e-06, "Finetune/Loss": 0.5914304256439209, "Finetune/Loss (Raw)": 0.6751593947410583, "Finetune/Step": 16052, "Finetune/Step Time": 11.94131457991898}
+{"Finetune/Learning Rate": 1.3989984463940032e-06, "Finetune/Loss": 0.5909543037414551, "Finetune/Loss (Raw)": 0.5007272362709045, "Finetune/Step": 16053, "Finetune/Step Time": 11.942557258531451}
+{"Finetune/Learning Rate": 1.3981395387649532e-06, "Finetune/Loss": 0.5905912518501282, "Finetune/Loss (Raw)": 0.5910069346427917, "Finetune/Step": 16054, "Finetune/Step Time": 11.94851010479033}
+{"Finetune/Learning Rate": 1.3972808750602074e-06, "Finetune/Loss": 0.5901123285293579, "Finetune/Loss (Raw)": 0.6222429275512695, "Finetune/Step": 16055, "Finetune/Step Time": 11.954331090673804}
+{"Finetune/Learning Rate": 1.396422455304114e-06, "Finetune/Loss": 0.59041428565979, "Finetune/Loss (Raw)": 0.7286356091499329, "Finetune/Step": 16056, "Finetune/Step Time": 11.967546055093408}
+{"Finetune/Learning Rate": 1.3955642795210133e-06, "Finetune/Loss": 0.5913618803024292, "Finetune/Loss (Raw)": 0.5917325019836426, "Finetune/Step": 16057, "Finetune/Step Time": 11.964094804599881}
+{"Finetune/Learning Rate": 1.394706347735243e-06, "Finetune/Loss": 0.5911590456962585, "Finetune/Loss (Raw)": 0.5694512128829956, "Finetune/Step": 16058, "Finetune/Step Time": 11.959466692060232}
+{"Finetune/Learning Rate": 1.393848659971132e-06, "Finetune/Loss": 0.5926823616027832, "Finetune/Loss (Raw)": 0.6324657797813416, "Finetune/Step": 16059, "Finetune/Step Time": 11.930354800075293}
+{"Finetune/Learning Rate": 1.3929912162529979e-06, "Finetune/Loss": 0.5931923985481262, "Finetune/Loss (Raw)": 0.6464166045188904, "Finetune/Step": 16060, "Finetune/Step Time": 11.914789970964193}
+{"Finetune/Learning Rate": 1.3921340166051567e-06, "Finetune/Loss": 0.5937377214431763, "Finetune/Loss (Raw)": 0.6156391501426697, "Finetune/Step": 16061, "Finetune/Step Time": 11.890301520004869}
+{"Finetune/Learning Rate": 1.391277061051919e-06, "Finetune/Loss": 0.5941523313522339, "Finetune/Loss (Raw)": 0.7032546401023865, "Finetune/Step": 16062, "Finetune/Step Time": 11.89167707040906}
+{"Finetune/Learning Rate": 1.3904203496175828e-06, "Finetune/Loss": 0.5944298505783081, "Finetune/Loss (Raw)": 0.5658912062644958, "Finetune/Step": 16063, "Finetune/Step Time": 11.896343775093555}
+{"Finetune/Learning Rate": 1.3895638823264447e-06, "Finetune/Loss": 0.5946469902992249, "Finetune/Loss (Raw)": 0.6429806351661682, "Finetune/Step": 16064, "Finetune/Step Time": 11.906498784199357}
+{"Finetune/Learning Rate": 1.3887076592027914e-06, "Finetune/Loss": 0.5940486192703247, "Finetune/Loss (Raw)": 0.5626311302185059, "Finetune/Step": 16065, "Finetune/Step Time": 11.909183450043201}
+{"Finetune/Learning Rate": 1.3878516802708997e-06, "Finetune/Loss": 0.5930373668670654, "Finetune/Loss (Raw)": 0.5806528925895691, "Finetune/Step": 16066, "Finetune/Step Time": 11.905489914119244}
+{"Finetune/Learning Rate": 1.3869959455550453e-06, "Finetune/Loss": 0.5932631492614746, "Finetune/Loss (Raw)": 0.609801173210144, "Finetune/Step": 16067, "Finetune/Step Time": 11.900161797180772}
+{"Finetune/Learning Rate": 1.3861404550794933e-06, "Finetune/Loss": 0.5936465263366699, "Finetune/Loss (Raw)": 0.6272053122520447, "Finetune/Step": 16068, "Finetune/Step Time": 11.894775055348873}
+{"Finetune/Learning Rate": 1.385285208868501e-06, "Finetune/Loss": 0.5934181213378906, "Finetune/Loss (Raw)": 0.5861316323280334, "Finetune/Step": 16069, "Finetune/Step Time": 11.890698866918683}
+{"Finetune/Learning Rate": 1.3844302069463257e-06, "Finetune/Loss": 0.5918720960617065, "Finetune/Loss (Raw)": 0.52410489320755, "Finetune/Step": 16070, "Finetune/Step Time": 11.904552347958088}
+{"Finetune/Learning Rate": 1.38357544933721e-06, "Finetune/Loss": 0.5911437273025513, "Finetune/Loss (Raw)": 0.5555212497711182, "Finetune/Step": 16071, "Finetune/Step Time": 11.913357228040695}
+{"Finetune/Learning Rate": 1.3827209360653948e-06, "Finetune/Loss": 0.5894079208374023, "Finetune/Loss (Raw)": 0.4819692373275757, "Finetune/Step": 16072, "Finetune/Step Time": 11.945194052532315}
+{"Finetune/Learning Rate": 1.3818666671551084e-06, "Finetune/Loss": 0.5898770093917847, "Finetune/Loss (Raw)": 0.6501668095588684, "Finetune/Step": 16073, "Finetune/Step Time": 11.943349748849869}
+{"Finetune/Learning Rate": 1.381012642630576e-06, "Finetune/Loss": 0.5907793641090393, "Finetune/Loss (Raw)": 0.6082202196121216, "Finetune/Step": 16074, "Finetune/Step Time": 11.913372032344341}
+{"Finetune/Learning Rate": 1.3801588625160156e-06, "Finetune/Loss": 0.5910118818283081, "Finetune/Loss (Raw)": 0.6388360261917114, "Finetune/Step": 16075, "Finetune/Step Time": 11.909713812172413}
+{"Finetune/Learning Rate": 1.379305326835636e-06, "Finetune/Loss": 0.5910129547119141, "Finetune/Loss (Raw)": 0.6094729900360107, "Finetune/Step": 16076, "Finetune/Step Time": 11.937872370705009}
+{"Finetune/Learning Rate": 1.3784520356136466e-06, "Finetune/Loss": 0.5906858444213867, "Finetune/Loss (Raw)": 0.6200945377349854, "Finetune/Step": 16077, "Finetune/Step Time": 11.937584210187197}
+{"Finetune/Learning Rate": 1.3775989888742425e-06, "Finetune/Loss": 0.5914509296417236, "Finetune/Loss (Raw)": 0.6357223987579346, "Finetune/Step": 16078, "Finetune/Step Time": 11.925180047750473}
+{"Finetune/Learning Rate": 1.3767461866416098e-06, "Finetune/Loss": 0.5906798839569092, "Finetune/Loss (Raw)": 0.5226317048072815, "Finetune/Step": 16079, "Finetune/Step Time": 11.89346251823008}
+{"Finetune/Learning Rate": 1.3758936289399349e-06, "Finetune/Loss": 0.5898712873458862, "Finetune/Loss (Raw)": 0.5053645968437195, "Finetune/Step": 16080, "Finetune/Step Time": 11.887332642450929}
+{"Finetune/Learning Rate": 1.375041315793393e-06, "Finetune/Loss": 0.5899195075035095, "Finetune/Loss (Raw)": 0.5852131247520447, "Finetune/Step": 16081, "Finetune/Step Time": 11.914202705025673}
+{"Finetune/Learning Rate": 1.374189247226152e-06, "Finetune/Loss": 0.5898441076278687, "Finetune/Loss (Raw)": 0.5886197090148926, "Finetune/Step": 16082, "Finetune/Step Time": 11.909913167357445}
+{"Finetune/Learning Rate": 1.3733374232623741e-06, "Finetune/Loss": 0.5905578136444092, "Finetune/Loss (Raw)": 0.6074934005737305, "Finetune/Step": 16083, "Finetune/Step Time": 11.911954525858164}
+{"Finetune/Learning Rate": 1.3724858439262201e-06, "Finetune/Loss": 0.590203046798706, "Finetune/Loss (Raw)": 0.5112701654434204, "Finetune/Step": 16084, "Finetune/Step Time": 11.919649917632341}
+{"Finetune/Learning Rate": 1.3716345092418326e-06, "Finetune/Loss": 0.589238703250885, "Finetune/Loss (Raw)": 0.6285619139671326, "Finetune/Step": 16085, "Finetune/Step Time": 11.924898324534297}
+{"Finetune/Learning Rate": 1.3707834192333535e-06, "Finetune/Loss": 0.5893726348876953, "Finetune/Loss (Raw)": 0.5717342495918274, "Finetune/Step": 16086, "Finetune/Step Time": 11.863671649247408}
+{"Finetune/Learning Rate": 1.3699325739249192e-06, "Finetune/Loss": 0.5912805199623108, "Finetune/Loss (Raw)": 0.6712365746498108, "Finetune/Step": 16087, "Finetune/Step Time": 11.858670976012945}
+{"Finetune/Learning Rate": 1.3690819733406568e-06, "Finetune/Loss": 0.5914872288703918, "Finetune/Loss (Raw)": 0.613908588886261, "Finetune/Step": 16088, "Finetune/Step Time": 11.846522456035018}
+{"Finetune/Learning Rate": 1.368231617504686e-06, "Finetune/Loss": 0.5897682309150696, "Finetune/Loss (Raw)": 0.4840903580188751, "Finetune/Step": 16089, "Finetune/Step Time": 11.875895796343684}
+{"Finetune/Learning Rate": 1.367381506441121e-06, "Finetune/Loss": 0.5893630981445312, "Finetune/Loss (Raw)": 0.6511929631233215, "Finetune/Step": 16090, "Finetune/Step Time": 11.878733772784472}
+{"Finetune/Learning Rate": 1.366531640174069e-06, "Finetune/Loss": 0.589599609375, "Finetune/Loss (Raw)": 0.5938372015953064, "Finetune/Step": 16091, "Finetune/Step Time": 11.872050032019615}
+{"Finetune/Learning Rate": 1.3656820187276298e-06, "Finetune/Loss": 0.5893969535827637, "Finetune/Loss (Raw)": 0.5345764756202698, "Finetune/Step": 16092, "Finetune/Step Time": 11.874074652791023}
+{"Finetune/Learning Rate": 1.364832642125895e-06, "Finetune/Loss": 0.5894906520843506, "Finetune/Loss (Raw)": 0.5618454217910767, "Finetune/Step": 16093, "Finetune/Step Time": 11.890474820509553}
+{"Finetune/Learning Rate": 1.3639835103929522e-06, "Finetune/Loss": 0.5908974409103394, "Finetune/Loss (Raw)": 0.7296985983848572, "Finetune/Step": 16094, "Finetune/Step Time": 11.893306456506252}
+{"Finetune/Learning Rate": 1.3631346235528786e-06, "Finetune/Loss": 0.5906763076782227, "Finetune/Loss (Raw)": 0.6430634260177612, "Finetune/Step": 16095, "Finetune/Step Time": 11.89378084614873}
+{"Finetune/Learning Rate": 1.3622859816297473e-06, "Finetune/Loss": 0.5905802249908447, "Finetune/Loss (Raw)": 0.5438728928565979, "Finetune/Step": 16096, "Finetune/Step Time": 11.90801266208291}
+{"Finetune/Learning Rate": 1.3614375846476236e-06, "Finetune/Loss": 0.591677725315094, "Finetune/Loss (Raw)": 0.8080040216445923, "Finetune/Step": 16097, "Finetune/Step Time": 11.90991242788732}
+{"Finetune/Learning Rate": 1.3605894326305647e-06, "Finetune/Loss": 0.592226505279541, "Finetune/Loss (Raw)": 0.6066229939460754, "Finetune/Step": 16098, "Finetune/Step Time": 11.89683430083096}
+{"Finetune/Learning Rate": 1.3597415256026225e-06, "Finetune/Loss": 0.5924779772758484, "Finetune/Loss (Raw)": 0.6442396640777588, "Finetune/Step": 16099, "Finetune/Step Time": 11.884185913950205}
+{"Finetune/Learning Rate": 1.3588938635878412e-06, "Finetune/Loss": 0.5935963988304138, "Finetune/Loss (Raw)": 0.6534253358840942, "Finetune/Step": 16100, "Finetune/Step Time": 11.884383076801896}
+{"Finetune/Learning Rate": 1.3580464466102583e-06, "Finetune/Loss": 0.5927525162696838, "Finetune/Loss (Raw)": 0.5989670157432556, "Finetune/Step": 16101, "Finetune/Step Time": 11.85325844027102}
+{"Finetune/Learning Rate": 1.3571992746939055e-06, "Finetune/Loss": 0.5911519527435303, "Finetune/Loss (Raw)": 0.4602222144603729, "Finetune/Step": 16102, "Finetune/Step Time": 11.856889143586159}
+{"Finetune/Learning Rate": 1.3563523478627993e-06, "Finetune/Loss": 0.5915216207504272, "Finetune/Loss (Raw)": 0.6200686097145081, "Finetune/Step": 16103, "Finetune/Step Time": 11.86330453492701}
+{"Finetune/Learning Rate": 1.355505666140965e-06, "Finetune/Loss": 0.5912383794784546, "Finetune/Loss (Raw)": 0.5265362858772278, "Finetune/Step": 16104, "Finetune/Step Time": 11.875507591292262}
+{"Finetune/Learning Rate": 1.3546592295524075e-06, "Finetune/Loss": 0.5916633009910583, "Finetune/Loss (Raw)": 0.6073973178863525, "Finetune/Step": 16105, "Finetune/Step Time": 11.876841843128204}
+{"Finetune/Learning Rate": 1.35381303812113e-06, "Finetune/Loss": 0.5916534662246704, "Finetune/Loss (Raw)": 0.6253498792648315, "Finetune/Step": 16106, "Finetune/Step Time": 11.877558061853051}
+{"Finetune/Learning Rate": 1.352967091871128e-06, "Finetune/Loss": 0.5900974273681641, "Finetune/Loss (Raw)": 0.38484376668930054, "Finetune/Step": 16107, "Finetune/Step Time": 11.88330802693963}
+{"Finetune/Learning Rate": 1.3521213908263931e-06, "Finetune/Loss": 0.5896303057670593, "Finetune/Loss (Raw)": 0.6349292397499084, "Finetune/Step": 16108, "Finetune/Step Time": 11.892710419371724}
+{"Finetune/Learning Rate": 1.3512759350109027e-06, "Finetune/Loss": 0.5907704830169678, "Finetune/Loss (Raw)": 0.6982441544532776, "Finetune/Step": 16109, "Finetune/Step Time": 11.889622338116169}
+{"Finetune/Learning Rate": 1.3504307244486302e-06, "Finetune/Loss": 0.5891907215118408, "Finetune/Loss (Raw)": 0.4627433121204376, "Finetune/Step": 16110, "Finetune/Step Time": 11.889661829918623}
+{"Finetune/Learning Rate": 1.3495857591635486e-06, "Finetune/Loss": 0.5897872447967529, "Finetune/Loss (Raw)": 0.6747438907623291, "Finetune/Step": 16111, "Finetune/Step Time": 11.890140231698751}
+{"Finetune/Learning Rate": 1.3487410391796163e-06, "Finetune/Loss": 0.5898175239562988, "Finetune/Loss (Raw)": 0.6231536865234375, "Finetune/Step": 16112, "Finetune/Step Time": 11.881532913073897}
+{"Finetune/Learning Rate": 1.3478965645207875e-06, "Finetune/Loss": 0.5891554355621338, "Finetune/Loss (Raw)": 0.5727553367614746, "Finetune/Step": 16113, "Finetune/Step Time": 11.892859432846308}
+{"Finetune/Learning Rate": 1.347052335211011e-06, "Finetune/Loss": 0.58939528465271, "Finetune/Loss (Raw)": 0.6188727021217346, "Finetune/Step": 16114, "Finetune/Step Time": 11.870550036430359}
+{"Finetune/Learning Rate": 1.3462083512742219e-06, "Finetune/Loss": 0.5891007781028748, "Finetune/Loss (Raw)": 0.6019824743270874, "Finetune/Step": 16115, "Finetune/Step Time": 11.869271388277411}
+{"Finetune/Learning Rate": 1.3453646127343566e-06, "Finetune/Loss": 0.5880994200706482, "Finetune/Loss (Raw)": 0.5318266749382019, "Finetune/Step": 16116, "Finetune/Step Time": 11.852429961785674}
+{"Finetune/Learning Rate": 1.3445211196153373e-06, "Finetune/Loss": 0.5870485305786133, "Finetune/Loss (Raw)": 0.5126903057098389, "Finetune/Step": 16117, "Finetune/Step Time": 11.850500769913197}
+{"Finetune/Learning Rate": 1.3436778719410892e-06, "Finetune/Loss": 0.5877149105072021, "Finetune/Loss (Raw)": 0.7137235999107361, "Finetune/Step": 16118, "Finetune/Step Time": 11.855192635208368}
+{"Finetune/Learning Rate": 1.342834869735521e-06, "Finetune/Loss": 0.5871697664260864, "Finetune/Loss (Raw)": 0.5196360945701599, "Finetune/Step": 16119, "Finetune/Step Time": 11.872494667768478}
+{"Finetune/Learning Rate": 1.3419921130225399e-06, "Finetune/Loss": 0.586633026599884, "Finetune/Loss (Raw)": 0.5238320231437683, "Finetune/Step": 16120, "Finetune/Step Time": 11.877109549939632}
+{"Finetune/Learning Rate": 1.3411496018260405e-06, "Finetune/Loss": 0.5872697234153748, "Finetune/Loss (Raw)": 0.6389362215995789, "Finetune/Step": 16121, "Finetune/Step Time": 11.865728890523314}
+{"Finetune/Learning Rate": 1.340307336169917e-06, "Finetune/Loss": 0.587536096572876, "Finetune/Loss (Raw)": 0.5834023952484131, "Finetune/Step": 16122, "Finetune/Step Time": 11.84577913582325}
+{"Finetune/Learning Rate": 1.3394653160780514e-06, "Finetune/Loss": 0.5862158536911011, "Finetune/Loss (Raw)": 0.4859454333782196, "Finetune/Step": 16123, "Finetune/Step Time": 11.857683902606368}
+{"Finetune/Learning Rate": 1.3386235415743232e-06, "Finetune/Loss": 0.5862793922424316, "Finetune/Loss (Raw)": 0.6703038811683655, "Finetune/Step": 16124, "Finetune/Step Time": 11.855036534368992}
+{"Finetune/Learning Rate": 1.337782012682598e-06, "Finetune/Loss": 0.5867444276809692, "Finetune/Loss (Raw)": 0.6481866836547852, "Finetune/Step": 16125, "Finetune/Step Time": 11.849496500566602}
+{"Finetune/Learning Rate": 1.3369407294267489e-06, "Finetune/Loss": 0.5861456990242004, "Finetune/Loss (Raw)": 0.5906258225440979, "Finetune/Step": 16126, "Finetune/Step Time": 11.852800978347659}
+{"Finetune/Learning Rate": 1.3360996918306224e-06, "Finetune/Loss": 0.5857983827590942, "Finetune/Loss (Raw)": 0.5935497879981995, "Finetune/Step": 16127, "Finetune/Step Time": 11.852006996050477}
+{"Finetune/Learning Rate": 1.3352588999180726e-06, "Finetune/Loss": 0.584764301776886, "Finetune/Loss (Raw)": 0.4477277994155884, "Finetune/Step": 16128, "Finetune/Step Time": 11.886553395539522}
+{"Finetune/Learning Rate": 1.3344183537129418e-06, "Finetune/Loss": 0.584453821182251, "Finetune/Loss (Raw)": 0.5861274003982544, "Finetune/Step": 16129, "Finetune/Step Time": 11.888183137401938}
+{"Finetune/Learning Rate": 1.3335780532390642e-06, "Finetune/Loss": 0.5839645266532898, "Finetune/Loss (Raw)": 0.4549461305141449, "Finetune/Step": 16130, "Finetune/Step Time": 11.881068009883165}
+{"Finetune/Learning Rate": 1.3327379985202694e-06, "Finetune/Loss": 0.5846781134605408, "Finetune/Loss (Raw)": 0.5977165102958679, "Finetune/Step": 16131, "Finetune/Step Time": 11.879260262474418}
+{"Finetune/Learning Rate": 1.3318981895803785e-06, "Finetune/Loss": 0.5863450765609741, "Finetune/Loss (Raw)": 0.5765329003334045, "Finetune/Step": 16132, "Finetune/Step Time": 11.845466310158372}
+{"Finetune/Learning Rate": 1.3310586264432056e-06, "Finetune/Loss": 0.587639331817627, "Finetune/Loss (Raw)": 0.5848711729049683, "Finetune/Step": 16133, "Finetune/Step Time": 11.808392893522978}
+{"Finetune/Learning Rate": 1.3302193091325588e-06, "Finetune/Loss": 0.5884643793106079, "Finetune/Loss (Raw)": 0.6116414070129395, "Finetune/Step": 16134, "Finetune/Step Time": 11.77758413553238}
+{"Finetune/Learning Rate": 1.3293802376722398e-06, "Finetune/Loss": 0.5898370742797852, "Finetune/Loss (Raw)": 0.6442306041717529, "Finetune/Step": 16135, "Finetune/Step Time": 11.759902384132147}
+{"Finetune/Learning Rate": 1.3285414120860407e-06, "Finetune/Loss": 0.5906611680984497, "Finetune/Loss (Raw)": 0.6912828087806702, "Finetune/Step": 16136, "Finetune/Step Time": 11.768804050981998}
+{"Finetune/Learning Rate": 1.3277028323977492e-06, "Finetune/Loss": 0.5912313461303711, "Finetune/Loss (Raw)": 0.6216337084770203, "Finetune/Step": 16137, "Finetune/Step Time": 11.769098030403256}
+{"Finetune/Learning Rate": 1.326864498631144e-06, "Finetune/Loss": 0.5914403200149536, "Finetune/Loss (Raw)": 0.5452284216880798, "Finetune/Step": 16138, "Finetune/Step Time": 11.759993843734264}
+{"Finetune/Learning Rate": 1.3260264108099996e-06, "Finetune/Loss": 0.5920612812042236, "Finetune/Loss (Raw)": 0.5884450674057007, "Finetune/Step": 16139, "Finetune/Step Time": 11.750563265755773}
+{"Finetune/Learning Rate": 1.32518856895808e-06, "Finetune/Loss": 0.5923689603805542, "Finetune/Loss (Raw)": 0.5623137950897217, "Finetune/Step": 16140, "Finetune/Step Time": 11.763035682961345}
+{"Finetune/Learning Rate": 1.3243509730991445e-06, "Finetune/Loss": 0.5910665392875671, "Finetune/Loss (Raw)": 0.4145001173019409, "Finetune/Step": 16141, "Finetune/Step Time": 11.772995857521892}
+{"Finetune/Learning Rate": 1.3235136232569456e-06, "Finetune/Loss": 0.5928157567977905, "Finetune/Loss (Raw)": 0.6616120934486389, "Finetune/Step": 16142, "Finetune/Step Time": 11.75611935928464}
+{"Finetune/Learning Rate": 1.3226765194552272e-06, "Finetune/Loss": 0.592854380607605, "Finetune/Loss (Raw)": 0.570422887802124, "Finetune/Step": 16143, "Finetune/Step Time": 11.775962894782424}
+{"Finetune/Learning Rate": 1.3218396617177287e-06, "Finetune/Loss": 0.5929909944534302, "Finetune/Loss (Raw)": 0.6484017968177795, "Finetune/Step": 16144, "Finetune/Step Time": 11.776987332850695}
+{"Finetune/Learning Rate": 1.3210030500681791e-06, "Finetune/Loss": 0.5920226573944092, "Finetune/Loss (Raw)": 0.3549290597438812, "Finetune/Step": 16145, "Finetune/Step Time": 11.795067002996802}
+{"Finetune/Learning Rate": 1.320166684530303e-06, "Finetune/Loss": 0.5915559530258179, "Finetune/Loss (Raw)": 0.5650395154953003, "Finetune/Step": 16146, "Finetune/Step Time": 11.78016347810626}
+{"Finetune/Learning Rate": 1.3193305651278188e-06, "Finetune/Loss": 0.5900739431381226, "Finetune/Loss (Raw)": 0.4282364845275879, "Finetune/Step": 16147, "Finetune/Step Time": 11.80968675762415}
+{"Finetune/Learning Rate": 1.3184946918844344e-06, "Finetune/Loss": 0.5910342931747437, "Finetune/Loss (Raw)": 0.6603767275810242, "Finetune/Step": 16148, "Finetune/Step Time": 11.811425050720572}
+{"Finetune/Learning Rate": 1.3176590648238542e-06, "Finetune/Loss": 0.5903664231300354, "Finetune/Loss (Raw)": 0.5689545273780823, "Finetune/Step": 16149, "Finetune/Step Time": 11.81304825656116}
+{"Finetune/Learning Rate": 1.3168236839697745e-06, "Finetune/Loss": 0.5908834934234619, "Finetune/Loss (Raw)": 0.6512097120285034, "Finetune/Step": 16150, "Finetune/Step Time": 11.82388336956501}
+{"Finetune/Learning Rate": 1.3159885493458824e-06, "Finetune/Loss": 0.590158998966217, "Finetune/Loss (Raw)": 0.5221883058547974, "Finetune/Step": 16151, "Finetune/Step Time": 11.821335889399052}
+{"Finetune/Learning Rate": 1.3151536609758586e-06, "Finetune/Loss": 0.5907855033874512, "Finetune/Loss (Raw)": 0.6358055472373962, "Finetune/Step": 16152, "Finetune/Step Time": 11.831754831597209}
+{"Finetune/Learning Rate": 1.3143190188833832e-06, "Finetune/Loss": 0.5907930135726929, "Finetune/Loss (Raw)": 0.586499035358429, "Finetune/Step": 16153, "Finetune/Step Time": 11.82851056009531}
+{"Finetune/Learning Rate": 1.3134846230921216e-06, "Finetune/Loss": 0.5908983945846558, "Finetune/Loss (Raw)": 0.6382572054862976, "Finetune/Step": 16154, "Finetune/Step Time": 11.83355701342225}
+{"Finetune/Learning Rate": 1.312650473625734e-06, "Finetune/Loss": 0.5915406942367554, "Finetune/Loss (Raw)": 0.5443838834762573, "Finetune/Step": 16155, "Finetune/Step Time": 11.836618896573782}
+{"Finetune/Learning Rate": 1.3118165705078768e-06, "Finetune/Loss": 0.5911376476287842, "Finetune/Loss (Raw)": 0.5174542665481567, "Finetune/Step": 16156, "Finetune/Step Time": 11.83817389421165}
+{"Finetune/Learning Rate": 1.3109829137621967e-06, "Finetune/Loss": 0.5916528105735779, "Finetune/Loss (Raw)": 0.6309452652931213, "Finetune/Step": 16157, "Finetune/Step Time": 11.847606856375933}
+{"Finetune/Learning Rate": 1.3101495034123313e-06, "Finetune/Loss": 0.5912878513336182, "Finetune/Loss (Raw)": 0.5511999726295471, "Finetune/Step": 16158, "Finetune/Step Time": 11.867656392976642}
+{"Finetune/Learning Rate": 1.309316339481913e-06, "Finetune/Loss": 0.5906996130943298, "Finetune/Loss (Raw)": 0.5896804332733154, "Finetune/Step": 16159, "Finetune/Step Time": 11.866742765530944}
+{"Finetune/Learning Rate": 1.3084834219945731e-06, "Finetune/Loss": 0.5898065567016602, "Finetune/Loss (Raw)": 0.4999077022075653, "Finetune/Step": 16160, "Finetune/Step Time": 11.87099395506084}
+{"Finetune/Learning Rate": 1.3076507509739279e-06, "Finetune/Loss": 0.5899838805198669, "Finetune/Loss (Raw)": 0.6158418655395508, "Finetune/Step": 16161, "Finetune/Step Time": 11.881748661398888}
+{"Finetune/Learning Rate": 1.3068183264435885e-06, "Finetune/Loss": 0.588703453540802, "Finetune/Loss (Raw)": 0.45807701349258423, "Finetune/Step": 16162, "Finetune/Step Time": 11.903162714093924}
+{"Finetune/Learning Rate": 1.3059861484271653e-06, "Finetune/Loss": 0.588228702545166, "Finetune/Loss (Raw)": 0.5427827835083008, "Finetune/Step": 16163, "Finetune/Step Time": 11.940922901034355}
+{"Finetune/Learning Rate": 1.3051542169482489e-06, "Finetune/Loss": 0.5883039832115173, "Finetune/Loss (Raw)": 0.6681652069091797, "Finetune/Step": 16164, "Finetune/Step Time": 11.940827624872327}
+{"Finetune/Learning Rate": 1.3043225320304343e-06, "Finetune/Loss": 0.5891036987304688, "Finetune/Loss (Raw)": 0.7163847088813782, "Finetune/Step": 16165, "Finetune/Step Time": 11.9200081191957}
+{"Finetune/Learning Rate": 1.3034910936973032e-06, "Finetune/Loss": 0.5895868539810181, "Finetune/Loss (Raw)": 0.611534833908081, "Finetune/Step": 16166, "Finetune/Step Time": 11.95340196788311}
+{"Finetune/Learning Rate": 1.3026599019724374e-06, "Finetune/Loss": 0.5895289182662964, "Finetune/Loss (Raw)": 0.5980324149131775, "Finetune/Step": 16167, "Finetune/Step Time": 11.961189547553658}
+{"Finetune/Learning Rate": 1.301828956879405e-06, "Finetune/Loss": 0.5906045436859131, "Finetune/Loss (Raw)": 0.6374167203903198, "Finetune/Step": 16168, "Finetune/Step Time": 11.958129897713661}
+{"Finetune/Learning Rate": 1.3009982584417712e-06, "Finetune/Loss": 0.5911297798156738, "Finetune/Loss (Raw)": 0.5663065910339355, "Finetune/Step": 16169, "Finetune/Step Time": 11.96124105900526}
+{"Finetune/Learning Rate": 1.300167806683088e-06, "Finetune/Loss": 0.5906466245651245, "Finetune/Loss (Raw)": 0.5997297763824463, "Finetune/Step": 16170, "Finetune/Step Time": 11.976989855989814}
+{"Finetune/Learning Rate": 1.2993376016269076e-06, "Finetune/Loss": 0.590126633644104, "Finetune/Loss (Raw)": 0.5557507276535034, "Finetune/Step": 16171, "Finetune/Step Time": 11.976108003407717}
+{"Finetune/Learning Rate": 1.2985076432967703e-06, "Finetune/Loss": 0.5888183116912842, "Finetune/Loss (Raw)": 0.5179387927055359, "Finetune/Step": 16172, "Finetune/Step Time": 11.980936083942652}
+{"Finetune/Learning Rate": 1.2976779317162114e-06, "Finetune/Loss": 0.589952826499939, "Finetune/Loss (Raw)": 0.6545297503471375, "Finetune/Step": 16173, "Finetune/Step Time": 11.962134214118123}
+{"Finetune/Learning Rate": 1.2968484669087612e-06, "Finetune/Loss": 0.5900191068649292, "Finetune/Loss (Raw)": 0.5863215923309326, "Finetune/Step": 16174, "Finetune/Step Time": 11.963113525882363}
+{"Finetune/Learning Rate": 1.296019248897943e-06, "Finetune/Loss": 0.5908128023147583, "Finetune/Loss (Raw)": 0.6327674388885498, "Finetune/Step": 16175, "Finetune/Step Time": 11.959857162088156}
+{"Finetune/Learning Rate": 1.2951902777072656e-06, "Finetune/Loss": 0.5910699963569641, "Finetune/Loss (Raw)": 0.6483100652694702, "Finetune/Step": 16176, "Finetune/Step Time": 11.963948072865605}
+{"Finetune/Learning Rate": 1.2943615533602393e-06, "Finetune/Loss": 0.5905983448028564, "Finetune/Loss (Raw)": 0.6167711019515991, "Finetune/Step": 16177, "Finetune/Step Time": 11.975954880937934}
+{"Finetune/Learning Rate": 1.2935330758803633e-06, "Finetune/Loss": 0.590366780757904, "Finetune/Loss (Raw)": 0.5625588297843933, "Finetune/Step": 16178, "Finetune/Step Time": 11.972254320979118}
+{"Finetune/Learning Rate": 1.2927048452911318e-06, "Finetune/Loss": 0.5895729064941406, "Finetune/Loss (Raw)": 0.5633012652397156, "Finetune/Step": 16179, "Finetune/Step Time": 11.97149720042944}
+{"Finetune/Learning Rate": 1.2918768616160294e-06, "Finetune/Loss": 0.5889471769332886, "Finetune/Loss (Raw)": 0.5950657725334167, "Finetune/Step": 16180, "Finetune/Step Time": 11.975730879232287}
+{"Finetune/Learning Rate": 1.2910491248785385e-06, "Finetune/Loss": 0.5900192260742188, "Finetune/Loss (Raw)": 0.6379507780075073, "Finetune/Step": 16181, "Finetune/Step Time": 11.973675157874823}
+{"Finetune/Learning Rate": 1.290221635102128e-06, "Finetune/Loss": 0.590582013130188, "Finetune/Loss (Raw)": 0.6630398631095886, "Finetune/Step": 16182, "Finetune/Step Time": 11.967288877815008}
+{"Finetune/Learning Rate": 1.2893943923102647e-06, "Finetune/Loss": 0.5899195671081543, "Finetune/Loss (Raw)": 0.5374578237533569, "Finetune/Step": 16183, "Finetune/Step Time": 11.96033227071166}
+{"Finetune/Learning Rate": 1.2885673965264078e-06, "Finetune/Loss": 0.5887566804885864, "Finetune/Loss (Raw)": 0.579788863658905, "Finetune/Step": 16184, "Finetune/Step Time": 11.947354715317488}
+{"Finetune/Learning Rate": 1.2877406477740074e-06, "Finetune/Loss": 0.5885971784591675, "Finetune/Loss (Raw)": 0.5713139772415161, "Finetune/Step": 16185, "Finetune/Step Time": 11.95247763209045}
+{"Finetune/Learning Rate": 1.2869141460765067e-06, "Finetune/Loss": 0.5898093581199646, "Finetune/Loss (Raw)": 0.7246060371398926, "Finetune/Step": 16186, "Finetune/Step Time": 11.961967386305332}
+{"Finetune/Learning Rate": 1.286087891457345e-06, "Finetune/Loss": 0.5904074907302856, "Finetune/Loss (Raw)": 0.709028959274292, "Finetune/Step": 16187, "Finetune/Step Time": 11.965644840151072}
+{"Finetune/Learning Rate": 1.2852618839399522e-06, "Finetune/Loss": 0.5890188813209534, "Finetune/Loss (Raw)": 0.46867239475250244, "Finetune/Step": 16188, "Finetune/Step Time": 11.999826807528734}
+{"Finetune/Learning Rate": 1.2844361235477497e-06, "Finetune/Loss": 0.5889666676521301, "Finetune/Loss (Raw)": 0.6089577674865723, "Finetune/Step": 16189, "Finetune/Step Time": 12.000802284106612}
+{"Finetune/Learning Rate": 1.2836106103041556e-06, "Finetune/Loss": 0.5881903171539307, "Finetune/Loss (Raw)": 0.6038727760314941, "Finetune/Step": 16190, "Finetune/Step Time": 12.009098932147026}
+{"Finetune/Learning Rate": 1.2827853442325787e-06, "Finetune/Loss": 0.5878865718841553, "Finetune/Loss (Raw)": 0.5270150899887085, "Finetune/Step": 16191, "Finetune/Step Time": 12.012384444475174}
+{"Finetune/Learning Rate": 1.2819603253564206e-06, "Finetune/Loss": 0.588368833065033, "Finetune/Loss (Raw)": 0.7047170400619507, "Finetune/Step": 16192, "Finetune/Step Time": 12.000314399600029}
+{"Finetune/Learning Rate": 1.2811355536990777e-06, "Finetune/Loss": 0.5887020826339722, "Finetune/Loss (Raw)": 0.6052893996238708, "Finetune/Step": 16193, "Finetune/Step Time": 12.00211445428431}
+{"Finetune/Learning Rate": 1.280311029283936e-06, "Finetune/Loss": 0.5880570411682129, "Finetune/Loss (Raw)": 0.4980803430080414, "Finetune/Step": 16194, "Finetune/Step Time": 12.00411094725132}
+{"Finetune/Learning Rate": 1.279486752134379e-06, "Finetune/Loss": 0.5881065130233765, "Finetune/Loss (Raw)": 0.6161402463912964, "Finetune/Step": 16195, "Finetune/Step Time": 12.009203489869833}
+{"Finetune/Learning Rate": 1.2786627222737801e-06, "Finetune/Loss": 0.5872727632522583, "Finetune/Loss (Raw)": 0.5204840302467346, "Finetune/Step": 16196, "Finetune/Step Time": 12.012252304702997}
+{"Finetune/Learning Rate": 1.2778389397255053e-06, "Finetune/Loss": 0.587364912033081, "Finetune/Loss (Raw)": 0.5979198217391968, "Finetune/Step": 16197, "Finetune/Step Time": 12.008589008823037}
+{"Finetune/Learning Rate": 1.2770154045129168e-06, "Finetune/Loss": 0.5891181230545044, "Finetune/Loss (Raw)": 0.7485150694847107, "Finetune/Step": 16198, "Finetune/Step Time": 11.986907752230763}
+{"Finetune/Learning Rate": 1.2761921166593683e-06, "Finetune/Loss": 0.5889058113098145, "Finetune/Loss (Raw)": 0.5283443331718445, "Finetune/Step": 16199, "Finetune/Step Time": 11.984589567407966}
+{"Finetune/Learning Rate": 1.275369076188202e-06, "Finetune/Loss": 0.5889540910720825, "Finetune/Loss (Raw)": 0.4881574809551239, "Finetune/Step": 16200, "Finetune/Step Time": 11.96550271846354}
+{"Finetune/Learning Rate": 1.2745462831227561e-06, "Finetune/Loss": 0.5878705978393555, "Finetune/Loss (Raw)": 0.5114784836769104, "Finetune/Step": 16201, "Finetune/Step Time": 11.975768784061074}
+{"Finetune/Learning Rate": 1.2737237374863687e-06, "Finetune/Loss": 0.586827278137207, "Finetune/Loss (Raw)": 0.4746800661087036, "Finetune/Step": 16202, "Finetune/Step Time": 11.978329677134752}
+{"Finetune/Learning Rate": 1.272901439302362e-06, "Finetune/Loss": 0.5862253904342651, "Finetune/Loss (Raw)": 0.5617915987968445, "Finetune/Step": 16203, "Finetune/Step Time": 11.976898862048984}
+{"Finetune/Learning Rate": 1.2720793885940541e-06, "Finetune/Loss": 0.5861087441444397, "Finetune/Loss (Raw)": 0.5945402383804321, "Finetune/Step": 16204, "Finetune/Step Time": 11.95771373808384}
+{"Finetune/Learning Rate": 1.2712575853847575e-06, "Finetune/Loss": 0.5849065780639648, "Finetune/Loss (Raw)": 0.46621671319007874, "Finetune/Step": 16205, "Finetune/Step Time": 11.986864885315299}
+{"Finetune/Learning Rate": 1.2704360296977735e-06, "Finetune/Loss": 0.5849095582962036, "Finetune/Loss (Raw)": 0.6361013054847717, "Finetune/Step": 16206, "Finetune/Step Time": 11.986033102497458}
+{"Finetune/Learning Rate": 1.2696147215563992e-06, "Finetune/Loss": 0.5854722261428833, "Finetune/Loss (Raw)": 0.5946529507637024, "Finetune/Step": 16207, "Finetune/Step Time": 11.981899132952094}
+{"Finetune/Learning Rate": 1.2687936609839235e-06, "Finetune/Loss": 0.5866602063179016, "Finetune/Loss (Raw)": 0.6574361324310303, "Finetune/Step": 16208, "Finetune/Step Time": 11.991361191496253}
+{"Finetune/Learning Rate": 1.2679728480036335e-06, "Finetune/Loss": 0.586214542388916, "Finetune/Loss (Raw)": 0.5281659364700317, "Finetune/Step": 16209, "Finetune/Step Time": 11.967346789315343}
+{"Finetune/Learning Rate": 1.2671522826388028e-06, "Finetune/Loss": 0.5854437947273254, "Finetune/Loss (Raw)": 0.4899619519710541, "Finetune/Step": 16210, "Finetune/Step Time": 11.965349985286593}
+{"Finetune/Learning Rate": 1.2663319649127025e-06, "Finetune/Loss": 0.5858397483825684, "Finetune/Loss (Raw)": 0.6581710577011108, "Finetune/Step": 16211, "Finetune/Step Time": 11.971544614061713}
+{"Finetune/Learning Rate": 1.26551189484859e-06, "Finetune/Loss": 0.5867200493812561, "Finetune/Loss (Raw)": 0.6239519715309143, "Finetune/Step": 16212, "Finetune/Step Time": 11.964984769001603}
+{"Finetune/Learning Rate": 1.2646920724697242e-06, "Finetune/Loss": 0.5864255428314209, "Finetune/Loss (Raw)": 0.5908612608909607, "Finetune/Step": 16213, "Finetune/Step Time": 11.984735054895282}
+{"Finetune/Learning Rate": 1.26387249779935e-06, "Finetune/Loss": 0.5858660340309143, "Finetune/Loss (Raw)": 0.5001173615455627, "Finetune/Step": 16214, "Finetune/Step Time": 11.964275371283293}
+{"Finetune/Learning Rate": 1.2630531708607074e-06, "Finetune/Loss": 0.5862932801246643, "Finetune/Loss (Raw)": 0.7259251475334167, "Finetune/Step": 16215, "Finetune/Step Time": 11.958938481286168}
+{"Finetune/Learning Rate": 1.2622340916770348e-06, "Finetune/Loss": 0.587207019329071, "Finetune/Loss (Raw)": 0.73087078332901, "Finetune/Step": 16216, "Finetune/Step Time": 11.983277793973684}
+{"Finetune/Learning Rate": 1.261415260271559e-06, "Finetune/Loss": 0.5877163410186768, "Finetune/Loss (Raw)": 0.5492804646492004, "Finetune/Step": 16217, "Finetune/Step Time": 11.948554230853915}
+{"Finetune/Learning Rate": 1.2605966766674948e-06, "Finetune/Loss": 0.5883818864822388, "Finetune/Loss (Raw)": 0.7363815307617188, "Finetune/Step": 16218, "Finetune/Step Time": 11.950548497959971}
+{"Finetune/Learning Rate": 1.259778340888057e-06, "Finetune/Loss": 0.5874072313308716, "Finetune/Loss (Raw)": 0.469077467918396, "Finetune/Step": 16219, "Finetune/Step Time": 11.96921575628221}
+{"Finetune/Learning Rate": 1.2589602529564516e-06, "Finetune/Loss": 0.5889983177185059, "Finetune/Loss (Raw)": 0.7382452487945557, "Finetune/Step": 16220, "Finetune/Step Time": 11.957681149244308}
+{"Finetune/Learning Rate": 1.2581424128958775e-06, "Finetune/Loss": 0.5894261598587036, "Finetune/Loss (Raw)": 0.6166063547134399, "Finetune/Step": 16221, "Finetune/Step Time": 11.93494588136673}
+{"Finetune/Learning Rate": 1.2573248207295241e-06, "Finetune/Loss": 0.589690089225769, "Finetune/Loss (Raw)": 0.76347815990448, "Finetune/Step": 16222, "Finetune/Step Time": 11.942987928166986}
+{"Finetune/Learning Rate": 1.256507476480582e-06, "Finetune/Loss": 0.5890823602676392, "Finetune/Loss (Raw)": 0.5652804970741272, "Finetune/Step": 16223, "Finetune/Step Time": 11.946529302746058}
+{"Finetune/Learning Rate": 1.255690380172222e-06, "Finetune/Loss": 0.5907471179962158, "Finetune/Loss (Raw)": 0.7569631934165955, "Finetune/Step": 16224, "Finetune/Step Time": 11.925814336165786}
+{"Finetune/Learning Rate": 1.2548735318276173e-06, "Finetune/Loss": 0.5893626809120178, "Finetune/Loss (Raw)": 0.63078773021698, "Finetune/Step": 16225, "Finetune/Step Time": 11.925831457599998}
+{"Finetune/Learning Rate": 1.2540569314699325e-06, "Finetune/Loss": 0.5896198749542236, "Finetune/Loss (Raw)": 0.6395502090454102, "Finetune/Step": 16226, "Finetune/Step Time": 11.932893589138985}
+{"Finetune/Learning Rate": 1.2532405791223224e-06, "Finetune/Loss": 0.5890203714370728, "Finetune/Loss (Raw)": 0.5674947500228882, "Finetune/Step": 16227, "Finetune/Step Time": 11.955638760700822}
+{"Finetune/Learning Rate": 1.2524244748079372e-06, "Finetune/Loss": 0.5886739492416382, "Finetune/Loss (Raw)": 0.609091579914093, "Finetune/Step": 16228, "Finetune/Step Time": 11.955803997814655}
+{"Finetune/Learning Rate": 1.2516086185499187e-06, "Finetune/Loss": 0.5880281925201416, "Finetune/Loss (Raw)": 0.5163072943687439, "Finetune/Step": 16229, "Finetune/Step Time": 11.952080378308892}
+{"Finetune/Learning Rate": 1.2507930103714028e-06, "Finetune/Loss": 0.5874500274658203, "Finetune/Loss (Raw)": 0.386221319437027, "Finetune/Step": 16230, "Finetune/Step Time": 11.975088313221931}
+{"Finetune/Learning Rate": 1.2499776502955185e-06, "Finetune/Loss": 0.5875704288482666, "Finetune/Loss (Raw)": 0.6354805827140808, "Finetune/Step": 16231, "Finetune/Step Time": 11.992298129945993}
+{"Finetune/Learning Rate": 1.2491625383453854e-06, "Finetune/Loss": 0.5878022313117981, "Finetune/Loss (Raw)": 0.5562030673027039, "Finetune/Step": 16232, "Finetune/Step Time": 11.977121310308576}
+{"Finetune/Learning Rate": 1.2483476745441193e-06, "Finetune/Loss": 0.5879828929901123, "Finetune/Loss (Raw)": 0.6305175423622131, "Finetune/Step": 16233, "Finetune/Step Time": 11.994242010638118}
+{"Finetune/Learning Rate": 1.247533058914826e-06, "Finetune/Loss": 0.5876510143280029, "Finetune/Loss (Raw)": 0.5828733444213867, "Finetune/Step": 16234, "Finetune/Step Time": 12.001621633768082}
+{"Finetune/Learning Rate": 1.2467186914806073e-06, "Finetune/Loss": 0.5895172357559204, "Finetune/Loss (Raw)": 0.6237169504165649, "Finetune/Step": 16235, "Finetune/Step Time": 12.004419574514031}
+{"Finetune/Learning Rate": 1.2459045722645547e-06, "Finetune/Loss": 0.5892598032951355, "Finetune/Loss (Raw)": 0.6019839644432068, "Finetune/Step": 16236, "Finetune/Step Time": 12.000945154577494}
+{"Finetune/Learning Rate": 1.2450907012897562e-06, "Finetune/Loss": 0.5880928039550781, "Finetune/Loss (Raw)": 0.5488584637641907, "Finetune/Step": 16237, "Finetune/Step Time": 12.002397157251835}
+{"Finetune/Learning Rate": 1.244277078579289e-06, "Finetune/Loss": 0.5900090932846069, "Finetune/Loss (Raw)": 0.7080408334732056, "Finetune/Step": 16238, "Finetune/Step Time": 12.005047675222158}
+{"Finetune/Learning Rate": 1.2434637041562258e-06, "Finetune/Loss": 0.5889143943786621, "Finetune/Loss (Raw)": 0.5346078872680664, "Finetune/Step": 16239, "Finetune/Step Time": 12.006025183945894}
+{"Finetune/Learning Rate": 1.2426505780436326e-06, "Finetune/Loss": 0.5884154438972473, "Finetune/Loss (Raw)": 0.5592971444129944, "Finetune/Step": 16240, "Finetune/Step Time": 12.007586747407913}
+{"Finetune/Learning Rate": 1.2418377002645653e-06, "Finetune/Loss": 0.5887507200241089, "Finetune/Loss (Raw)": 0.615664541721344, "Finetune/Step": 16241, "Finetune/Step Time": 12.013655196875334}
+{"Finetune/Learning Rate": 1.2410250708420767e-06, "Finetune/Loss": 0.5884987115859985, "Finetune/Loss (Raw)": 0.586614727973938, "Finetune/Step": 16242, "Finetune/Step Time": 12.014878012239933}
+{"Finetune/Learning Rate": 1.2402126897992094e-06, "Finetune/Loss": 0.588232159614563, "Finetune/Loss (Raw)": 0.567872166633606, "Finetune/Step": 16243, "Finetune/Step Time": 12.015111960470676}
+{"Finetune/Learning Rate": 1.2394005571590007e-06, "Finetune/Loss": 0.5887766480445862, "Finetune/Loss (Raw)": 0.6015204787254333, "Finetune/Step": 16244, "Finetune/Step Time": 12.008527440950274}
+{"Finetune/Learning Rate": 1.2385886729444808e-06, "Finetune/Loss": 0.5895445346832275, "Finetune/Loss (Raw)": 0.6109761595726013, "Finetune/Step": 16245, "Finetune/Step Time": 12.013507330790162}
+{"Finetune/Learning Rate": 1.2377770371786723e-06, "Finetune/Loss": 0.5882314443588257, "Finetune/Loss (Raw)": 0.5456495881080627, "Finetune/Step": 16246, "Finetune/Step Time": 12.014778887853026}
+{"Finetune/Learning Rate": 1.2369656498845906e-06, "Finetune/Loss": 0.5870305895805359, "Finetune/Loss (Raw)": 0.3659280836582184, "Finetune/Step": 16247, "Finetune/Step Time": 12.031625878065825}
+{"Finetune/Learning Rate": 1.2361545110852458e-06, "Finetune/Loss": 0.5870683193206787, "Finetune/Loss (Raw)": 0.5286598205566406, "Finetune/Step": 16248, "Finetune/Step Time": 12.013799171894789}
+{"Finetune/Learning Rate": 1.235343620803634e-06, "Finetune/Loss": 0.5861937999725342, "Finetune/Loss (Raw)": 0.5269968509674072, "Finetune/Step": 16249, "Finetune/Step Time": 12.022745722904801}
+{"Finetune/Learning Rate": 1.234532979062756e-06, "Finetune/Loss": 0.586473822593689, "Finetune/Loss (Raw)": 0.6192541718482971, "Finetune/Step": 16250, "Finetune/Step Time": 12.029240865260363}
+{"Finetune/Learning Rate": 1.233722585885596e-06, "Finetune/Loss": 0.5869017839431763, "Finetune/Loss (Raw)": 0.5407165884971619, "Finetune/Step": 16251, "Finetune/Step Time": 11.999005813151598}
+{"Finetune/Learning Rate": 1.2329124412951366e-06, "Finetune/Loss": 0.5871546268463135, "Finetune/Loss (Raw)": 0.7026706337928772, "Finetune/Step": 16252, "Finetune/Step Time": 12.005899490788579}
+{"Finetune/Learning Rate": 1.232102545314351e-06, "Finetune/Loss": 0.5870124697685242, "Finetune/Loss (Raw)": 0.6299821138381958, "Finetune/Step": 16253, "Finetune/Step Time": 12.018510434776545}
+{"Finetune/Learning Rate": 1.2312928979662053e-06, "Finetune/Loss": 0.5876054167747498, "Finetune/Loss (Raw)": 0.6665328145027161, "Finetune/Step": 16254, "Finetune/Step Time": 12.019272496923804}
+{"Finetune/Learning Rate": 1.230483499273657e-06, "Finetune/Loss": 0.5877985954284668, "Finetune/Loss (Raw)": 0.6182717680931091, "Finetune/Step": 16255, "Finetune/Step Time": 12.020518919453025}
+{"Finetune/Learning Rate": 1.2296743492596587e-06, "Finetune/Loss": 0.5884953737258911, "Finetune/Loss (Raw)": 0.5369185209274292, "Finetune/Step": 16256, "Finetune/Step Time": 11.988865790888667}
+{"Finetune/Learning Rate": 1.228865447947154e-06, "Finetune/Loss": 0.5889204740524292, "Finetune/Loss (Raw)": 0.6405406594276428, "Finetune/Step": 16257, "Finetune/Step Time": 11.989610780030489}
+{"Finetune/Learning Rate": 1.228056795359086e-06, "Finetune/Loss": 0.5900907516479492, "Finetune/Loss (Raw)": 0.6047433614730835, "Finetune/Step": 16258, "Finetune/Step Time": 11.981928603723645}
+{"Finetune/Learning Rate": 1.2272483915183841e-06, "Finetune/Loss": 0.5896949768066406, "Finetune/Loss (Raw)": 0.5470582842826843, "Finetune/Step": 16259, "Finetune/Step Time": 11.982783602550626}
+{"Finetune/Learning Rate": 1.226440236447972e-06, "Finetune/Loss": 0.5887455940246582, "Finetune/Loss (Raw)": 0.4550035893917084, "Finetune/Step": 16260, "Finetune/Step Time": 11.986175889149308}
+{"Finetune/Learning Rate": 1.2256323301707652e-06, "Finetune/Loss": 0.5887464284896851, "Finetune/Loss (Raw)": 0.584975004196167, "Finetune/Step": 16261, "Finetune/Step Time": 11.989372296258807}
+{"Finetune/Learning Rate": 1.2248246727096747e-06, "Finetune/Loss": 0.5875823497772217, "Finetune/Loss (Raw)": 0.46264609694480896, "Finetune/Step": 16262, "Finetune/Step Time": 11.995261119678617}
+{"Finetune/Learning Rate": 1.2240172640876025e-06, "Finetune/Loss": 0.5871533155441284, "Finetune/Loss (Raw)": 0.5893124938011169, "Finetune/Step": 16263, "Finetune/Step Time": 11.995076771825552}
+{"Finetune/Learning Rate": 1.2232101043274437e-06, "Finetune/Loss": 0.5862213373184204, "Finetune/Loss (Raw)": 0.5719850063323975, "Finetune/Step": 16264, "Finetune/Step Time": 11.994516912847757}
+{"Finetune/Learning Rate": 1.2224031934520896e-06, "Finetune/Loss": 0.5854740738868713, "Finetune/Loss (Raw)": 0.5259888768196106, "Finetune/Step": 16265, "Finetune/Step Time": 11.99315556511283}
+{"Finetune/Learning Rate": 1.2215965314844235e-06, "Finetune/Loss": 0.5853102207183838, "Finetune/Loss (Raw)": 0.5242540836334229, "Finetune/Step": 16266, "Finetune/Step Time": 12.004914999008179}
+{"Finetune/Learning Rate": 1.2207901184473147e-06, "Finetune/Loss": 0.5854023694992065, "Finetune/Loss (Raw)": 0.6002392172813416, "Finetune/Step": 16267, "Finetune/Step Time": 12.008668538182974}
+{"Finetune/Learning Rate": 1.2199839543636338e-06, "Finetune/Loss": 0.5854309797286987, "Finetune/Loss (Raw)": 0.5659779906272888, "Finetune/Step": 16268, "Finetune/Step Time": 11.998290279880166}
+{"Finetune/Learning Rate": 1.2191780392562414e-06, "Finetune/Loss": 0.5856044292449951, "Finetune/Loss (Raw)": 0.4367002248764038, "Finetune/Step": 16269, "Finetune/Step Time": 12.01606048643589}
+{"Finetune/Learning Rate": 1.21837237314799e-06, "Finetune/Loss": 0.5850725769996643, "Finetune/Loss (Raw)": 0.5935361981391907, "Finetune/Step": 16270, "Finetune/Step Time": 12.00594581477344}
+{"Finetune/Learning Rate": 1.2175669560617243e-06, "Finetune/Loss": 0.585317075252533, "Finetune/Loss (Raw)": 0.6017244458198547, "Finetune/Step": 16271, "Finetune/Step Time": 11.986974673345685}
+{"Finetune/Learning Rate": 1.216761788020291e-06, "Finetune/Loss": 0.5852025747299194, "Finetune/Loss (Raw)": 0.6337351202964783, "Finetune/Step": 16272, "Finetune/Step Time": 12.003397844731808}
+{"Finetune/Learning Rate": 1.215956869046514e-06, "Finetune/Loss": 0.5865792036056519, "Finetune/Loss (Raw)": 0.5311390161514282, "Finetune/Step": 16273, "Finetune/Step Time": 11.974722258746624}
+{"Finetune/Learning Rate": 1.215152199163222e-06, "Finetune/Loss": 0.5859231352806091, "Finetune/Loss (Raw)": 0.4810669720172882, "Finetune/Step": 16274, "Finetune/Step Time": 11.97923381999135}
+{"Finetune/Learning Rate": 1.2143477783932334e-06, "Finetune/Loss": 0.5864815711975098, "Finetune/Loss (Raw)": 0.4997129440307617, "Finetune/Step": 16275, "Finetune/Step Time": 11.950165158137679}
+{"Finetune/Learning Rate": 1.2135436067593575e-06, "Finetune/Loss": 0.5866656303405762, "Finetune/Loss (Raw)": 0.6839321255683899, "Finetune/Step": 16276, "Finetune/Step Time": 11.95734965801239}
+{"Finetune/Learning Rate": 1.2127396842844009e-06, "Finetune/Loss": 0.5875033736228943, "Finetune/Loss (Raw)": 0.6761928200721741, "Finetune/Step": 16277, "Finetune/Step Time": 11.950796604156494}
+{"Finetune/Learning Rate": 1.2119360109911581e-06, "Finetune/Loss": 0.5865014791488647, "Finetune/Loss (Raw)": 0.5229640007019043, "Finetune/Step": 16278, "Finetune/Step Time": 11.934296311810613}
+{"Finetune/Learning Rate": 1.2111325869024215e-06, "Finetune/Loss": 0.5852401256561279, "Finetune/Loss (Raw)": 0.36074018478393555, "Finetune/Step": 16279, "Finetune/Step Time": 11.960974780842662}
+{"Finetune/Learning Rate": 1.2103294120409715e-06, "Finetune/Loss": 0.5842498540878296, "Finetune/Loss (Raw)": 0.5090457797050476, "Finetune/Step": 16280, "Finetune/Step Time": 11.94984252937138}
+{"Finetune/Learning Rate": 1.2095264864295852e-06, "Finetune/Loss": 0.5838918089866638, "Finetune/Loss (Raw)": 0.5406714081764221, "Finetune/Step": 16281, "Finetune/Step Time": 11.953293234109879}
+{"Finetune/Learning Rate": 1.2087238100910304e-06, "Finetune/Loss": 0.5838114023208618, "Finetune/Loss (Raw)": 0.6279695630073547, "Finetune/Step": 16282, "Finetune/Step Time": 11.935694644227624}
+{"Finetune/Learning Rate": 1.2079213830480707e-06, "Finetune/Loss": 0.583370566368103, "Finetune/Loss (Raw)": 0.48795756697654724, "Finetune/Step": 16283, "Finetune/Step Time": 11.927623428404331}
+{"Finetune/Learning Rate": 1.2071192053234581e-06, "Finetune/Loss": 0.5839450359344482, "Finetune/Loss (Raw)": 0.5909814238548279, "Finetune/Step": 16284, "Finetune/Step Time": 11.94171186350286}
+{"Finetune/Learning Rate": 1.2063172769399412e-06, "Finetune/Loss": 0.5828678607940674, "Finetune/Loss (Raw)": 0.49306994676589966, "Finetune/Step": 16285, "Finetune/Step Time": 11.95851126126945}
+{"Finetune/Learning Rate": 1.2055155979202616e-06, "Finetune/Loss": 0.5832322239875793, "Finetune/Loss (Raw)": 0.5978339314460754, "Finetune/Step": 16286, "Finetune/Step Time": 11.938562251627445}
+{"Finetune/Learning Rate": 1.20471416828715e-06, "Finetune/Loss": 0.5830205678939819, "Finetune/Loss (Raw)": 0.5625873804092407, "Finetune/Step": 16287, "Finetune/Step Time": 11.933946140110493}
+{"Finetune/Learning Rate": 1.203912988063335e-06, "Finetune/Loss": 0.5844336748123169, "Finetune/Loss (Raw)": 0.6807851791381836, "Finetune/Step": 16288, "Finetune/Step Time": 11.927077317610383}
+{"Finetune/Learning Rate": 1.2031120572715348e-06, "Finetune/Loss": 0.5838048458099365, "Finetune/Loss (Raw)": 0.5353493094444275, "Finetune/Step": 16289, "Finetune/Step Time": 11.920811032876372}
+{"Finetune/Learning Rate": 1.202311375934464e-06, "Finetune/Loss": 0.5847181081771851, "Finetune/Loss (Raw)": 0.574984073638916, "Finetune/Step": 16290, "Finetune/Step Time": 11.889072412624955}
+{"Finetune/Learning Rate": 1.2015109440748207e-06, "Finetune/Loss": 0.5847104787826538, "Finetune/Loss (Raw)": 0.5418052077293396, "Finetune/Step": 16291, "Finetune/Step Time": 11.873007226735353}
+{"Finetune/Learning Rate": 1.2007107617153091e-06, "Finetune/Loss": 0.5839470624923706, "Finetune/Loss (Raw)": 0.570446252822876, "Finetune/Step": 16292, "Finetune/Step Time": 11.87107309512794}
+{"Finetune/Learning Rate": 1.19991082887862e-06, "Finetune/Loss": 0.5831485986709595, "Finetune/Loss (Raw)": 0.6141780614852905, "Finetune/Step": 16293, "Finetune/Step Time": 11.873642727732658}
+{"Finetune/Learning Rate": 1.1991111455874338e-06, "Finetune/Loss": 0.5827326774597168, "Finetune/Loss (Raw)": 0.5583009123802185, "Finetune/Step": 16294, "Finetune/Step Time": 11.856061657890677}
+{"Finetune/Learning Rate": 1.1983117118644304e-06, "Finetune/Loss": 0.583058774471283, "Finetune/Loss (Raw)": 0.6397731900215149, "Finetune/Step": 16295, "Finetune/Step Time": 11.851470280438662}
+{"Finetune/Learning Rate": 1.1975125277322797e-06, "Finetune/Loss": 0.583075761795044, "Finetune/Loss (Raw)": 0.6395869255065918, "Finetune/Step": 16296, "Finetune/Step Time": 11.857566505670547}
+{"Finetune/Learning Rate": 1.196713593213641e-06, "Finetune/Loss": 0.5830665826797485, "Finetune/Loss (Raw)": 0.5651319026947021, "Finetune/Step": 16297, "Finetune/Step Time": 11.882955517619848}
+{"Finetune/Learning Rate": 1.1959149083311695e-06, "Finetune/Loss": 0.5818933844566345, "Finetune/Loss (Raw)": 0.4495626389980316, "Finetune/Step": 16298, "Finetune/Step Time": 11.90256056562066}
+{"Finetune/Learning Rate": 1.1951164731075183e-06, "Finetune/Loss": 0.5816909670829773, "Finetune/Loss (Raw)": 0.5298393368721008, "Finetune/Step": 16299, "Finetune/Step Time": 11.900419091805816}
+{"Finetune/Learning Rate": 1.1943182875653258e-06, "Finetune/Loss": 0.582581639289856, "Finetune/Loss (Raw)": 0.6319432258605957, "Finetune/Step": 16300, "Finetune/Step Time": 11.905565002933145}
+{"Finetune/Learning Rate": 1.1935203517272264e-06, "Finetune/Loss": 0.5823779106140137, "Finetune/Loss (Raw)": 0.6284593343734741, "Finetune/Step": 16301, "Finetune/Step Time": 11.903990123420954}
+{"Finetune/Learning Rate": 1.1927226656158497e-06, "Finetune/Loss": 0.5825057029724121, "Finetune/Loss (Raw)": 0.6026768088340759, "Finetune/Step": 16302, "Finetune/Step Time": 11.948182929307222}
+{"Finetune/Learning Rate": 1.1919252292538118e-06, "Finetune/Loss": 0.5825960636138916, "Finetune/Loss (Raw)": 0.6443341374397278, "Finetune/Step": 16303, "Finetune/Step Time": 11.948343170806766}
+{"Finetune/Learning Rate": 1.1911280426637274e-06, "Finetune/Loss": 0.5821897387504578, "Finetune/Loss (Raw)": 0.596297025680542, "Finetune/Step": 16304, "Finetune/Step Time": 11.944086400792003}
+{"Finetune/Learning Rate": 1.190331105868201e-06, "Finetune/Loss": 0.5818809270858765, "Finetune/Loss (Raw)": 0.5772421956062317, "Finetune/Step": 16305, "Finetune/Step Time": 11.933728283271194}
+{"Finetune/Learning Rate": 1.1895344188898339e-06, "Finetune/Loss": 0.5820209383964539, "Finetune/Loss (Raw)": 0.5804814696311951, "Finetune/Step": 16306, "Finetune/Step Time": 11.937548730522394}
+{"Finetune/Learning Rate": 1.1887379817512178e-06, "Finetune/Loss": 0.5829585790634155, "Finetune/Loss (Raw)": 0.6833189129829407, "Finetune/Step": 16307, "Finetune/Step Time": 11.971104303374887}
+{"Finetune/Learning Rate": 1.1879417944749395e-06, "Finetune/Loss": 0.5837355256080627, "Finetune/Loss (Raw)": 0.6945136785507202, "Finetune/Step": 16308, "Finetune/Step Time": 11.96902690641582}
+{"Finetune/Learning Rate": 1.1871458570835715e-06, "Finetune/Loss": 0.5827540755271912, "Finetune/Loss (Raw)": 0.5123304724693298, "Finetune/Step": 16309, "Finetune/Step Time": 11.967970106750727}
+{"Finetune/Learning Rate": 1.186350169599686e-06, "Finetune/Loss": 0.5823703408241272, "Finetune/Loss (Raw)": 0.6139166355133057, "Finetune/Step": 16310, "Finetune/Step Time": 11.971815936267376}
+{"Finetune/Learning Rate": 1.1855547320458472e-06, "Finetune/Loss": 0.5829452276229858, "Finetune/Loss (Raw)": 0.6110494136810303, "Finetune/Step": 16311, "Finetune/Step Time": 11.978572115302086}
+{"Finetune/Learning Rate": 1.1847595444446115e-06, "Finetune/Loss": 0.5825116038322449, "Finetune/Loss (Raw)": 0.524277925491333, "Finetune/Step": 16312, "Finetune/Step Time": 11.977889882400632}
+{"Finetune/Learning Rate": 1.1839646068185252e-06, "Finetune/Loss": 0.5825604200363159, "Finetune/Loss (Raw)": 0.5775601863861084, "Finetune/Step": 16313, "Finetune/Step Time": 11.983875878155231}
+{"Finetune/Learning Rate": 1.183169919190138e-06, "Finetune/Loss": 0.5819249153137207, "Finetune/Loss (Raw)": 0.6432664394378662, "Finetune/Step": 16314, "Finetune/Step Time": 11.9773353561759}
+{"Finetune/Learning Rate": 1.1823754815819777e-06, "Finetune/Loss": 0.5814538598060608, "Finetune/Loss (Raw)": 0.648732602596283, "Finetune/Step": 16315, "Finetune/Step Time": 11.971319776028395}
+{"Finetune/Learning Rate": 1.181581294016575e-06, "Finetune/Loss": 0.5822848081588745, "Finetune/Loss (Raw)": 0.5750335454940796, "Finetune/Step": 16316, "Finetune/Step Time": 11.946113768965006}
+{"Finetune/Learning Rate": 1.1807873565164507e-06, "Finetune/Loss": 0.5819953083992004, "Finetune/Loss (Raw)": 0.5719057321548462, "Finetune/Step": 16317, "Finetune/Step Time": 11.942789806053042}
+{"Finetune/Learning Rate": 1.179993669104118e-06, "Finetune/Loss": 0.5814521908760071, "Finetune/Loss (Raw)": 0.5343520641326904, "Finetune/Step": 16318, "Finetune/Step Time": 11.970969239249825}
+{"Finetune/Learning Rate": 1.1792002318020845e-06, "Finetune/Loss": 0.5821939706802368, "Finetune/Loss (Raw)": 0.6219637393951416, "Finetune/Step": 16319, "Finetune/Step Time": 11.960930991917849}
+{"Finetune/Learning Rate": 1.1784070446328477e-06, "Finetune/Loss": 0.5807788372039795, "Finetune/Loss (Raw)": 0.5235763192176819, "Finetune/Step": 16320, "Finetune/Step Time": 11.976533012464643}
+{"Finetune/Learning Rate": 1.1776141076189062e-06, "Finetune/Loss": 0.5810730457305908, "Finetune/Loss (Raw)": 0.6429482102394104, "Finetune/Step": 16321, "Finetune/Step Time": 11.980331391096115}
+{"Finetune/Learning Rate": 1.1768214207827377e-06, "Finetune/Loss": 0.5817756652832031, "Finetune/Loss (Raw)": 0.588017463684082, "Finetune/Step": 16322, "Finetune/Step Time": 11.978094665333629}
+{"Finetune/Learning Rate": 1.1760289841468253e-06, "Finetune/Loss": 0.5817008018493652, "Finetune/Loss (Raw)": 0.6065513491630554, "Finetune/Step": 16323, "Finetune/Step Time": 11.97370332852006}
+{"Finetune/Learning Rate": 1.1752367977336376e-06, "Finetune/Loss": 0.5815416574478149, "Finetune/Loss (Raw)": 0.5001192688941956, "Finetune/Step": 16324, "Finetune/Step Time": 11.975293941795826}
+{"Finetune/Learning Rate": 1.1744448615656411e-06, "Finetune/Loss": 0.5811963081359863, "Finetune/Loss (Raw)": 0.5537183880805969, "Finetune/Step": 16325, "Finetune/Step Time": 11.973597394302487}
+{"Finetune/Learning Rate": 1.1736531756652914e-06, "Finetune/Loss": 0.580863356590271, "Finetune/Loss (Raw)": 0.7058916687965393, "Finetune/Step": 16326, "Finetune/Step Time": 11.98669090308249}
+{"Finetune/Learning Rate": 1.172861740055039e-06, "Finetune/Loss": 0.5819764733314514, "Finetune/Loss (Raw)": 0.6708243489265442, "Finetune/Step": 16327, "Finetune/Step Time": 11.980383109301329}
+{"Finetune/Learning Rate": 1.1720705547573263e-06, "Finetune/Loss": 0.5821261405944824, "Finetune/Loss (Raw)": 0.5073204636573792, "Finetune/Step": 16328, "Finetune/Step Time": 11.973795061931014}
+{"Finetune/Learning Rate": 1.1712796197945897e-06, "Finetune/Loss": 0.5828763246536255, "Finetune/Loss (Raw)": 0.6075045466423035, "Finetune/Step": 16329, "Finetune/Step Time": 11.964209062978625}
+{"Finetune/Learning Rate": 1.170488935189258e-06, "Finetune/Loss": 0.5849699974060059, "Finetune/Loss (Raw)": 0.742664635181427, "Finetune/Step": 16330, "Finetune/Step Time": 11.966679614037275}
+{"Finetune/Learning Rate": 1.1696985009637518e-06, "Finetune/Loss": 0.5857223868370056, "Finetune/Loss (Raw)": 0.6580972671508789, "Finetune/Step": 16331, "Finetune/Step Time": 11.967131040990353}
+{"Finetune/Learning Rate": 1.1689083171404859e-06, "Finetune/Loss": 0.5854488611221313, "Finetune/Loss (Raw)": 0.5595335364341736, "Finetune/Step": 16332, "Finetune/Step Time": 11.957178166136146}
+{"Finetune/Learning Rate": 1.1681183837418687e-06, "Finetune/Loss": 0.5865780115127563, "Finetune/Loss (Raw)": 0.6107431054115295, "Finetune/Step": 16333, "Finetune/Step Time": 11.935029726475477}
+{"Finetune/Learning Rate": 1.1673287007902988e-06, "Finetune/Loss": 0.5870206356048584, "Finetune/Loss (Raw)": 0.6927595734596252, "Finetune/Step": 16334, "Finetune/Step Time": 11.947112545371056}
+{"Finetune/Learning Rate": 1.166539268308171e-06, "Finetune/Loss": 0.58686363697052, "Finetune/Loss (Raw)": 0.5745486617088318, "Finetune/Step": 16335, "Finetune/Step Time": 11.951638009399176}
+{"Finetune/Learning Rate": 1.1657500863178694e-06, "Finetune/Loss": 0.5866476893424988, "Finetune/Loss (Raw)": 0.629800021648407, "Finetune/Step": 16336, "Finetune/Step Time": 11.942764660343528}
+{"Finetune/Learning Rate": 1.164961154841775e-06, "Finetune/Loss": 0.5859313607215881, "Finetune/Loss (Raw)": 0.4364757835865021, "Finetune/Step": 16337, "Finetune/Step Time": 11.967870147898793}
+{"Finetune/Learning Rate": 1.1641724739022586e-06, "Finetune/Loss": 0.5859524011611938, "Finetune/Loss (Raw)": 0.4926580786705017, "Finetune/Step": 16338, "Finetune/Step Time": 11.976360427215695}
+{"Finetune/Learning Rate": 1.163384043521687e-06, "Finetune/Loss": 0.5850440263748169, "Finetune/Loss (Raw)": 0.541893720626831, "Finetune/Step": 16339, "Finetune/Step Time": 11.968393540009856}
+{"Finetune/Learning Rate": 1.1625958637224122e-06, "Finetune/Loss": 0.5845181941986084, "Finetune/Loss (Raw)": 0.5566462874412537, "Finetune/Step": 16340, "Finetune/Step Time": 11.977010890841484}
+{"Finetune/Learning Rate": 1.1618079345267897e-06, "Finetune/Loss": 0.5841503739356995, "Finetune/Loss (Raw)": 0.5437847375869751, "Finetune/Step": 16341, "Finetune/Step Time": 11.957727001979947}
+{"Finetune/Learning Rate": 1.1610202559571626e-06, "Finetune/Loss": 0.5842081904411316, "Finetune/Loss (Raw)": 0.5075205564498901, "Finetune/Step": 16342, "Finetune/Step Time": 11.956459164619446}
+{"Finetune/Learning Rate": 1.1602328280358655e-06, "Finetune/Loss": 0.5837224721908569, "Finetune/Loss (Raw)": 0.6637530326843262, "Finetune/Step": 16343, "Finetune/Step Time": 11.937856493517756}
+{"Finetune/Learning Rate": 1.1594456507852293e-06, "Finetune/Loss": 0.5819891691207886, "Finetune/Loss (Raw)": 0.5090009570121765, "Finetune/Step": 16344, "Finetune/Step Time": 11.917578682303429}
+{"Finetune/Learning Rate": 1.158658724227577e-06, "Finetune/Loss": 0.5818791389465332, "Finetune/Loss (Raw)": 0.5352058410644531, "Finetune/Step": 16345, "Finetune/Step Time": 11.920686226338148}
+{"Finetune/Learning Rate": 1.1578720483852202e-06, "Finetune/Loss": 0.5797849893569946, "Finetune/Loss (Raw)": 0.46832868456840515, "Finetune/Step": 16346, "Finetune/Step Time": 11.947303682565689}
+{"Finetune/Learning Rate": 1.1570856232804661e-06, "Finetune/Loss": 0.5808210372924805, "Finetune/Loss (Raw)": 0.6016858816146851, "Finetune/Step": 16347, "Finetune/Step Time": 11.933062314987183}
+{"Finetune/Learning Rate": 1.1562994489356194e-06, "Finetune/Loss": 0.5806252956390381, "Finetune/Loss (Raw)": 0.71319979429245, "Finetune/Step": 16348, "Finetune/Step Time": 11.94090965948999}
+{"Finetune/Learning Rate": 1.1555135253729732e-06, "Finetune/Loss": 0.5799878239631653, "Finetune/Loss (Raw)": 0.5350022912025452, "Finetune/Step": 16349, "Finetune/Step Time": 11.946830373257399}
+{"Finetune/Learning Rate": 1.154727852614812e-06, "Finetune/Loss": 0.5786445140838623, "Finetune/Loss (Raw)": 0.5915347933769226, "Finetune/Step": 16350, "Finetune/Step Time": 11.929025884717703}
+{"Finetune/Learning Rate": 1.153942430683419e-06, "Finetune/Loss": 0.5788164734840393, "Finetune/Loss (Raw)": 0.5872927308082581, "Finetune/Step": 16351, "Finetune/Step Time": 12.002401044592261}
+{"Finetune/Learning Rate": 1.153157259601062e-06, "Finetune/Loss": 0.5782017707824707, "Finetune/Loss (Raw)": 0.6782823204994202, "Finetune/Step": 16352, "Finetune/Step Time": 12.009024513885379}
+{"Finetune/Learning Rate": 1.1523723393900077e-06, "Finetune/Loss": 0.5767839550971985, "Finetune/Loss (Raw)": 0.44930705428123474, "Finetune/Step": 16353, "Finetune/Step Time": 12.021513288840652}
+{"Finetune/Learning Rate": 1.1515876700725127e-06, "Finetune/Loss": 0.5759544372558594, "Finetune/Loss (Raw)": 0.5333718061447144, "Finetune/Step": 16354, "Finetune/Step Time": 12.026479136198759}
+{"Finetune/Learning Rate": 1.1508032516708311e-06, "Finetune/Loss": 0.5760871171951294, "Finetune/Loss (Raw)": 0.5844784379005432, "Finetune/Step": 16355, "Finetune/Step Time": 12.00520283728838}
+{"Finetune/Learning Rate": 1.1500190842072067e-06, "Finetune/Loss": 0.5767353177070618, "Finetune/Loss (Raw)": 0.6920617818832397, "Finetune/Step": 16356, "Finetune/Step Time": 12.006959572434425}
+{"Finetune/Learning Rate": 1.149235167703877e-06, "Finetune/Loss": 0.5776231288909912, "Finetune/Loss (Raw)": 0.6299395561218262, "Finetune/Step": 16357, "Finetune/Step Time": 12.009980527684093}
+{"Finetune/Learning Rate": 1.1484515021830677e-06, "Finetune/Loss": 0.5796714425086975, "Finetune/Loss (Raw)": 0.6484095454216003, "Finetune/Step": 16358, "Finetune/Step Time": 11.981470650061965}
+{"Finetune/Learning Rate": 1.147668087667002e-06, "Finetune/Loss": 0.5787866115570068, "Finetune/Loss (Raw)": 0.5222247838973999, "Finetune/Step": 16359, "Finetune/Step Time": 11.980205852538347}
+{"Finetune/Learning Rate": 1.1468849241778978e-06, "Finetune/Loss": 0.5802782773971558, "Finetune/Loss (Raw)": 0.7471299767494202, "Finetune/Step": 16360, "Finetune/Step Time": 11.994324183091521}
+{"Finetune/Learning Rate": 1.1461020117379606e-06, "Finetune/Loss": 0.579864501953125, "Finetune/Loss (Raw)": 0.5775551199913025, "Finetune/Step": 16361, "Finetune/Step Time": 11.976344419643283}
+{"Finetune/Learning Rate": 1.1453193503693948e-06, "Finetune/Loss": 0.5800036191940308, "Finetune/Loss (Raw)": 0.6006879210472107, "Finetune/Step": 16362, "Finetune/Step Time": 11.972636368125677}
+{"Finetune/Learning Rate": 1.144536940094395e-06, "Finetune/Loss": 0.5789055228233337, "Finetune/Loss (Raw)": 0.48316022753715515, "Finetune/Step": 16363, "Finetune/Step Time": 12.034580269828439}
+{"Finetune/Learning Rate": 1.1437547809351435e-06, "Finetune/Loss": 0.5779260396957397, "Finetune/Loss (Raw)": 0.47660356760025024, "Finetune/Step": 16364, "Finetune/Step Time": 12.057377586141229}
+{"Finetune/Learning Rate": 1.1429728729138234e-06, "Finetune/Loss": 0.5787502527236938, "Finetune/Loss (Raw)": 0.654365062713623, "Finetune/Step": 16365, "Finetune/Step Time": 12.059425851330161}
+{"Finetune/Learning Rate": 1.142191216052606e-06, "Finetune/Loss": 0.5779172778129578, "Finetune/Loss (Raw)": 0.6014136672019958, "Finetune/Step": 16366, "Finetune/Step Time": 12.053935876116157}
+{"Finetune/Learning Rate": 1.1414098103736582e-06, "Finetune/Loss": 0.5779566764831543, "Finetune/Loss (Raw)": 0.5396497845649719, "Finetune/Step": 16367, "Finetune/Step Time": 12.05133505165577}
+{"Finetune/Learning Rate": 1.1406286558991376e-06, "Finetune/Loss": 0.5783712267875671, "Finetune/Loss (Raw)": 0.6123630404472351, "Finetune/Step": 16368, "Finetune/Step Time": 12.047631012275815}
+{"Finetune/Learning Rate": 1.1398477526511952e-06, "Finetune/Loss": 0.5775328278541565, "Finetune/Loss (Raw)": 0.5083475708961487, "Finetune/Step": 16369, "Finetune/Step Time": 12.030519139021635}
+{"Finetune/Learning Rate": 1.139067100651976e-06, "Finetune/Loss": 0.577181339263916, "Finetune/Loss (Raw)": 0.5416242480278015, "Finetune/Step": 16370, "Finetune/Step Time": 12.02946981601417}
+{"Finetune/Learning Rate": 1.1382866999236165e-06, "Finetune/Loss": 0.5772745013237, "Finetune/Loss (Raw)": 0.579796314239502, "Finetune/Step": 16371, "Finetune/Step Time": 12.023779485374689}
+{"Finetune/Learning Rate": 1.1375065504882465e-06, "Finetune/Loss": 0.576137900352478, "Finetune/Loss (Raw)": 0.45603668689727783, "Finetune/Step": 16372, "Finetune/Step Time": 12.028830781579018}
+{"Finetune/Learning Rate": 1.1367266523679888e-06, "Finetune/Loss": 0.5763514041900635, "Finetune/Loss (Raw)": 0.6383025050163269, "Finetune/Step": 16373, "Finetune/Step Time": 12.02606302127242}
+{"Finetune/Learning Rate": 1.1359470055849609e-06, "Finetune/Loss": 0.5763609409332275, "Finetune/Loss (Raw)": 0.546873927116394, "Finetune/Step": 16374, "Finetune/Step Time": 12.021089365705848}
+{"Finetune/Learning Rate": 1.1351676101612685e-06, "Finetune/Loss": 0.5794278383255005, "Finetune/Loss (Raw)": 0.7584892511367798, "Finetune/Step": 16375, "Finetune/Step Time": 12.010069329291582}
+{"Finetune/Learning Rate": 1.1343884661190153e-06, "Finetune/Loss": 0.5789166688919067, "Finetune/Loss (Raw)": 0.46323585510253906, "Finetune/Step": 16376, "Finetune/Step Time": 12.020756743848324}
+{"Finetune/Learning Rate": 1.1336095734802943e-06, "Finetune/Loss": 0.5797293186187744, "Finetune/Loss (Raw)": 0.6310091614723206, "Finetune/Step": 16377, "Finetune/Step Time": 12.029257040470839}
+{"Finetune/Learning Rate": 1.1328309322671937e-06, "Finetune/Loss": 0.5809440016746521, "Finetune/Loss (Raw)": 0.7747334241867065, "Finetune/Step": 16378, "Finetune/Step Time": 12.028172058984637}
+{"Finetune/Learning Rate": 1.1320525425017937e-06, "Finetune/Loss": 0.581075131893158, "Finetune/Loss (Raw)": 0.5575026869773865, "Finetune/Step": 16379, "Finetune/Step Time": 12.024784317240119}
+{"Finetune/Learning Rate": 1.1312744042061653e-06, "Finetune/Loss": 0.5802004337310791, "Finetune/Loss (Raw)": 0.5907048583030701, "Finetune/Step": 16380, "Finetune/Step Time": 12.031521119177341}
+{"Finetune/Learning Rate": 1.1304965174023751e-06, "Finetune/Loss": 0.5804497003555298, "Finetune/Loss (Raw)": 0.6618909239768982, "Finetune/Step": 16381, "Finetune/Step Time": 12.026497358456254}
+{"Finetune/Learning Rate": 1.129718882112484e-06, "Finetune/Loss": 0.5797297954559326, "Finetune/Loss (Raw)": 0.5743877291679382, "Finetune/Step": 16382, "Finetune/Step Time": 12.020253226161003}
+{"Finetune/Learning Rate": 1.12894149835854e-06, "Finetune/Loss": 0.5792357921600342, "Finetune/Loss (Raw)": 0.5550398826599121, "Finetune/Step": 16383, "Finetune/Step Time": 12.020310098305345}
+{"Finetune/Learning Rate": 1.1281643661625896e-06, "Finetune/Loss": 0.5799219012260437, "Finetune/Loss (Raw)": 0.6247382760047913, "Finetune/Step": 16384, "Finetune/Step Time": 12.025869218632579}
+{"Finetune/Learning Rate": 1.1273874855466704e-06, "Finetune/Loss": 0.5802274942398071, "Finetune/Loss (Raw)": 0.679648756980896, "Finetune/Step": 16385, "Finetune/Step Time": 12.0237270090729}
+{"Finetune/Learning Rate": 1.1266108565328103e-06, "Finetune/Loss": 0.5799325704574585, "Finetune/Loss (Raw)": 0.5670047402381897, "Finetune/Step": 16386, "Finetune/Step Time": 12.02453419007361}
+{"Finetune/Learning Rate": 1.1258344791430375e-06, "Finetune/Loss": 0.5795989632606506, "Finetune/Loss (Raw)": 0.504350483417511, "Finetune/Step": 16387, "Finetune/Step Time": 12.027733281254768}
+{"Finetune/Learning Rate": 1.1250583533993598e-06, "Finetune/Loss": 0.5791095495223999, "Finetune/Loss (Raw)": 0.3923645317554474, "Finetune/Step": 16388, "Finetune/Step Time": 12.056566765531898}
+{"Finetune/Learning Rate": 1.1242824793237917e-06, "Finetune/Loss": 0.5789340734481812, "Finetune/Loss (Raw)": 0.56251460313797, "Finetune/Step": 16389, "Finetune/Step Time": 12.067819371819496}
+{"Finetune/Learning Rate": 1.1235068569383334e-06, "Finetune/Loss": 0.5806926488876343, "Finetune/Loss (Raw)": 0.6877403259277344, "Finetune/Step": 16390, "Finetune/Step Time": 12.063588038086891}
+{"Finetune/Learning Rate": 1.1227314862649785e-06, "Finetune/Loss": 0.5810063481330872, "Finetune/Loss (Raw)": 0.6294628381729126, "Finetune/Step": 16391, "Finetune/Step Time": 12.065013630315661}
+{"Finetune/Learning Rate": 1.1219563673257162e-06, "Finetune/Loss": 0.5812877416610718, "Finetune/Loss (Raw)": 0.6080121397972107, "Finetune/Step": 16392, "Finetune/Step Time": 12.059753580018878}
+{"Finetune/Learning Rate": 1.1211815001425275e-06, "Finetune/Loss": 0.5807102918624878, "Finetune/Loss (Raw)": 0.45206737518310547, "Finetune/Step": 16393, "Finetune/Step Time": 12.088351991027594}
+{"Finetune/Learning Rate": 1.1204068847373806e-06, "Finetune/Loss": 0.5820896029472351, "Finetune/Loss (Raw)": 0.7008033394813538, "Finetune/Step": 16394, "Finetune/Step Time": 12.06938797608018}
+{"Finetune/Learning Rate": 1.1196325211322457e-06, "Finetune/Loss": 0.5817562937736511, "Finetune/Loss (Raw)": 0.557579755783081, "Finetune/Step": 16395, "Finetune/Step Time": 12.070018034428358}
+{"Finetune/Learning Rate": 1.1188584093490773e-06, "Finetune/Loss": 0.5810938477516174, "Finetune/Loss (Raw)": 0.4811842739582062, "Finetune/Step": 16396, "Finetune/Step Time": 12.066499684005976}
+{"Finetune/Learning Rate": 1.1180845494098313e-06, "Finetune/Loss": 0.5813959240913391, "Finetune/Loss (Raw)": 0.4753716289997101, "Finetune/Step": 16397, "Finetune/Step Time": 12.054342998191714}
+{"Finetune/Learning Rate": 1.1173109413364513e-06, "Finetune/Loss": 0.5812995433807373, "Finetune/Loss (Raw)": 0.5811905264854431, "Finetune/Step": 16398, "Finetune/Step Time": 12.05557526089251}
+{"Finetune/Learning Rate": 1.1165375851508764e-06, "Finetune/Loss": 0.5808744430541992, "Finetune/Loss (Raw)": 0.5473133325576782, "Finetune/Step": 16399, "Finetune/Step Time": 12.050713310018182}
+{"Finetune/Learning Rate": 1.1157644808750313e-06, "Finetune/Loss": 0.5806229114532471, "Finetune/Loss (Raw)": 0.6015380620956421, "Finetune/Step": 16400, "Finetune/Step Time": 12.035014498978853}
+{"Finetune/Learning Rate": 1.1149916285308426e-06, "Finetune/Loss": 0.5811192989349365, "Finetune/Loss (Raw)": 0.5946831107139587, "Finetune/Step": 16401, "Finetune/Step Time": 12.03450534120202}
+{"Finetune/Learning Rate": 1.1142190281402266e-06, "Finetune/Loss": 0.5821428894996643, "Finetune/Loss (Raw)": 0.6120796799659729, "Finetune/Step": 16402, "Finetune/Step Time": 12.02470020763576}
+{"Finetune/Learning Rate": 1.1134466797250876e-06, "Finetune/Loss": 0.5823779106140137, "Finetune/Loss (Raw)": 0.5298025608062744, "Finetune/Step": 16403, "Finetune/Step Time": 12.024288926273584}
+{"Finetune/Learning Rate": 1.1126745833073338e-06, "Finetune/Loss": 0.5813305377960205, "Finetune/Loss (Raw)": 0.5498603582382202, "Finetune/Step": 16404, "Finetune/Step Time": 12.0245028026402}
+{"Finetune/Learning Rate": 1.1119027389088565e-06, "Finetune/Loss": 0.5810039043426514, "Finetune/Loss (Raw)": 0.6343900561332703, "Finetune/Step": 16405, "Finetune/Step Time": 12.029984433203936}
+{"Finetune/Learning Rate": 1.111131146551545e-06, "Finetune/Loss": 0.5824098587036133, "Finetune/Loss (Raw)": 0.7029198408126831, "Finetune/Step": 16406, "Finetune/Step Time": 12.03159761056304}
+{"Finetune/Learning Rate": 1.1103598062572762e-06, "Finetune/Loss": 0.5846004486083984, "Finetune/Loss (Raw)": 0.6411330699920654, "Finetune/Step": 16407, "Finetune/Step Time": 12.001257052645087}
+{"Finetune/Learning Rate": 1.1095887180479248e-06, "Finetune/Loss": 0.5851339101791382, "Finetune/Loss (Raw)": 0.5773292183876038, "Finetune/Step": 16408, "Finetune/Step Time": 12.003513624891639}
+{"Finetune/Learning Rate": 1.1088178819453555e-06, "Finetune/Loss": 0.5855034589767456, "Finetune/Loss (Raw)": 0.5879787802696228, "Finetune/Step": 16409, "Finetune/Step Time": 12.006092017516494}
+{"Finetune/Learning Rate": 1.1080472979714263e-06, "Finetune/Loss": 0.5850797295570374, "Finetune/Loss (Raw)": 0.5737314224243164, "Finetune/Step": 16410, "Finetune/Step Time": 12.008995067328215}
+{"Finetune/Learning Rate": 1.1072769661479922e-06, "Finetune/Loss": 0.5854385495185852, "Finetune/Loss (Raw)": 0.5338939428329468, "Finetune/Step": 16411, "Finetune/Step Time": 12.017461635172367}
+{"Finetune/Learning Rate": 1.1065068864968976e-06, "Finetune/Loss": 0.5855746269226074, "Finetune/Loss (Raw)": 0.6083971261978149, "Finetune/Step": 16412, "Finetune/Step Time": 12.002122128382325}
+{"Finetune/Learning Rate": 1.1057370590399763e-06, "Finetune/Loss": 0.5858556032180786, "Finetune/Loss (Raw)": 0.5290347933769226, "Finetune/Step": 16413, "Finetune/Step Time": 11.980588041245937}
+{"Finetune/Learning Rate": 1.104967483799061e-06, "Finetune/Loss": 0.5862481594085693, "Finetune/Loss (Raw)": 0.6480776071548462, "Finetune/Step": 16414, "Finetune/Step Time": 11.980656739324331}
+{"Finetune/Learning Rate": 1.1041981607959728e-06, "Finetune/Loss": 0.5862225294113159, "Finetune/Loss (Raw)": 0.5593112707138062, "Finetune/Step": 16415, "Finetune/Step Time": 11.983499770984054}
+{"Finetune/Learning Rate": 1.1034290900525279e-06, "Finetune/Loss": 0.5846851468086243, "Finetune/Loss (Raw)": 0.4839959144592285, "Finetune/Step": 16416, "Finetune/Step Time": 11.989913191646338}
+{"Finetune/Learning Rate": 1.1026602715905343e-06, "Finetune/Loss": 0.5856237411499023, "Finetune/Loss (Raw)": 0.6554918885231018, "Finetune/Step": 16417, "Finetune/Step Time": 11.997552009299397}
+{"Finetune/Learning Rate": 1.101891705431799e-06, "Finetune/Loss": 0.5860477685928345, "Finetune/Loss (Raw)": 0.6292523741722107, "Finetune/Step": 16418, "Finetune/Step Time": 12.008247857913375}
+{"Finetune/Learning Rate": 1.10112339159811e-06, "Finetune/Loss": 0.5864212512969971, "Finetune/Loss (Raw)": 0.5896250009536743, "Finetune/Step": 16419, "Finetune/Step Time": 11.993744030594826}
+{"Finetune/Learning Rate": 1.1003553301112557e-06, "Finetune/Loss": 0.5866893529891968, "Finetune/Loss (Raw)": 0.6047490239143372, "Finetune/Step": 16420, "Finetune/Step Time": 11.994360357522964}
+{"Finetune/Learning Rate": 1.0995875209930185e-06, "Finetune/Loss": 0.5856638550758362, "Finetune/Loss (Raw)": 0.48291653394699097, "Finetune/Step": 16421, "Finetune/Step Time": 12.013054778799415}
+{"Finetune/Learning Rate": 1.0988199642651687e-06, "Finetune/Loss": 0.5866791605949402, "Finetune/Loss (Raw)": 0.6882631182670593, "Finetune/Step": 16422, "Finetune/Step Time": 12.001255074515939}
+{"Finetune/Learning Rate": 1.0980526599494733e-06, "Finetune/Loss": 0.5849901437759399, "Finetune/Loss (Raw)": 0.4235788881778717, "Finetune/Step": 16423, "Finetune/Step Time": 12.030364470556378}
+{"Finetune/Learning Rate": 1.0972856080676908e-06, "Finetune/Loss": 0.5848491787910461, "Finetune/Loss (Raw)": 0.621544361114502, "Finetune/Step": 16424, "Finetune/Step Time": 12.01600599847734}
+{"Finetune/Learning Rate": 1.0965188086415735e-06, "Finetune/Loss": 0.585373044013977, "Finetune/Loss (Raw)": 0.6321805119514465, "Finetune/Step": 16425, "Finetune/Step Time": 11.990247189998627}
+{"Finetune/Learning Rate": 1.0957522616928629e-06, "Finetune/Loss": 0.5861153602600098, "Finetune/Loss (Raw)": 0.5445834398269653, "Finetune/Step": 16426, "Finetune/Step Time": 11.971679734066129}
+{"Finetune/Learning Rate": 1.0949859672432993e-06, "Finetune/Loss": 0.5864168405532837, "Finetune/Loss (Raw)": 0.5684373378753662, "Finetune/Step": 16427, "Finetune/Step Time": 11.985178329050541}
+{"Finetune/Learning Rate": 1.0942199253146103e-06, "Finetune/Loss": 0.5864356160163879, "Finetune/Loss (Raw)": 0.6343376040458679, "Finetune/Step": 16428, "Finetune/Step Time": 11.983146840706468}
+{"Finetune/Learning Rate": 1.09345413592852e-06, "Finetune/Loss": 0.5857083201408386, "Finetune/Loss (Raw)": 0.535367488861084, "Finetune/Step": 16429, "Finetune/Step Time": 12.035291923210025}
+{"Finetune/Learning Rate": 1.0926885991067437e-06, "Finetune/Loss": 0.5858266353607178, "Finetune/Loss (Raw)": 0.6178206205368042, "Finetune/Step": 16430, "Finetune/Step Time": 11.990425299853086}
+{"Finetune/Learning Rate": 1.0919233148709895e-06, "Finetune/Loss": 0.5848285555839539, "Finetune/Loss (Raw)": 0.5165784955024719, "Finetune/Step": 16431, "Finetune/Step Time": 12.011751821264625}
+{"Finetune/Learning Rate": 1.0911582832429591e-06, "Finetune/Loss": 0.5847867727279663, "Finetune/Loss (Raw)": 0.5909500122070312, "Finetune/Step": 16432, "Finetune/Step Time": 12.011793131008744}
+{"Finetune/Learning Rate": 1.0903935042443469e-06, "Finetune/Loss": 0.5849445462226868, "Finetune/Loss (Raw)": 0.5974388122558594, "Finetune/Step": 16433, "Finetune/Step Time": 12.030880432575941}
+{"Finetune/Learning Rate": 1.0896289778968384e-06, "Finetune/Loss": 0.5844530463218689, "Finetune/Loss (Raw)": 0.5175692439079285, "Finetune/Step": 16434, "Finetune/Step Time": 12.029008861631155}
+{"Finetune/Learning Rate": 1.0888647042221146e-06, "Finetune/Loss": 0.5828903317451477, "Finetune/Loss (Raw)": 0.4832925796508789, "Finetune/Step": 16435, "Finetune/Step Time": 12.020376402884722}
+{"Finetune/Learning Rate": 1.0881006832418506e-06, "Finetune/Loss": 0.5816370248794556, "Finetune/Loss (Raw)": 0.5340899229049683, "Finetune/Step": 16436, "Finetune/Step Time": 12.029985075816512}
+{"Finetune/Learning Rate": 1.0873369149777047e-06, "Finetune/Loss": 0.5809027552604675, "Finetune/Loss (Raw)": 0.41834181547164917, "Finetune/Step": 16437, "Finetune/Step Time": 12.068538341671228}
+{"Finetune/Learning Rate": 1.0865733994513416e-06, "Finetune/Loss": 0.5807684063911438, "Finetune/Loss (Raw)": 0.5967221856117249, "Finetune/Step": 16438, "Finetune/Step Time": 12.063331561163068}
+{"Finetune/Learning Rate": 1.0858101366844109e-06, "Finetune/Loss": 0.5806914567947388, "Finetune/Loss (Raw)": 0.6011962890625, "Finetune/Step": 16439, "Finetune/Step Time": 12.062017163261771}
+{"Finetune/Learning Rate": 1.0850471266985551e-06, "Finetune/Loss": 0.5807254910469055, "Finetune/Loss (Raw)": 0.52863609790802, "Finetune/Step": 16440, "Finetune/Step Time": 12.061489202082157}
+{"Finetune/Learning Rate": 1.0842843695154137e-06, "Finetune/Loss": 0.5798532962799072, "Finetune/Loss (Raw)": 0.4659176468849182, "Finetune/Step": 16441, "Finetune/Step Time": 12.053764572367072}
+{"Finetune/Learning Rate": 1.0835218651566148e-06, "Finetune/Loss": 0.579237163066864, "Finetune/Loss (Raw)": 0.5644002556800842, "Finetune/Step": 16442, "Finetune/Step Time": 12.05915585719049}
+{"Finetune/Learning Rate": 1.0827596136437802e-06, "Finetune/Loss": 0.5780743360519409, "Finetune/Loss (Raw)": 0.49989059567451477, "Finetune/Step": 16443, "Finetune/Step Time": 12.091785384342074}
+{"Finetune/Learning Rate": 1.0819976149985233e-06, "Finetune/Loss": 0.5774614810943604, "Finetune/Loss (Raw)": 0.4965888261795044, "Finetune/Step": 16444, "Finetune/Step Time": 12.116632541641593}
+{"Finetune/Learning Rate": 1.0812358692424563e-06, "Finetune/Loss": 0.5764207243919373, "Finetune/Loss (Raw)": 0.43869075179100037, "Finetune/Step": 16445, "Finetune/Step Time": 12.147244177758694}
+{"Finetune/Learning Rate": 1.0804743763971791e-06, "Finetune/Loss": 0.5776404142379761, "Finetune/Loss (Raw)": 0.6904715299606323, "Finetune/Step": 16446, "Finetune/Step Time": 12.115743473172188}
+{"Finetune/Learning Rate": 1.079713136484285e-06, "Finetune/Loss": 0.5780158042907715, "Finetune/Loss (Raw)": 0.6700149774551392, "Finetune/Step": 16447, "Finetune/Step Time": 12.117938075214624}
+{"Finetune/Learning Rate": 1.078952149525362e-06, "Finetune/Loss": 0.5782556533813477, "Finetune/Loss (Raw)": 0.5542715787887573, "Finetune/Step": 16448, "Finetune/Step Time": 12.093900660052896}
+{"Finetune/Learning Rate": 1.0781914155419859e-06, "Finetune/Loss": 0.5766830444335938, "Finetune/Loss (Raw)": 0.44165995717048645, "Finetune/Step": 16449, "Finetune/Step Time": 12.128888260573149}
+{"Finetune/Learning Rate": 1.077430934555731e-06, "Finetune/Loss": 0.5768802165985107, "Finetune/Loss (Raw)": 0.6132588386535645, "Finetune/Step": 16450, "Finetune/Step Time": 12.133148234337568}
+{"Finetune/Learning Rate": 1.0766707065881621e-06, "Finetune/Loss": 0.5762931108474731, "Finetune/Loss (Raw)": 0.531402051448822, "Finetune/Step": 16451, "Finetune/Step Time": 12.139144383370876}
+{"Finetune/Learning Rate": 1.0759107316608352e-06, "Finetune/Loss": 0.5774368047714233, "Finetune/Loss (Raw)": 0.6465083956718445, "Finetune/Step": 16452, "Finetune/Step Time": 12.125537851825356}
+{"Finetune/Learning Rate": 1.0751510097953067e-06, "Finetune/Loss": 0.5774210095405579, "Finetune/Loss (Raw)": 0.5516973733901978, "Finetune/Step": 16453, "Finetune/Step Time": 12.132482895627618}
+{"Finetune/Learning Rate": 1.0743915410131177e-06, "Finetune/Loss": 0.5764468908309937, "Finetune/Loss (Raw)": 0.5812050104141235, "Finetune/Step": 16454, "Finetune/Step Time": 12.128365816548467}
+{"Finetune/Learning Rate": 1.0736323253358016e-06, "Finetune/Loss": 0.5755677223205566, "Finetune/Loss (Raw)": 0.5582907199859619, "Finetune/Step": 16455, "Finetune/Step Time": 12.128854220733047}
+{"Finetune/Learning Rate": 1.0728733627848898e-06, "Finetune/Loss": 0.5763430595397949, "Finetune/Loss (Raw)": 0.606555163860321, "Finetune/Step": 16456, "Finetune/Step Time": 12.134534385055304}
+{"Finetune/Learning Rate": 1.0721146533819038e-06, "Finetune/Loss": 0.5752658247947693, "Finetune/Loss (Raw)": 0.46962857246398926, "Finetune/Step": 16457, "Finetune/Step Time": 12.162196001037955}
+{"Finetune/Learning Rate": 1.0713561971483587e-06, "Finetune/Loss": 0.5750542879104614, "Finetune/Loss (Raw)": 0.7155802845954895, "Finetune/Step": 16458, "Finetune/Step Time": 12.172508679330349}
+{"Finetune/Learning Rate": 1.0705979941057608e-06, "Finetune/Loss": 0.5741944313049316, "Finetune/Loss (Raw)": 0.5480388402938843, "Finetune/Step": 16459, "Finetune/Step Time": 12.172654895111918}
+{"Finetune/Learning Rate": 1.069840044275615e-06, "Finetune/Loss": 0.5726723670959473, "Finetune/Loss (Raw)": 0.3647066056728363, "Finetune/Step": 16460, "Finetune/Step Time": 12.197971224784851}
+{"Finetune/Learning Rate": 1.0690823476794099e-06, "Finetune/Loss": 0.5708873271942139, "Finetune/Loss (Raw)": 0.38225993514060974, "Finetune/Step": 16461, "Finetune/Step Time": 12.221843840554357}
+{"Finetune/Learning Rate": 1.0683249043386335e-06, "Finetune/Loss": 0.5696461200714111, "Finetune/Loss (Raw)": 0.5338862538337708, "Finetune/Step": 16462, "Finetune/Step Time": 12.204801306128502}
+{"Finetune/Learning Rate": 1.0675677142747654e-06, "Finetune/Loss": 0.5695366263389587, "Finetune/Loss (Raw)": 0.5605301260948181, "Finetune/Step": 16463, "Finetune/Step Time": 12.201582534238696}
+{"Finetune/Learning Rate": 1.066810777509275e-06, "Finetune/Loss": 0.5689724087715149, "Finetune/Loss (Raw)": 0.5575838088989258, "Finetune/Step": 16464, "Finetune/Step Time": 12.211556661874056}
+{"Finetune/Learning Rate": 1.0660540940636289e-06, "Finetune/Loss": 0.5702214241027832, "Finetune/Loss (Raw)": 0.5963475704193115, "Finetune/Step": 16465, "Finetune/Step Time": 12.211033124476671}
+{"Finetune/Learning Rate": 1.0652976639592837e-06, "Finetune/Loss": 0.5703740119934082, "Finetune/Loss (Raw)": 0.5121976733207703, "Finetune/Step": 16466, "Finetune/Step Time": 12.203291403129697}
+{"Finetune/Learning Rate": 1.0645414872176906e-06, "Finetune/Loss": 0.5706071257591248, "Finetune/Loss (Raw)": 0.5717247724533081, "Finetune/Step": 16467, "Finetune/Step Time": 12.219686802476645}
+{"Finetune/Learning Rate": 1.0637855638602913e-06, "Finetune/Loss": 0.5703740119934082, "Finetune/Loss (Raw)": 0.5268048048019409, "Finetune/Step": 16468, "Finetune/Step Time": 12.215918947011232}
+{"Finetune/Learning Rate": 1.0630298939085226e-06, "Finetune/Loss": 0.5703047513961792, "Finetune/Loss (Raw)": 0.5349234938621521, "Finetune/Step": 16469, "Finetune/Step Time": 12.21095348522067}
+{"Finetune/Learning Rate": 1.0622744773838123e-06, "Finetune/Loss": 0.5705981254577637, "Finetune/Loss (Raw)": 0.5450775027275085, "Finetune/Step": 16470, "Finetune/Step Time": 12.212806971743703}
+{"Finetune/Learning Rate": 1.061519314307583e-06, "Finetune/Loss": 0.5700123906135559, "Finetune/Loss (Raw)": 0.5887764096260071, "Finetune/Step": 16471, "Finetune/Step Time": 12.22646239027381}
+{"Finetune/Learning Rate": 1.0607644047012477e-06, "Finetune/Loss": 0.5708456039428711, "Finetune/Loss (Raw)": 0.6156545877456665, "Finetune/Step": 16472, "Finetune/Step Time": 12.220701953396201}
+{"Finetune/Learning Rate": 1.0600097485862148e-06, "Finetune/Loss": 0.5694001913070679, "Finetune/Loss (Raw)": 0.35019251704216003, "Finetune/Step": 16473, "Finetune/Step Time": 12.252618381753564}
+{"Finetune/Learning Rate": 1.0592553459838828e-06, "Finetune/Loss": 0.5703533887863159, "Finetune/Loss (Raw)": 0.5903311967849731, "Finetune/Step": 16474, "Finetune/Step Time": 12.222602428868413}
+{"Finetune/Learning Rate": 1.0585011969156456e-06, "Finetune/Loss": 0.5709291696548462, "Finetune/Loss (Raw)": 0.6753905415534973, "Finetune/Step": 16475, "Finetune/Step Time": 12.218814117833972}
+{"Finetune/Learning Rate": 1.0577473014028872e-06, "Finetune/Loss": 0.5702493786811829, "Finetune/Loss (Raw)": 0.6261810064315796, "Finetune/Step": 16476, "Finetune/Step Time": 12.21776057034731}
+{"Finetune/Learning Rate": 1.0569936594669883e-06, "Finetune/Loss": 0.5714030265808105, "Finetune/Loss (Raw)": 0.6826705932617188, "Finetune/Step": 16477, "Finetune/Step Time": 12.214620480313897}
+{"Finetune/Learning Rate": 1.0562402711293195e-06, "Finetune/Loss": 0.5715615749359131, "Finetune/Loss (Raw)": 0.6118350625038147, "Finetune/Step": 16478, "Finetune/Step Time": 12.21668847836554}
+{"Finetune/Learning Rate": 1.0554871364112407e-06, "Finetune/Loss": 0.5717747211456299, "Finetune/Loss (Raw)": 0.6145732998847961, "Finetune/Step": 16479, "Finetune/Step Time": 12.14067375101149}
+{"Finetune/Learning Rate": 1.0547342553341144e-06, "Finetune/Loss": 0.5716235637664795, "Finetune/Loss (Raw)": 0.6589280366897583, "Finetune/Step": 16480, "Finetune/Step Time": 12.142246471717954}
+{"Finetune/Learning Rate": 1.0539816279192871e-06, "Finetune/Loss": 0.5723708868026733, "Finetune/Loss (Raw)": 0.5449610948562622, "Finetune/Step": 16481, "Finetune/Step Time": 12.12835374288261}
+{"Finetune/Learning Rate": 1.0532292541881018e-06, "Finetune/Loss": 0.5714367628097534, "Finetune/Loss (Raw)": 0.4138142466545105, "Finetune/Step": 16482, "Finetune/Step Time": 12.138192197307944}
+{"Finetune/Learning Rate": 1.0524771341618933e-06, "Finetune/Loss": 0.5715011954307556, "Finetune/Loss (Raw)": 0.5927202105522156, "Finetune/Step": 16483, "Finetune/Step Time": 12.138663973659277}
+{"Finetune/Learning Rate": 1.0517252678619904e-06, "Finetune/Loss": 0.5703661441802979, "Finetune/Loss (Raw)": 0.5467847585678101, "Finetune/Step": 16484, "Finetune/Step Time": 12.144063150510192}
+{"Finetune/Learning Rate": 1.0509736553097149e-06, "Finetune/Loss": 0.5693259835243225, "Finetune/Loss (Raw)": 0.49679118394851685, "Finetune/Step": 16485, "Finetune/Step Time": 12.146039083600044}
+{"Finetune/Learning Rate": 1.0502222965263754e-06, "Finetune/Loss": 0.568627119064331, "Finetune/Loss (Raw)": 0.5589620471000671, "Finetune/Step": 16486, "Finetune/Step Time": 12.153832325711846}
+{"Finetune/Learning Rate": 1.0494711915332844e-06, "Finetune/Loss": 0.5695978999137878, "Finetune/Loss (Raw)": 0.6464822888374329, "Finetune/Step": 16487, "Finetune/Step Time": 12.127892451360822}
+{"Finetune/Learning Rate": 1.0487203403517377e-06, "Finetune/Loss": 0.5689762830734253, "Finetune/Loss (Raw)": 0.6675593256950378, "Finetune/Step": 16488, "Finetune/Step Time": 12.123529572039843}
+{"Finetune/Learning Rate": 1.0479697430030277e-06, "Finetune/Loss": 0.5688529014587402, "Finetune/Loss (Raw)": 0.5617652535438538, "Finetune/Step": 16489, "Finetune/Step Time": 12.145521719008684}
+{"Finetune/Learning Rate": 1.04721939950844e-06, "Finetune/Loss": 0.5684609413146973, "Finetune/Loss (Raw)": 0.5505180358886719, "Finetune/Step": 16490, "Finetune/Step Time": 12.144762493669987}
+{"Finetune/Learning Rate": 1.0464693098892542e-06, "Finetune/Loss": 0.5699614882469177, "Finetune/Loss (Raw)": 0.6752285957336426, "Finetune/Step": 16491, "Finetune/Step Time": 12.075552690774202}
+{"Finetune/Learning Rate": 1.0457194741667364e-06, "Finetune/Loss": 0.570480465888977, "Finetune/Loss (Raw)": 0.5430271029472351, "Finetune/Step": 16492, "Finetune/Step Time": 12.060654962435365}
+{"Finetune/Learning Rate": 1.0449698923621498e-06, "Finetune/Loss": 0.5690349340438843, "Finetune/Loss (Raw)": 0.46934080123901367, "Finetune/Step": 16493, "Finetune/Step Time": 12.086298871785402}
+{"Finetune/Learning Rate": 1.044220564496754e-06, "Finetune/Loss": 0.5685348510742188, "Finetune/Loss (Raw)": 0.5374026298522949, "Finetune/Step": 16494, "Finetune/Step Time": 12.10224218852818}
+{"Finetune/Learning Rate": 1.0434714905917965e-06, "Finetune/Loss": 0.5688366889953613, "Finetune/Loss (Raw)": 0.5782793760299683, "Finetune/Step": 16495, "Finetune/Step Time": 12.099043721333146}
+{"Finetune/Learning Rate": 1.0427226706685178e-06, "Finetune/Loss": 0.568123996257782, "Finetune/Loss (Raw)": 0.5211415886878967, "Finetune/Step": 16496, "Finetune/Step Time": 12.110225167125463}
+{"Finetune/Learning Rate": 1.0419741047481558e-06, "Finetune/Loss": 0.5687150955200195, "Finetune/Loss (Raw)": 0.5840116739273071, "Finetune/Step": 16497, "Finetune/Step Time": 12.108540281653404}
+{"Finetune/Learning Rate": 1.041225792851932e-06, "Finetune/Loss": 0.5691189765930176, "Finetune/Loss (Raw)": 0.593315839767456, "Finetune/Step": 16498, "Finetune/Step Time": 12.109581233933568}
+{"Finetune/Learning Rate": 1.040477735001071e-06, "Finetune/Loss": 0.5692449808120728, "Finetune/Loss (Raw)": 0.5959324836730957, "Finetune/Step": 16499, "Finetune/Step Time": 12.120277190580964}
+{"Finetune/Learning Rate": 1.0397299312167807e-06, "Finetune/Loss": 0.5693899989128113, "Finetune/Loss (Raw)": 0.4745965003967285, "Finetune/Step": 16500, "Finetune/Step Time": 12.113645225763321}
+{"Finetune/Learning Rate": 1.0389823815202727e-06, "Finetune/Loss": 0.5698583722114563, "Finetune/Loss (Raw)": 0.6982501149177551, "Finetune/Step": 16501, "Finetune/Step Time": 12.117257250472903}
+{"Finetune/Learning Rate": 1.0382350859327416e-06, "Finetune/Loss": 0.570438027381897, "Finetune/Loss (Raw)": 0.6210758090019226, "Finetune/Step": 16502, "Finetune/Step Time": 12.11637094989419}
+{"Finetune/Learning Rate": 1.037488044475382e-06, "Finetune/Loss": 0.5689362287521362, "Finetune/Loss (Raw)": 0.5662561058998108, "Finetune/Step": 16503, "Finetune/Step Time": 12.117896409705281}
+{"Finetune/Learning Rate": 1.0367412571693746e-06, "Finetune/Loss": 0.5698298215866089, "Finetune/Loss (Raw)": 0.5776182413101196, "Finetune/Step": 16504, "Finetune/Step Time": 12.11567210406065}
+{"Finetune/Learning Rate": 1.0359947240358958e-06, "Finetune/Loss": 0.5696520209312439, "Finetune/Loss (Raw)": 0.6082503199577332, "Finetune/Step": 16505, "Finetune/Step Time": 12.096635714173317}
+{"Finetune/Learning Rate": 1.0352484450961176e-06, "Finetune/Loss": 0.5683920383453369, "Finetune/Loss (Raw)": 0.6134582757949829, "Finetune/Step": 16506, "Finetune/Step Time": 12.111842434853315}
+{"Finetune/Learning Rate": 1.0345024203711996e-06, "Finetune/Loss": 0.5689512491226196, "Finetune/Loss (Raw)": 0.6290815472602844, "Finetune/Step": 16507, "Finetune/Step Time": 12.114386025816202}
+{"Finetune/Learning Rate": 1.033756649882297e-06, "Finetune/Loss": 0.5682293176651001, "Finetune/Loss (Raw)": 0.4982875883579254, "Finetune/Step": 16508, "Finetune/Step Time": 12.100630482658744}
+{"Finetune/Learning Rate": 1.0330111336505644e-06, "Finetune/Loss": 0.5672679543495178, "Finetune/Loss (Raw)": 0.5388425588607788, "Finetune/Step": 16509, "Finetune/Step Time": 12.103570031002164}
+{"Finetune/Learning Rate": 1.0322658716971346e-06, "Finetune/Loss": 0.5670469999313354, "Finetune/Loss (Raw)": 0.5461044311523438, "Finetune/Step": 16510, "Finetune/Step Time": 12.10675417073071}
+{"Finetune/Learning Rate": 1.0315208640431429e-06, "Finetune/Loss": 0.568036675453186, "Finetune/Loss (Raw)": 0.681716799736023, "Finetune/Step": 16511, "Finetune/Step Time": 12.106076542288065}
+{"Finetune/Learning Rate": 1.030776110709718e-06, "Finetune/Loss": 0.5681087970733643, "Finetune/Loss (Raw)": 0.6339712738990784, "Finetune/Step": 16512, "Finetune/Step Time": 12.12338967435062}
+{"Finetune/Learning Rate": 1.0300316117179766e-06, "Finetune/Loss": 0.5681494474411011, "Finetune/Loss (Raw)": 0.6848502159118652, "Finetune/Step": 16513, "Finetune/Step Time": 12.123746963217854}
+{"Finetune/Learning Rate": 1.0292873670890323e-06, "Finetune/Loss": 0.56775963306427, "Finetune/Loss (Raw)": 0.5171076655387878, "Finetune/Step": 16514, "Finetune/Step Time": 12.119623180478811}
+{"Finetune/Learning Rate": 1.0285433768439879e-06, "Finetune/Loss": 0.5680307149887085, "Finetune/Loss (Raw)": 0.5390582084655762, "Finetune/Step": 16515, "Finetune/Step Time": 12.116166872903705}
+{"Finetune/Learning Rate": 1.0277996410039425e-06, "Finetune/Loss": 0.569813072681427, "Finetune/Loss (Raw)": 0.6205002069473267, "Finetune/Step": 16516, "Finetune/Step Time": 12.088550912216306}
+{"Finetune/Learning Rate": 1.0270561595899864e-06, "Finetune/Loss": 0.5703573226928711, "Finetune/Loss (Raw)": 0.6321791410446167, "Finetune/Step": 16517, "Finetune/Step Time": 12.069006314501166}
+{"Finetune/Learning Rate": 1.0263129326232012e-06, "Finetune/Loss": 0.5682144165039062, "Finetune/Loss (Raw)": 0.4134458005428314, "Finetune/Step": 16518, "Finetune/Step Time": 12.113298216834664}
+{"Finetune/Learning Rate": 1.0255699601246638e-06, "Finetune/Loss": 0.5686338543891907, "Finetune/Loss (Raw)": 0.6831480860710144, "Finetune/Step": 16519, "Finetune/Step Time": 12.10881469398737}
+{"Finetune/Learning Rate": 1.0248272421154426e-06, "Finetune/Loss": 0.5678534507751465, "Finetune/Loss (Raw)": 0.5081319212913513, "Finetune/Step": 16520, "Finetune/Step Time": 12.11073568277061}
+{"Finetune/Learning Rate": 1.0240847786165986e-06, "Finetune/Loss": 0.5698114037513733, "Finetune/Loss (Raw)": 0.7026795148849487, "Finetune/Step": 16521, "Finetune/Step Time": 12.09313067048788}
+{"Finetune/Learning Rate": 1.0233425696491861e-06, "Finetune/Loss": 0.569800615310669, "Finetune/Loss (Raw)": 0.6994248032569885, "Finetune/Step": 16522, "Finetune/Step Time": 12.096327617764473}
+{"Finetune/Learning Rate": 1.0226006152342516e-06, "Finetune/Loss": 0.5707776546478271, "Finetune/Loss (Raw)": 0.6826372146606445, "Finetune/Step": 16523, "Finetune/Step Time": 12.092127230018377}
+{"Finetune/Learning Rate": 1.021858915392836e-06, "Finetune/Loss": 0.5711003541946411, "Finetune/Loss (Raw)": 0.5224865078926086, "Finetune/Step": 16524, "Finetune/Step Time": 12.09667338244617}
+{"Finetune/Learning Rate": 1.0211174701459714e-06, "Finetune/Loss": 0.5717939734458923, "Finetune/Loss (Raw)": 0.5641551613807678, "Finetune/Step": 16525, "Finetune/Step Time": 12.078034073114395}
+{"Finetune/Learning Rate": 1.0203762795146833e-06, "Finetune/Loss": 0.5718097686767578, "Finetune/Loss (Raw)": 0.5832173824310303, "Finetune/Step": 16526, "Finetune/Step Time": 12.07835217192769}
+{"Finetune/Learning Rate": 1.019635343519988e-06, "Finetune/Loss": 0.5720391273498535, "Finetune/Loss (Raw)": 0.5766665935516357, "Finetune/Step": 16527, "Finetune/Step Time": 12.087626565247774}
+{"Finetune/Learning Rate": 1.0188946621828977e-06, "Finetune/Loss": 0.5719372034072876, "Finetune/Loss (Raw)": 0.5884960889816284, "Finetune/Step": 16528, "Finetune/Step Time": 12.100273517891765}
+{"Finetune/Learning Rate": 1.0181542355244167e-06, "Finetune/Loss": 0.5714093446731567, "Finetune/Loss (Raw)": 0.5271168351173401, "Finetune/Step": 16529, "Finetune/Step Time": 12.09534534625709}
+{"Finetune/Learning Rate": 1.0174140635655405e-06, "Finetune/Loss": 0.5716515779495239, "Finetune/Loss (Raw)": 0.6430791020393372, "Finetune/Step": 16530, "Finetune/Step Time": 12.105742644518614}
+{"Finetune/Learning Rate": 1.0166741463272577e-06, "Finetune/Loss": 0.5717876553535461, "Finetune/Loss (Raw)": 0.5472269654273987, "Finetune/Step": 16531, "Finetune/Step Time": 12.11114028096199}
+{"Finetune/Learning Rate": 1.0159344838305517e-06, "Finetune/Loss": 0.5719995498657227, "Finetune/Loss (Raw)": 0.5769829154014587, "Finetune/Step": 16532, "Finetune/Step Time": 12.111524632200599}
+{"Finetune/Learning Rate": 1.015195076096398e-06, "Finetune/Loss": 0.5711448192596436, "Finetune/Loss (Raw)": 0.5249809622764587, "Finetune/Step": 16533, "Finetune/Step Time": 12.113483110442758}
+{"Finetune/Learning Rate": 1.0144559231457617e-06, "Finetune/Loss": 0.5701322555541992, "Finetune/Loss (Raw)": 0.5733131170272827, "Finetune/Step": 16534, "Finetune/Step Time": 12.106825644150376}
+{"Finetune/Learning Rate": 1.0137170249996008e-06, "Finetune/Loss": 0.5695822238922119, "Finetune/Loss (Raw)": 0.5707274079322815, "Finetune/Step": 16535, "Finetune/Step Time": 12.122161239385605}
+{"Finetune/Learning Rate": 1.0129783816788742e-06, "Finetune/Loss": 0.5695431232452393, "Finetune/Loss (Raw)": 0.572331428527832, "Finetune/Step": 16536, "Finetune/Step Time": 12.118339082226157}
+{"Finetune/Learning Rate": 1.0122399932045245e-06, "Finetune/Loss": 0.5701599717140198, "Finetune/Loss (Raw)": 0.666932225227356, "Finetune/Step": 16537, "Finetune/Step Time": 12.113014243543148}
+{"Finetune/Learning Rate": 1.0115018595974912e-06, "Finetune/Loss": 0.5698634386062622, "Finetune/Loss (Raw)": 0.5357764363288879, "Finetune/Step": 16538, "Finetune/Step Time": 12.113674094900489}
+{"Finetune/Learning Rate": 1.0107639808787062e-06, "Finetune/Loss": 0.5709155797958374, "Finetune/Loss (Raw)": 0.6685666441917419, "Finetune/Step": 16539, "Finetune/Step Time": 12.106220817193389}
+{"Finetune/Learning Rate": 1.0100263570690915e-06, "Finetune/Loss": 0.5706821084022522, "Finetune/Loss (Raw)": 0.578510046005249, "Finetune/Step": 16540, "Finetune/Step Time": 12.108059357851744}
+{"Finetune/Learning Rate": 1.0092889881895663e-06, "Finetune/Loss": 0.5709024667739868, "Finetune/Loss (Raw)": 0.5572436451911926, "Finetune/Step": 16541, "Finetune/Step Time": 12.103877605870366}
+{"Finetune/Learning Rate": 1.0085518742610355e-06, "Finetune/Loss": 0.5699660778045654, "Finetune/Loss (Raw)": 0.5282166600227356, "Finetune/Step": 16542, "Finetune/Step Time": 12.139675440266728}
+{"Finetune/Learning Rate": 1.0078150153044087e-06, "Finetune/Loss": 0.5699952840805054, "Finetune/Loss (Raw)": 0.5630519986152649, "Finetune/Step": 16543, "Finetune/Step Time": 12.138713844120502}
+{"Finetune/Learning Rate": 1.0070784113405763e-06, "Finetune/Loss": 0.5709015727043152, "Finetune/Loss (Raw)": 0.6000001430511475, "Finetune/Step": 16544, "Finetune/Step Time": 12.133410291746259}
+{"Finetune/Learning Rate": 1.0063420623904308e-06, "Finetune/Loss": 0.5701888799667358, "Finetune/Loss (Raw)": 0.5642679333686829, "Finetune/Step": 16545, "Finetune/Step Time": 12.125498173758388}
+{"Finetune/Learning Rate": 1.0056059684748475e-06, "Finetune/Loss": 0.5696995258331299, "Finetune/Loss (Raw)": 0.5666141510009766, "Finetune/Step": 16546, "Finetune/Step Time": 12.122252700850368}
+{"Finetune/Learning Rate": 1.0048701296147023e-06, "Finetune/Loss": 0.570275068283081, "Finetune/Loss (Raw)": 0.6632896661758423, "Finetune/Step": 16547, "Finetune/Step Time": 12.12086495757103}
+{"Finetune/Learning Rate": 1.0041345458308615e-06, "Finetune/Loss": 0.5694447159767151, "Finetune/Loss (Raw)": 0.4984695613384247, "Finetune/Step": 16548, "Finetune/Step Time": 12.121666662395}
+{"Finetune/Learning Rate": 1.003399217144183e-06, "Finetune/Loss": 0.570095419883728, "Finetune/Loss (Raw)": 0.5662004947662354, "Finetune/Step": 16549, "Finetune/Step Time": 12.102702731266618}
+{"Finetune/Learning Rate": 1.0026641435755214e-06, "Finetune/Loss": 0.5687659978866577, "Finetune/Loss (Raw)": 0.5181061029434204, "Finetune/Step": 16550, "Finetune/Step Time": 12.106015237048268}
+{"Finetune/Learning Rate": 1.0019293251457206e-06, "Finetune/Loss": 0.5709271430969238, "Finetune/Loss (Raw)": 0.7002066373825073, "Finetune/Step": 16551, "Finetune/Step Time": 12.075760215520859}
+{"Finetune/Learning Rate": 1.0011947618756156e-06, "Finetune/Loss": 0.5710889101028442, "Finetune/Loss (Raw)": 0.6422476768493652, "Finetune/Step": 16552, "Finetune/Step Time": 12.075042745098472}
+{"Finetune/Learning Rate": 1.0004604537860385e-06, "Finetune/Loss": 0.5703692436218262, "Finetune/Loss (Raw)": 0.5400652289390564, "Finetune/Step": 16553, "Finetune/Step Time": 12.074590500444174}
+{"Finetune/Learning Rate": 9.997264008978113e-07, "Finetune/Loss": 0.5709651708602905, "Finetune/Loss (Raw)": 0.6208595037460327, "Finetune/Step": 16554, "Finetune/Step Time": 12.063233530148864}
+{"Finetune/Learning Rate": 9.989926032317497e-07, "Finetune/Loss": 0.57140052318573, "Finetune/Loss (Raw)": 0.6241567730903625, "Finetune/Step": 16555, "Finetune/Step Time": 12.060575686395168}
+{"Finetune/Learning Rate": 9.982590608086617e-07, "Finetune/Loss": 0.5712153911590576, "Finetune/Loss (Raw)": 0.610647976398468, "Finetune/Step": 16556, "Finetune/Step Time": 12.056750785559416}
+{"Finetune/Learning Rate": 9.975257736493515e-07, "Finetune/Loss": 0.5715742707252502, "Finetune/Loss (Raw)": 0.5812992453575134, "Finetune/Step": 16557, "Finetune/Step Time": 12.005704145878553}
+{"Finetune/Learning Rate": 9.967927417746103e-07, "Finetune/Loss": 0.5712037086486816, "Finetune/Loss (Raw)": 0.5703843832015991, "Finetune/Step": 16558, "Finetune/Step Time": 12.002144930884242}
+{"Finetune/Learning Rate": 9.960599652052238e-07, "Finetune/Loss": 0.57096266746521, "Finetune/Loss (Raw)": 0.48572951555252075, "Finetune/Step": 16559, "Finetune/Step Time": 11.983557859435678}
+{"Finetune/Learning Rate": 9.953274439619742e-07, "Finetune/Loss": 0.5712536573410034, "Finetune/Loss (Raw)": 0.6281980276107788, "Finetune/Step": 16560, "Finetune/Step Time": 11.985426750034094}
+{"Finetune/Learning Rate": 9.945951780656316e-07, "Finetune/Loss": 0.5714167952537537, "Finetune/Loss (Raw)": 0.6183173060417175, "Finetune/Step": 16561, "Finetune/Step Time": 11.968694049865007}
+{"Finetune/Learning Rate": 9.938631675369626e-07, "Finetune/Loss": 0.5713382363319397, "Finetune/Loss (Raw)": 0.5075196623802185, "Finetune/Step": 16562, "Finetune/Step Time": 11.9935357067734}
+{"Finetune/Learning Rate": 9.931314123967228e-07, "Finetune/Loss": 0.5730509757995605, "Finetune/Loss (Raw)": 0.7025189399719238, "Finetune/Step": 16563, "Finetune/Step Time": 11.965173412114382}
+{"Finetune/Learning Rate": 9.923999126656647e-07, "Finetune/Loss": 0.5733391642570496, "Finetune/Loss (Raw)": 0.5709817409515381, "Finetune/Step": 16564, "Finetune/Step Time": 11.962060878053308}
+{"Finetune/Learning Rate": 9.916686683645317e-07, "Finetune/Loss": 0.5746794939041138, "Finetune/Loss (Raw)": 0.589896023273468, "Finetune/Step": 16565, "Finetune/Step Time": 11.93013416416943}
+{"Finetune/Learning Rate": 9.90937679514058e-07, "Finetune/Loss": 0.5742412805557251, "Finetune/Loss (Raw)": 0.5406332015991211, "Finetune/Step": 16566, "Finetune/Step Time": 11.959185732528567}
+{"Finetune/Learning Rate": 9.90206946134974e-07, "Finetune/Loss": 0.5750235319137573, "Finetune/Loss (Raw)": 0.7013320326805115, "Finetune/Step": 16567, "Finetune/Step Time": 11.958029134199023}
+{"Finetune/Learning Rate": 9.894764682480006e-07, "Finetune/Loss": 0.5753148794174194, "Finetune/Loss (Raw)": 0.5659293532371521, "Finetune/Step": 16568, "Finetune/Step Time": 11.965072439983487}
+{"Finetune/Learning Rate": 9.887462458738518e-07, "Finetune/Loss": 0.5775406360626221, "Finetune/Loss (Raw)": 0.7508054971694946, "Finetune/Step": 16569, "Finetune/Step Time": 11.996686212718487}
+{"Finetune/Learning Rate": 9.880162790332348e-07, "Finetune/Loss": 0.5775591135025024, "Finetune/Loss (Raw)": 0.5667747259140015, "Finetune/Step": 16570, "Finetune/Step Time": 11.991874516010284}
+{"Finetune/Learning Rate": 9.87286567746849e-07, "Finetune/Loss": 0.5786558389663696, "Finetune/Loss (Raw)": 0.640265166759491, "Finetune/Step": 16571, "Finetune/Step Time": 11.969052260741591}
+{"Finetune/Learning Rate": 9.865571120353878e-07, "Finetune/Loss": 0.5797668695449829, "Finetune/Loss (Raw)": 0.638798177242279, "Finetune/Step": 16572, "Finetune/Step Time": 11.936768410727382}
+{"Finetune/Learning Rate": 9.85827911919537e-07, "Finetune/Loss": 0.5808589458465576, "Finetune/Loss (Raw)": 0.5784821510314941, "Finetune/Step": 16573, "Finetune/Step Time": 11.92395511828363}
+{"Finetune/Learning Rate": 9.85098967419973e-07, "Finetune/Loss": 0.5798660516738892, "Finetune/Loss (Raw)": 0.563378095626831, "Finetune/Step": 16574, "Finetune/Step Time": 11.917308297008276}
+{"Finetune/Learning Rate": 9.843702785573672e-07, "Finetune/Loss": 0.5792153477668762, "Finetune/Loss (Raw)": 0.586731493473053, "Finetune/Step": 16575, "Finetune/Step Time": 11.915112948045135}
+{"Finetune/Learning Rate": 9.836418453523833e-07, "Finetune/Loss": 0.5794011354446411, "Finetune/Loss (Raw)": 0.5780466794967651, "Finetune/Step": 16576, "Finetune/Step Time": 11.91916967369616}
+{"Finetune/Learning Rate": 9.829136678256778e-07, "Finetune/Loss": 0.5800444483757019, "Finetune/Loss (Raw)": 0.5240035057067871, "Finetune/Step": 16577, "Finetune/Step Time": 11.883229119703174}
+{"Finetune/Learning Rate": 9.82185745997899e-07, "Finetune/Loss": 0.5794495940208435, "Finetune/Loss (Raw)": 0.5371193885803223, "Finetune/Step": 16578, "Finetune/Step Time": 11.882096003741026}
+{"Finetune/Learning Rate": 9.8145807988969e-07, "Finetune/Loss": 0.5798907279968262, "Finetune/Loss (Raw)": 0.5878674387931824, "Finetune/Step": 16579, "Finetune/Step Time": 11.881196344271302}
+{"Finetune/Learning Rate": 9.807306695216846e-07, "Finetune/Loss": 0.5796854496002197, "Finetune/Loss (Raw)": 0.6202324628829956, "Finetune/Step": 16580, "Finetune/Step Time": 11.882817801088095}
+{"Finetune/Learning Rate": 9.800035149145093e-07, "Finetune/Loss": 0.5799835324287415, "Finetune/Loss (Raw)": 0.5898497700691223, "Finetune/Step": 16581, "Finetune/Step Time": 11.886927226558328}
+{"Finetune/Learning Rate": 9.792766160887868e-07, "Finetune/Loss": 0.5791746973991394, "Finetune/Loss (Raw)": 0.4776768386363983, "Finetune/Step": 16582, "Finetune/Step Time": 11.88327420130372}
+{"Finetune/Learning Rate": 9.78549973065125e-07, "Finetune/Loss": 0.5790855884552002, "Finetune/Loss (Raw)": 0.5468848943710327, "Finetune/Step": 16583, "Finetune/Step Time": 11.887081481516361}
+{"Finetune/Learning Rate": 9.778235858641338e-07, "Finetune/Loss": 0.579119861125946, "Finetune/Loss (Raw)": 0.6109471321105957, "Finetune/Step": 16584, "Finetune/Step Time": 11.903644770383835}
+{"Finetune/Learning Rate": 9.770974545064095e-07, "Finetune/Loss": 0.5807986855506897, "Finetune/Loss (Raw)": 0.6845149993896484, "Finetune/Step": 16585, "Finetune/Step Time": 11.892029782757163}
+{"Finetune/Learning Rate": 9.76371579012545e-07, "Finetune/Loss": 0.5797924995422363, "Finetune/Loss (Raw)": 0.5867863893508911, "Finetune/Step": 16586, "Finetune/Step Time": 11.874243818223476}
+{"Finetune/Learning Rate": 9.75645959403122e-07, "Finetune/Loss": 0.5807375311851501, "Finetune/Loss (Raw)": 0.6690056324005127, "Finetune/Step": 16587, "Finetune/Step Time": 11.875652438029647}
+{"Finetune/Learning Rate": 9.749205956987196e-07, "Finetune/Loss": 0.5826911926269531, "Finetune/Loss (Raw)": 0.6147703528404236, "Finetune/Step": 16588, "Finetune/Step Time": 11.850672464817762}
+{"Finetune/Learning Rate": 9.741954879199034e-07, "Finetune/Loss": 0.5844124555587769, "Finetune/Loss (Raw)": 0.6025799512863159, "Finetune/Step": 16589, "Finetune/Step Time": 11.834073344245553}
+{"Finetune/Learning Rate": 9.73470636087237e-07, "Finetune/Loss": 0.5849349498748779, "Finetune/Loss (Raw)": 0.6007703542709351, "Finetune/Step": 16590, "Finetune/Step Time": 11.845299335196614}
+{"Finetune/Learning Rate": 9.72746040221274e-07, "Finetune/Loss": 0.585526704788208, "Finetune/Loss (Raw)": 0.6362766027450562, "Finetune/Step": 16591, "Finetune/Step Time": 11.843531258404255}
+{"Finetune/Learning Rate": 9.720217003425648e-07, "Finetune/Loss": 0.5855920910835266, "Finetune/Loss (Raw)": 0.5659504532814026, "Finetune/Step": 16592, "Finetune/Step Time": 11.837672190740705}
+{"Finetune/Learning Rate": 9.71297616471648e-07, "Finetune/Loss": 0.5859872102737427, "Finetune/Loss (Raw)": 0.6469236016273499, "Finetune/Step": 16593, "Finetune/Step Time": 11.8105185367167}
+{"Finetune/Learning Rate": 9.705737886290578e-07, "Finetune/Loss": 0.5869901180267334, "Finetune/Loss (Raw)": 0.6405628323554993, "Finetune/Step": 16594, "Finetune/Step Time": 11.808940628543496}
+{"Finetune/Learning Rate": 9.698502168353175e-07, "Finetune/Loss": 0.5870630741119385, "Finetune/Loss (Raw)": 0.5810728073120117, "Finetune/Step": 16595, "Finetune/Step Time": 11.797330619767308}
+{"Finetune/Learning Rate": 9.691269011109472e-07, "Finetune/Loss": 0.5879838466644287, "Finetune/Loss (Raw)": 0.6446577906608582, "Finetune/Step": 16596, "Finetune/Step Time": 11.828217497095466}
+{"Finetune/Learning Rate": 9.684038414764575e-07, "Finetune/Loss": 0.5880981683731079, "Finetune/Loss (Raw)": 0.5495585203170776, "Finetune/Step": 16597, "Finetune/Step Time": 11.858955318108201}
+{"Finetune/Learning Rate": 9.676810379523505e-07, "Finetune/Loss": 0.5885354280471802, "Finetune/Loss (Raw)": 0.6010440587997437, "Finetune/Step": 16598, "Finetune/Step Time": 11.858832620084286}
+{"Finetune/Learning Rate": 9.669584905591256e-07, "Finetune/Loss": 0.5881911516189575, "Finetune/Loss (Raw)": 0.544718325138092, "Finetune/Step": 16599, "Finetune/Step Time": 11.841642381623387}
+{"Finetune/Learning Rate": 9.662361993172743e-07, "Finetune/Loss": 0.5885981917381287, "Finetune/Loss (Raw)": 0.6677544116973877, "Finetune/Step": 16600, "Finetune/Step Time": 11.847511464729905}
+{"Finetune/Learning Rate": 9.655141642472744e-07, "Finetune/Loss": 0.5906767845153809, "Finetune/Loss (Raw)": 0.6162511110305786, "Finetune/Step": 16601, "Finetune/Step Time": 11.810999223962426}
+{"Finetune/Learning Rate": 9.647923853696006e-07, "Finetune/Loss": 0.590470552444458, "Finetune/Loss (Raw)": 0.5639354586601257, "Finetune/Step": 16602, "Finetune/Step Time": 11.81412815861404}
+{"Finetune/Learning Rate": 9.640708627047236e-07, "Finetune/Loss": 0.5904242396354675, "Finetune/Loss (Raw)": 0.6694576144218445, "Finetune/Step": 16603, "Finetune/Step Time": 11.817581003531814}
+{"Finetune/Learning Rate": 9.63349596273101e-07, "Finetune/Loss": 0.5905386209487915, "Finetune/Loss (Raw)": 0.6408244967460632, "Finetune/Step": 16604, "Finetune/Step Time": 11.820612851530313}
+{"Finetune/Learning Rate": 9.626285860951856e-07, "Finetune/Loss": 0.5896146297454834, "Finetune/Loss (Raw)": 0.5643959045410156, "Finetune/Step": 16605, "Finetune/Step Time": 11.829795071855187}
+{"Finetune/Learning Rate": 9.61907832191429e-07, "Finetune/Loss": 0.5894019603729248, "Finetune/Loss (Raw)": 0.584617018699646, "Finetune/Step": 16606, "Finetune/Step Time": 11.831013321876526}
+{"Finetune/Learning Rate": 9.611873345822632e-07, "Finetune/Loss": 0.5888040661811829, "Finetune/Loss (Raw)": 0.5380393862724304, "Finetune/Step": 16607, "Finetune/Step Time": 11.827057851478457}
+{"Finetune/Learning Rate": 9.604670932881211e-07, "Finetune/Loss": 0.5884249210357666, "Finetune/Loss (Raw)": 0.6104021072387695, "Finetune/Step": 16608, "Finetune/Step Time": 11.815483201295137}
+{"Finetune/Learning Rate": 9.597471083294286e-07, "Finetune/Loss": 0.5895470976829529, "Finetune/Loss (Raw)": 0.6885968446731567, "Finetune/Step": 16609, "Finetune/Step Time": 11.81548792310059}
+{"Finetune/Learning Rate": 9.590273797265992e-07, "Finetune/Loss": 0.5913480520248413, "Finetune/Loss (Raw)": 0.6443347334861755, "Finetune/Step": 16610, "Finetune/Step Time": 11.794827222824097}
+{"Finetune/Learning Rate": 9.583079075000457e-07, "Finetune/Loss": 0.5917598009109497, "Finetune/Loss (Raw)": 0.6454231142997742, "Finetune/Step": 16611, "Finetune/Step Time": 11.796943206340075}
+{"Finetune/Learning Rate": 9.575886916701681e-07, "Finetune/Loss": 0.5918357372283936, "Finetune/Loss (Raw)": 0.5565007925033569, "Finetune/Step": 16612, "Finetune/Step Time": 11.78410166874528}
+{"Finetune/Learning Rate": 9.568697322573616e-07, "Finetune/Loss": 0.5929582118988037, "Finetune/Loss (Raw)": 0.6404672861099243, "Finetune/Step": 16613, "Finetune/Step Time": 11.78157039731741}
+{"Finetune/Learning Rate": 9.561510292820154e-07, "Finetune/Loss": 0.5931481122970581, "Finetune/Loss (Raw)": 0.5832763910293579, "Finetune/Step": 16614, "Finetune/Step Time": 11.77154479175806}
+{"Finetune/Learning Rate": 9.554325827645082e-07, "Finetune/Loss": 0.5928572416305542, "Finetune/Loss (Raw)": 0.6092525124549866, "Finetune/Step": 16615, "Finetune/Step Time": 11.78324287198484}
+{"Finetune/Learning Rate": 9.547143927252134e-07, "Finetune/Loss": 0.5920965671539307, "Finetune/Loss (Raw)": 0.5701934695243835, "Finetune/Step": 16616, "Finetune/Step Time": 11.774207165464759}
+{"Finetune/Learning Rate": 9.539964591844974e-07, "Finetune/Loss": 0.5920921564102173, "Finetune/Loss (Raw)": 0.5611957311630249, "Finetune/Step": 16617, "Finetune/Step Time": 11.75185650959611}
+{"Finetune/Learning Rate": 9.532787821627188e-07, "Finetune/Loss": 0.592095136642456, "Finetune/Loss (Raw)": 0.5508992075920105, "Finetune/Step": 16618, "Finetune/Step Time": 11.746341366320848}
+{"Finetune/Learning Rate": 9.525613616802276e-07, "Finetune/Loss": 0.5896894931793213, "Finetune/Loss (Raw)": 0.3673095405101776, "Finetune/Step": 16619, "Finetune/Step Time": 11.773406745865941}
+{"Finetune/Learning Rate": 9.5184419775737e-07, "Finetune/Loss": 0.589607834815979, "Finetune/Loss (Raw)": 0.5325735807418823, "Finetune/Step": 16620, "Finetune/Step Time": 11.762767406180501}
+{"Finetune/Learning Rate": 9.511272904144797e-07, "Finetune/Loss": 0.590762197971344, "Finetune/Loss (Raw)": 0.6170998811721802, "Finetune/Step": 16621, "Finetune/Step Time": 11.735269043594599}
+{"Finetune/Learning Rate": 9.504106396718893e-07, "Finetune/Loss": 0.5927661657333374, "Finetune/Loss (Raw)": 0.7939096093177795, "Finetune/Step": 16622, "Finetune/Step Time": 11.723033549264073}
+{"Finetune/Learning Rate": 9.496942455499192e-07, "Finetune/Loss": 0.5928370952606201, "Finetune/Loss (Raw)": 0.5873551964759827, "Finetune/Step": 16623, "Finetune/Step Time": 11.732780354097486}
+{"Finetune/Learning Rate": 9.489781080688865e-07, "Finetune/Loss": 0.593315601348877, "Finetune/Loss (Raw)": 0.5823984742164612, "Finetune/Step": 16624, "Finetune/Step Time": 11.71858936920762}
+{"Finetune/Learning Rate": 9.482622272490927e-07, "Finetune/Loss": 0.5930525064468384, "Finetune/Loss (Raw)": 0.5503314733505249, "Finetune/Step": 16625, "Finetune/Step Time": 11.719510566443205}
+{"Finetune/Learning Rate": 9.475466031108448e-07, "Finetune/Loss": 0.5939151048660278, "Finetune/Loss (Raw)": 0.7037309408187866, "Finetune/Step": 16626, "Finetune/Step Time": 11.76437322422862}
+{"Finetune/Learning Rate": 9.468312356744336e-07, "Finetune/Loss": 0.5933151245117188, "Finetune/Loss (Raw)": 0.5191339254379272, "Finetune/Step": 16627, "Finetune/Step Time": 11.752422012388706}
+{"Finetune/Learning Rate": 9.461161249601447e-07, "Finetune/Loss": 0.5945600271224976, "Finetune/Loss (Raw)": 0.633936882019043, "Finetune/Step": 16628, "Finetune/Step Time": 11.785066682845354}
+{"Finetune/Learning Rate": 9.454012709882576e-07, "Finetune/Loss": 0.5938610434532166, "Finetune/Loss (Raw)": 0.6087861061096191, "Finetune/Step": 16629, "Finetune/Step Time": 11.78227699920535}
+{"Finetune/Learning Rate": 9.446866737790427e-07, "Finetune/Loss": 0.594167172908783, "Finetune/Loss (Raw)": 0.660258948802948, "Finetune/Step": 16630, "Finetune/Step Time": 11.781554544344544}
+{"Finetune/Learning Rate": 9.439723333527639e-07, "Finetune/Loss": 0.5943746566772461, "Finetune/Loss (Raw)": 0.5928156971931458, "Finetune/Step": 16631, "Finetune/Step Time": 11.767042556777596}
+{"Finetune/Learning Rate": 9.432582497296749e-07, "Finetune/Loss": 0.5945514440536499, "Finetune/Loss (Raw)": 0.6002512574195862, "Finetune/Step": 16632, "Finetune/Step Time": 11.762304402887821}
+{"Finetune/Learning Rate": 9.425444229300295e-07, "Finetune/Loss": 0.5948598384857178, "Finetune/Loss (Raw)": 0.6477219462394714, "Finetune/Step": 16633, "Finetune/Step Time": 11.773529978469014}
+{"Finetune/Learning Rate": 9.418308529740694e-07, "Finetune/Loss": 0.593410849571228, "Finetune/Loss (Raw)": 0.427976131439209, "Finetune/Step": 16634, "Finetune/Step Time": 11.792888985946774}
+{"Finetune/Learning Rate": 9.411175398820271e-07, "Finetune/Loss": 0.5931237936019897, "Finetune/Loss (Raw)": 0.5923492908477783, "Finetune/Step": 16635, "Finetune/Step Time": 11.795505717396736}
+{"Finetune/Learning Rate": 9.404044836741343e-07, "Finetune/Loss": 0.5942444205284119, "Finetune/Loss (Raw)": 0.6417251825332642, "Finetune/Step": 16636, "Finetune/Step Time": 11.792205581441522}
+{"Finetune/Learning Rate": 9.396916843706061e-07, "Finetune/Loss": 0.5949996709823608, "Finetune/Loss (Raw)": 0.6355141401290894, "Finetune/Step": 16637, "Finetune/Step Time": 11.785413475707173}
+{"Finetune/Learning Rate": 9.389791419916572e-07, "Finetune/Loss": 0.5953885912895203, "Finetune/Loss (Raw)": 0.5958855152130127, "Finetune/Step": 16638, "Finetune/Step Time": 11.785225626081228}
+{"Finetune/Learning Rate": 9.382668565574927e-07, "Finetune/Loss": 0.594232439994812, "Finetune/Loss (Raw)": 0.5337255597114563, "Finetune/Step": 16639, "Finetune/Step Time": 11.780420936644077}
+{"Finetune/Learning Rate": 9.375548280883129e-07, "Finetune/Loss": 0.5943575501441956, "Finetune/Loss (Raw)": 0.6499958634376526, "Finetune/Step": 16640, "Finetune/Step Time": 11.760490691289306}
+{"Finetune/Learning Rate": 9.368430566043085e-07, "Finetune/Loss": 0.5938659906387329, "Finetune/Loss (Raw)": 0.6219240427017212, "Finetune/Step": 16641, "Finetune/Step Time": 11.76804336719215}
+{"Finetune/Learning Rate": 9.361315421256645e-07, "Finetune/Loss": 0.5943831205368042, "Finetune/Loss (Raw)": 0.5832985043525696, "Finetune/Step": 16642, "Finetune/Step Time": 11.777374528348446}
+{"Finetune/Learning Rate": 9.354202846725546e-07, "Finetune/Loss": 0.5949474573135376, "Finetune/Loss (Raw)": 0.6112913489341736, "Finetune/Step": 16643, "Finetune/Step Time": 11.786296932026744}
+{"Finetune/Learning Rate": 9.347092842651483e-07, "Finetune/Loss": 0.5961317420005798, "Finetune/Loss (Raw)": 0.7720950841903687, "Finetune/Step": 16644, "Finetune/Step Time": 11.80686572380364}
+{"Finetune/Learning Rate": 9.339985409236097e-07, "Finetune/Loss": 0.5945682525634766, "Finetune/Loss (Raw)": 0.4320572018623352, "Finetune/Step": 16645, "Finetune/Step Time": 11.805609546601772}
+{"Finetune/Learning Rate": 9.332880546680911e-07, "Finetune/Loss": 0.5956593751907349, "Finetune/Loss (Raw)": 0.5531086325645447, "Finetune/Step": 16646, "Finetune/Step Time": 11.766115676611662}
+{"Finetune/Learning Rate": 9.32577825518739e-07, "Finetune/Loss": 0.5948302745819092, "Finetune/Loss (Raw)": 0.5770238041877747, "Finetune/Step": 16647, "Finetune/Step Time": 11.766902383416891}
+{"Finetune/Learning Rate": 9.318678534957004e-07, "Finetune/Loss": 0.5955348014831543, "Finetune/Loss (Raw)": 0.5983120203018188, "Finetune/Step": 16648, "Finetune/Step Time": 11.76644016802311}
+{"Finetune/Learning Rate": 9.311581386191005e-07, "Finetune/Loss": 0.5945762395858765, "Finetune/Loss (Raw)": 0.5799734592437744, "Finetune/Step": 16649, "Finetune/Step Time": 11.762246711179614}
+{"Finetune/Learning Rate": 9.304486809090674e-07, "Finetune/Loss": 0.5941680669784546, "Finetune/Loss (Raw)": 0.6471747756004333, "Finetune/Step": 16650, "Finetune/Step Time": 11.781232150271535}
+{"Finetune/Learning Rate": 9.297394803857196e-07, "Finetune/Loss": 0.5934194326400757, "Finetune/Loss (Raw)": 0.5868168473243713, "Finetune/Step": 16651, "Finetune/Step Time": 11.78831198811531}
+{"Finetune/Learning Rate": 9.290305370691677e-07, "Finetune/Loss": 0.5940604209899902, "Finetune/Loss (Raw)": 0.6045315265655518, "Finetune/Step": 16652, "Finetune/Step Time": 11.801509473472834}
+{"Finetune/Learning Rate": 9.283218509795155e-07, "Finetune/Loss": 0.5941774845123291, "Finetune/Loss (Raw)": 0.5791481733322144, "Finetune/Step": 16653, "Finetune/Step Time": 11.804165868088603}
+{"Finetune/Learning Rate": 9.276134221368571e-07, "Finetune/Loss": 0.5940577387809753, "Finetune/Loss (Raw)": 0.5678837299346924, "Finetune/Step": 16654, "Finetune/Step Time": 11.829349739477038}
+{"Finetune/Learning Rate": 9.269052505612874e-07, "Finetune/Loss": 0.5938197374343872, "Finetune/Loss (Raw)": 0.546201229095459, "Finetune/Step": 16655, "Finetune/Step Time": 11.821926422417164}
+{"Finetune/Learning Rate": 9.261973362728827e-07, "Finetune/Loss": 0.5940390229225159, "Finetune/Loss (Raw)": 0.6165721416473389, "Finetune/Step": 16656, "Finetune/Step Time": 11.814582837745547}
+{"Finetune/Learning Rate": 9.25489679291719e-07, "Finetune/Loss": 0.594768762588501, "Finetune/Loss (Raw)": 0.6205191016197205, "Finetune/Step": 16657, "Finetune/Step Time": 11.84349343366921}
+{"Finetune/Learning Rate": 9.247822796378636e-07, "Finetune/Loss": 0.5939161777496338, "Finetune/Loss (Raw)": 0.5339438319206238, "Finetune/Step": 16658, "Finetune/Step Time": 11.863496167585254}
+{"Finetune/Learning Rate": 9.240751373313761e-07, "Finetune/Loss": 0.5944629907608032, "Finetune/Loss (Raw)": 0.6172247529029846, "Finetune/Step": 16659, "Finetune/Step Time": 11.855829607695341}
+{"Finetune/Learning Rate": 9.233682523923093e-07, "Finetune/Loss": 0.5941157937049866, "Finetune/Loss (Raw)": 0.5325437188148499, "Finetune/Step": 16660, "Finetune/Step Time": 11.860808106139302}
+{"Finetune/Learning Rate": 9.226616248407084e-07, "Finetune/Loss": 0.5951744318008423, "Finetune/Loss (Raw)": 0.660491406917572, "Finetune/Step": 16661, "Finetune/Step Time": 11.867581939324737}
+{"Finetune/Learning Rate": 9.219552546966116e-07, "Finetune/Loss": 0.5951555967330933, "Finetune/Loss (Raw)": 0.5708991885185242, "Finetune/Step": 16662, "Finetune/Step Time": 11.884181128814816}
+{"Finetune/Learning Rate": 9.212491419800495e-07, "Finetune/Loss": 0.5954685211181641, "Finetune/Loss (Raw)": 0.6107810735702515, "Finetune/Step": 16663, "Finetune/Step Time": 11.875721069052815}
+{"Finetune/Learning Rate": 9.205432867110442e-07, "Finetune/Loss": 0.5952621698379517, "Finetune/Loss (Raw)": 0.5459207892417908, "Finetune/Step": 16664, "Finetune/Step Time": 11.892339255660772}
+{"Finetune/Learning Rate": 9.198376889096138e-07, "Finetune/Loss": 0.5949000120162964, "Finetune/Loss (Raw)": 0.6205681562423706, "Finetune/Step": 16665, "Finetune/Step Time": 11.897101517766714}
+{"Finetune/Learning Rate": 9.191323485957648e-07, "Finetune/Loss": 0.5954703092575073, "Finetune/Loss (Raw)": 0.6087671518325806, "Finetune/Step": 16666, "Finetune/Step Time": 11.900731090456247}
+{"Finetune/Learning Rate": 9.184272657895011e-07, "Finetune/Loss": 0.5948159694671631, "Finetune/Loss (Raw)": 0.5848264098167419, "Finetune/Step": 16667, "Finetune/Step Time": 11.902893172577024}
+{"Finetune/Learning Rate": 9.177224405108154e-07, "Finetune/Loss": 0.5955440998077393, "Finetune/Loss (Raw)": 0.6717063188552856, "Finetune/Step": 16668, "Finetune/Step Time": 11.898645881563425}
+{"Finetune/Learning Rate": 9.170178727796941e-07, "Finetune/Loss": 0.5957228541374207, "Finetune/Loss (Raw)": 0.5801253318786621, "Finetune/Step": 16669, "Finetune/Step Time": 11.92751793935895}
+{"Finetune/Learning Rate": 9.163135626161179e-07, "Finetune/Loss": 0.5962926149368286, "Finetune/Loss (Raw)": 0.6011450886726379, "Finetune/Step": 16670, "Finetune/Step Time": 11.896333187818527}
+{"Finetune/Learning Rate": 9.156095100400586e-07, "Finetune/Loss": 0.5961306095123291, "Finetune/Loss (Raw)": 0.5423091650009155, "Finetune/Step": 16671, "Finetune/Step Time": 11.901209749281406}
+{"Finetune/Learning Rate": 9.149057150714802e-07, "Finetune/Loss": 0.5964003801345825, "Finetune/Loss (Raw)": 0.6345369815826416, "Finetune/Step": 16672, "Finetune/Step Time": 11.899903893470764}
+{"Finetune/Learning Rate": 9.142021777303444e-07, "Finetune/Loss": 0.5976576209068298, "Finetune/Loss (Raw)": 0.7251933217048645, "Finetune/Step": 16673, "Finetune/Step Time": 11.900113536044955}
+{"Finetune/Learning Rate": 9.134988980365934e-07, "Finetune/Loss": 0.5994148850440979, "Finetune/Loss (Raw)": 0.7915437817573547, "Finetune/Step": 16674, "Finetune/Step Time": 11.890304692089558}
+{"Finetune/Learning Rate": 9.127958760101774e-07, "Finetune/Loss": 0.598642885684967, "Finetune/Loss (Raw)": 0.5644772052764893, "Finetune/Step": 16675, "Finetune/Step Time": 11.886136658489704}
+{"Finetune/Learning Rate": 9.120931116710297e-07, "Finetune/Loss": 0.5988754034042358, "Finetune/Loss (Raw)": 0.5282317399978638, "Finetune/Step": 16676, "Finetune/Step Time": 11.898307830095291}
+{"Finetune/Learning Rate": 9.113906050390798e-07, "Finetune/Loss": 0.5999213457107544, "Finetune/Loss (Raw)": 0.7000782489776611, "Finetune/Step": 16677, "Finetune/Step Time": 11.89597156830132}
+{"Finetune/Learning Rate": 9.106883561342461e-07, "Finetune/Loss": 0.6006726622581482, "Finetune/Loss (Raw)": 0.6142739057540894, "Finetune/Step": 16678, "Finetune/Step Time": 11.890562267974019}
+{"Finetune/Learning Rate": 9.099863649764474e-07, "Finetune/Loss": 0.6002169847488403, "Finetune/Loss (Raw)": 0.6418823599815369, "Finetune/Step": 16679, "Finetune/Step Time": 11.90141113102436}
+{"Finetune/Learning Rate": 9.092846315855841e-07, "Finetune/Loss": 0.6008591651916504, "Finetune/Loss (Raw)": 0.7244459390640259, "Finetune/Step": 16680, "Finetune/Step Time": 11.913952443748713}
+{"Finetune/Learning Rate": 9.085831559815561e-07, "Finetune/Loss": 0.6009560823440552, "Finetune/Loss (Raw)": 0.552471935749054, "Finetune/Step": 16681, "Finetune/Step Time": 11.916475793346763}
+{"Finetune/Learning Rate": 9.078819381842597e-07, "Finetune/Loss": 0.6010233163833618, "Finetune/Loss (Raw)": 0.6294646859169006, "Finetune/Step": 16682, "Finetune/Step Time": 11.91780687123537}
+{"Finetune/Learning Rate": 9.071809782135765e-07, "Finetune/Loss": 0.6004670858383179, "Finetune/Loss (Raw)": 0.5529597997665405, "Finetune/Step": 16683, "Finetune/Step Time": 11.945845926180482}
+{"Finetune/Learning Rate": 9.064802760893854e-07, "Finetune/Loss": 0.5994927883148193, "Finetune/Loss (Raw)": 0.485929399728775, "Finetune/Step": 16684, "Finetune/Step Time": 11.947382427752018}
+{"Finetune/Learning Rate": 9.057798318315558e-07, "Finetune/Loss": 0.6002586483955383, "Finetune/Loss (Raw)": 0.6793363690376282, "Finetune/Step": 16685, "Finetune/Step Time": 11.950965279713273}
+{"Finetune/Learning Rate": 9.050796454599486e-07, "Finetune/Loss": 0.6007605791091919, "Finetune/Loss (Raw)": 0.6346330642700195, "Finetune/Step": 16686, "Finetune/Step Time": 11.955319603905082}
+{"Finetune/Learning Rate": 9.043797169944202e-07, "Finetune/Loss": 0.6019381284713745, "Finetune/Loss (Raw)": 0.6364561319351196, "Finetune/Step": 16687, "Finetune/Step Time": 11.958263846114278}
+{"Finetune/Learning Rate": 9.036800464548157e-07, "Finetune/Loss": 0.6016070246696472, "Finetune/Loss (Raw)": 0.5858160853385925, "Finetune/Step": 16688, "Finetune/Step Time": 11.964806336909533}
+{"Finetune/Learning Rate": 9.029806338609815e-07, "Finetune/Loss": 0.6005217432975769, "Finetune/Loss (Raw)": 0.47939997911453247, "Finetune/Step": 16689, "Finetune/Step Time": 11.959615357220173}
+{"Finetune/Learning Rate": 9.022814792327473e-07, "Finetune/Loss": 0.6010727882385254, "Finetune/Loss (Raw)": 0.5780560970306396, "Finetune/Step": 16690, "Finetune/Step Time": 11.929233565926552}
+{"Finetune/Learning Rate": 9.015825825899416e-07, "Finetune/Loss": 0.6000208854675293, "Finetune/Loss (Raw)": 0.5678707361221313, "Finetune/Step": 16691, "Finetune/Step Time": 11.9279670920223}
+{"Finetune/Learning Rate": 9.008839439523809e-07, "Finetune/Loss": 0.5998697280883789, "Finetune/Loss (Raw)": 0.5516374707221985, "Finetune/Step": 16692, "Finetune/Step Time": 11.92640770599246}
+{"Finetune/Learning Rate": 9.001855633398759e-07, "Finetune/Loss": 0.5993916988372803, "Finetune/Loss (Raw)": 0.5287001132965088, "Finetune/Step": 16693, "Finetune/Step Time": 11.91787225753069}
+{"Finetune/Learning Rate": 8.994874407722321e-07, "Finetune/Loss": 0.6002146005630493, "Finetune/Loss (Raw)": 0.6459723114967346, "Finetune/Step": 16694, "Finetune/Step Time": 11.889944735914469}
+{"Finetune/Learning Rate": 8.987895762692466e-07, "Finetune/Loss": 0.5992538928985596, "Finetune/Loss (Raw)": 0.5783612728118896, "Finetune/Step": 16695, "Finetune/Step Time": 11.890466714277864}
+{"Finetune/Learning Rate": 8.980919698507062e-07, "Finetune/Loss": 0.5997409820556641, "Finetune/Loss (Raw)": 0.6282764673233032, "Finetune/Step": 16696, "Finetune/Step Time": 11.882174465805292}
+{"Finetune/Learning Rate": 8.973946215363993e-07, "Finetune/Loss": 0.5983098745346069, "Finetune/Loss (Raw)": 0.5676198601722717, "Finetune/Step": 16697, "Finetune/Step Time": 11.847735529765487}
+{"Finetune/Learning Rate": 8.966975313460935e-07, "Finetune/Loss": 0.5986303091049194, "Finetune/Loss (Raw)": 0.6077926754951477, "Finetune/Step": 16698, "Finetune/Step Time": 11.847963482141495}
+{"Finetune/Learning Rate": 8.960006992995607e-07, "Finetune/Loss": 0.5978631377220154, "Finetune/Loss (Raw)": 0.5420660972595215, "Finetune/Step": 16699, "Finetune/Step Time": 11.851532390341163}
+{"Finetune/Learning Rate": 8.953041254165595e-07, "Finetune/Loss": 0.5962181687355042, "Finetune/Loss (Raw)": 0.4282422363758087, "Finetune/Step": 16700, "Finetune/Step Time": 11.884141037240624}
+{"Finetune/Learning Rate": 8.94607809716842e-07, "Finetune/Loss": 0.5965691804885864, "Finetune/Loss (Raw)": 0.6234060525894165, "Finetune/Step": 16701, "Finetune/Step Time": 11.871416736394167}
+{"Finetune/Learning Rate": 8.939117522201557e-07, "Finetune/Loss": 0.5965083241462708, "Finetune/Loss (Raw)": 0.5555930137634277, "Finetune/Step": 16702, "Finetune/Step Time": 11.875345332548022}
+{"Finetune/Learning Rate": 8.932159529462381e-07, "Finetune/Loss": 0.5969353914260864, "Finetune/Loss (Raw)": 0.6413983702659607, "Finetune/Step": 16703, "Finetune/Step Time": 11.884287901222706}
+{"Finetune/Learning Rate": 8.925204119148189e-07, "Finetune/Loss": 0.5968235731124878, "Finetune/Loss (Raw)": 0.5637330412864685, "Finetune/Step": 16704, "Finetune/Step Time": 11.881770741194487}
+{"Finetune/Learning Rate": 8.918251291456237e-07, "Finetune/Loss": 0.5970275402069092, "Finetune/Loss (Raw)": 0.550116240978241, "Finetune/Step": 16705, "Finetune/Step Time": 11.883363354951143}
+{"Finetune/Learning Rate": 8.911301046583665e-07, "Finetune/Loss": 0.5973420143127441, "Finetune/Loss (Raw)": 0.577361524105072, "Finetune/Step": 16706, "Finetune/Step Time": 11.879605319350958}
+{"Finetune/Learning Rate": 8.904353384727582e-07, "Finetune/Loss": 0.5973896980285645, "Finetune/Loss (Raw)": 0.5939763784408569, "Finetune/Step": 16707, "Finetune/Step Time": 11.877184649929404}
+{"Finetune/Learning Rate": 8.897408306084998e-07, "Finetune/Loss": 0.5977824330329895, "Finetune/Loss (Raw)": 0.6705020070075989, "Finetune/Step": 16708, "Finetune/Step Time": 11.884412597864866}
+{"Finetune/Learning Rate": 8.890465810852844e-07, "Finetune/Loss": 0.5985788702964783, "Finetune/Loss (Raw)": 0.6917939186096191, "Finetune/Step": 16709, "Finetune/Step Time": 11.879784543067217}
+{"Finetune/Learning Rate": 8.883525899228007e-07, "Finetune/Loss": 0.6001300811767578, "Finetune/Loss (Raw)": 0.6762335896492004, "Finetune/Step": 16710, "Finetune/Step Time": 11.888233847916126}
+{"Finetune/Learning Rate": 8.876588571407275e-07, "Finetune/Loss": 0.6005491018295288, "Finetune/Loss (Raw)": 0.6005158424377441, "Finetune/Step": 16711, "Finetune/Step Time": 11.883539449423552}
+{"Finetune/Learning Rate": 8.869653827587366e-07, "Finetune/Loss": 0.601202130317688, "Finetune/Loss (Raw)": 0.6945369243621826, "Finetune/Step": 16712, "Finetune/Step Time": 11.857207285240293}
+{"Finetune/Learning Rate": 8.862721667964935e-07, "Finetune/Loss": 0.6008564829826355, "Finetune/Loss (Raw)": 0.6402733325958252, "Finetune/Step": 16713, "Finetune/Step Time": 11.853734651580453}
+{"Finetune/Learning Rate": 8.855792092736559e-07, "Finetune/Loss": 0.6012852191925049, "Finetune/Loss (Raw)": 0.6416671276092529, "Finetune/Step": 16714, "Finetune/Step Time": 11.851894406601787}
+{"Finetune/Learning Rate": 8.848865102098736e-07, "Finetune/Loss": 0.6011388301849365, "Finetune/Loss (Raw)": 0.650268018245697, "Finetune/Step": 16715, "Finetune/Step Time": 11.852273752912879}
+{"Finetune/Learning Rate": 8.841940696247908e-07, "Finetune/Loss": 0.6017225384712219, "Finetune/Loss (Raw)": 0.6894838213920593, "Finetune/Step": 16716, "Finetune/Step Time": 11.853545509278774}
+{"Finetune/Learning Rate": 8.835018875380418e-07, "Finetune/Loss": 0.6020756363868713, "Finetune/Loss (Raw)": 0.647771418094635, "Finetune/Step": 16717, "Finetune/Step Time": 11.83679999038577}
+{"Finetune/Learning Rate": 8.828099639692555e-07, "Finetune/Loss": 0.6025279760360718, "Finetune/Loss (Raw)": 0.6586701273918152, "Finetune/Step": 16718, "Finetune/Step Time": 11.828115094453096}
+{"Finetune/Learning Rate": 8.821182989380528e-07, "Finetune/Loss": 0.6026411056518555, "Finetune/Loss (Raw)": 0.6507629752159119, "Finetune/Step": 16719, "Finetune/Step Time": 11.834893906489015}
+{"Finetune/Learning Rate": 8.814268924640468e-07, "Finetune/Loss": 0.6013256907463074, "Finetune/Loss (Raw)": 0.39757171273231506, "Finetune/Step": 16720, "Finetune/Step Time": 11.863523099571466}
+{"Finetune/Learning Rate": 8.807357445668474e-07, "Finetune/Loss": 0.6011529564857483, "Finetune/Loss (Raw)": 0.624816358089447, "Finetune/Step": 16721, "Finetune/Step Time": 11.874760165810585}
+{"Finetune/Learning Rate": 8.800448552660479e-07, "Finetune/Loss": 0.60041344165802, "Finetune/Loss (Raw)": 0.5459004044532776, "Finetune/Step": 16722, "Finetune/Step Time": 11.883259553462267}
+{"Finetune/Learning Rate": 8.793542245812403e-07, "Finetune/Loss": 0.6000678539276123, "Finetune/Loss (Raw)": 0.5368439555168152, "Finetune/Step": 16723, "Finetune/Step Time": 11.893531028181314}
+{"Finetune/Learning Rate": 8.786638525320146e-07, "Finetune/Loss": 0.5989888906478882, "Finetune/Loss (Raw)": 0.5065488815307617, "Finetune/Step": 16724, "Finetune/Step Time": 11.87279118038714}
+{"Finetune/Learning Rate": 8.779737391379428e-07, "Finetune/Loss": 0.5990962386131287, "Finetune/Loss (Raw)": 0.5632990598678589, "Finetune/Step": 16725, "Finetune/Step Time": 11.845602484419942}
+{"Finetune/Learning Rate": 8.772838844185972e-07, "Finetune/Loss": 0.5992604494094849, "Finetune/Loss (Raw)": 0.622061014175415, "Finetune/Step": 16726, "Finetune/Step Time": 11.847047355026007}
+{"Finetune/Learning Rate": 8.765942883935408e-07, "Finetune/Loss": 0.5998008251190186, "Finetune/Loss (Raw)": 0.6138855814933777, "Finetune/Step": 16727, "Finetune/Step Time": 11.868130661547184}
+{"Finetune/Learning Rate": 8.759049510823247e-07, "Finetune/Loss": 0.5998774170875549, "Finetune/Loss (Raw)": 0.6775628328323364, "Finetune/Step": 16728, "Finetune/Step Time": 11.862760102376342}
+{"Finetune/Learning Rate": 8.75215872504499e-07, "Finetune/Loss": 0.5991636514663696, "Finetune/Loss (Raw)": 0.5248898863792419, "Finetune/Step": 16729, "Finetune/Step Time": 11.86144052632153}
+{"Finetune/Learning Rate": 8.745270526796023e-07, "Finetune/Loss": 0.5993269681930542, "Finetune/Loss (Raw)": 0.5848318934440613, "Finetune/Step": 16730, "Finetune/Step Time": 11.858583953231573}
+{"Finetune/Learning Rate": 8.738384916271703e-07, "Finetune/Loss": 0.5980749130249023, "Finetune/Loss (Raw)": 0.5091980695724487, "Finetune/Step": 16731, "Finetune/Step Time": 11.857687113806605}
+{"Finetune/Learning Rate": 8.731501893667272e-07, "Finetune/Loss": 0.5977094769477844, "Finetune/Loss (Raw)": 0.5940536260604858, "Finetune/Step": 16732, "Finetune/Step Time": 11.868889702484012}
+{"Finetune/Learning Rate": 8.72462145917794e-07, "Finetune/Loss": 0.5975438356399536, "Finetune/Loss (Raw)": 0.5431880950927734, "Finetune/Step": 16733, "Finetune/Step Time": 11.86274266988039}
+{"Finetune/Learning Rate": 8.717743612998764e-07, "Finetune/Loss": 0.5968002676963806, "Finetune/Loss (Raw)": 0.48944324254989624, "Finetune/Step": 16734, "Finetune/Step Time": 11.855928037315607}
+{"Finetune/Learning Rate": 8.71086835532482e-07, "Finetune/Loss": 0.5977903604507446, "Finetune/Loss (Raw)": 0.6647776365280151, "Finetune/Step": 16735, "Finetune/Step Time": 11.859635766595602}
+{"Finetune/Learning Rate": 8.703995686351041e-07, "Finetune/Loss": 0.5965428352355957, "Finetune/Loss (Raw)": 0.45071107149124146, "Finetune/Step": 16736, "Finetune/Step Time": 11.859129624441266}
+{"Finetune/Learning Rate": 8.697125606272327e-07, "Finetune/Loss": 0.596001386642456, "Finetune/Loss (Raw)": 0.6192907094955444, "Finetune/Step": 16737, "Finetune/Step Time": 11.855595748871565}
+{"Finetune/Learning Rate": 8.690258115283523e-07, "Finetune/Loss": 0.5947304368019104, "Finetune/Loss (Raw)": 0.4816567599773407, "Finetune/Step": 16738, "Finetune/Step Time": 11.882372476160526}
+{"Finetune/Learning Rate": 8.683393213579338e-07, "Finetune/Loss": 0.5948002934455872, "Finetune/Loss (Raw)": 0.6543634533882141, "Finetune/Step": 16739, "Finetune/Step Time": 11.901184530928731}
+{"Finetune/Learning Rate": 8.676530901354474e-07, "Finetune/Loss": 0.5945466756820679, "Finetune/Loss (Raw)": 0.5240355134010315, "Finetune/Step": 16740, "Finetune/Step Time": 11.908754762262106}
+{"Finetune/Learning Rate": 8.669671178803485e-07, "Finetune/Loss": 0.592827320098877, "Finetune/Loss (Raw)": 0.42039668560028076, "Finetune/Step": 16741, "Finetune/Step Time": 11.937037352472544}
+{"Finetune/Learning Rate": 8.662814046120916e-07, "Finetune/Loss": 0.5927739143371582, "Finetune/Loss (Raw)": 0.5764310359954834, "Finetune/Step": 16742, "Finetune/Step Time": 11.939279375597835}
+{"Finetune/Learning Rate": 8.655959503501198e-07, "Finetune/Loss": 0.5925440788269043, "Finetune/Loss (Raw)": 0.5798394680023193, "Finetune/Step": 16743, "Finetune/Step Time": 11.937943257391453}
+{"Finetune/Learning Rate": 8.649107551138725e-07, "Finetune/Loss": 0.5917901396751404, "Finetune/Loss (Raw)": 0.4736863076686859, "Finetune/Step": 16744, "Finetune/Step Time": 11.97358695231378}
+{"Finetune/Learning Rate": 8.642258189227793e-07, "Finetune/Loss": 0.5914841890335083, "Finetune/Loss (Raw)": 0.5220340490341187, "Finetune/Step": 16745, "Finetune/Step Time": 11.972482787445188}
+{"Finetune/Learning Rate": 8.635411417962658e-07, "Finetune/Loss": 0.5912051200866699, "Finetune/Loss (Raw)": 0.5151734948158264, "Finetune/Step": 16746, "Finetune/Step Time": 11.976149346679449}
+{"Finetune/Learning Rate": 8.628567237537433e-07, "Finetune/Loss": 0.5934167504310608, "Finetune/Loss (Raw)": 0.6504026055335999, "Finetune/Step": 16747, "Finetune/Step Time": 11.943404480814934}
+{"Finetune/Learning Rate": 8.621725648146217e-07, "Finetune/Loss": 0.5935763716697693, "Finetune/Loss (Raw)": 0.5530059933662415, "Finetune/Step": 16748, "Finetune/Step Time": 11.940644858404994}
+{"Finetune/Learning Rate": 8.614886649983012e-07, "Finetune/Loss": 0.5928784608840942, "Finetune/Loss (Raw)": 0.527767539024353, "Finetune/Step": 16749, "Finetune/Step Time": 11.942425133660436}
+{"Finetune/Learning Rate": 8.608050243241761e-07, "Finetune/Loss": 0.590988039970398, "Finetune/Loss (Raw)": 0.5519413948059082, "Finetune/Step": 16750, "Finetune/Step Time": 11.961582468822598}
+{"Finetune/Learning Rate": 8.601216428116321e-07, "Finetune/Loss": 0.5908536314964294, "Finetune/Loss (Raw)": 0.5701473355293274, "Finetune/Step": 16751, "Finetune/Step Time": 11.960350681096315}
+{"Finetune/Learning Rate": 8.594385204800481e-07, "Finetune/Loss": 0.5905243158340454, "Finetune/Loss (Raw)": 0.540248453617096, "Finetune/Step": 16752, "Finetune/Step Time": 11.970995893701911}
+{"Finetune/Learning Rate": 8.587556573487954e-07, "Finetune/Loss": 0.590596079826355, "Finetune/Loss (Raw)": 0.559516966342926, "Finetune/Step": 16753, "Finetune/Step Time": 11.984658671543002}
+{"Finetune/Learning Rate": 8.580730534372372e-07, "Finetune/Loss": 0.5894194841384888, "Finetune/Loss (Raw)": 0.5531227588653564, "Finetune/Step": 16754, "Finetune/Step Time": 11.93423985503614}
+{"Finetune/Learning Rate": 8.573907087647315e-07, "Finetune/Loss": 0.590031623840332, "Finetune/Loss (Raw)": 0.5974884629249573, "Finetune/Step": 16755, "Finetune/Step Time": 11.94135052897036}
+{"Finetune/Learning Rate": 8.567086233506284e-07, "Finetune/Loss": 0.5892273187637329, "Finetune/Loss (Raw)": 0.5309778451919556, "Finetune/Step": 16756, "Finetune/Step Time": 11.913561889901757}
+{"Finetune/Learning Rate": 8.560267972142667e-07, "Finetune/Loss": 0.5899200439453125, "Finetune/Loss (Raw)": 0.6974635124206543, "Finetune/Step": 16757, "Finetune/Step Time": 11.91286095045507}
+{"Finetune/Learning Rate": 8.553452303749843e-07, "Finetune/Loss": 0.5897724628448486, "Finetune/Loss (Raw)": 0.6413677930831909, "Finetune/Step": 16758, "Finetune/Step Time": 11.912425577640533}
+{"Finetune/Learning Rate": 8.546639228521069e-07, "Finetune/Loss": 0.5892120003700256, "Finetune/Loss (Raw)": 0.5210767984390259, "Finetune/Step": 16759, "Finetune/Step Time": 11.916977595537901}
+{"Finetune/Learning Rate": 8.539828746649548e-07, "Finetune/Loss": 0.5889666080474854, "Finetune/Loss (Raw)": 0.5688403844833374, "Finetune/Step": 16760, "Finetune/Step Time": 11.918166423216462}
+{"Finetune/Learning Rate": 8.533020858328411e-07, "Finetune/Loss": 0.5880420207977295, "Finetune/Loss (Raw)": 0.5293763875961304, "Finetune/Step": 16761, "Finetune/Step Time": 11.911350551992655}
+{"Finetune/Learning Rate": 8.526215563750695e-07, "Finetune/Loss": 0.5889555215835571, "Finetune/Loss (Raw)": 0.5449005365371704, "Finetune/Step": 16762, "Finetune/Step Time": 11.883188728243113}
+{"Finetune/Learning Rate": 8.5194128631094e-07, "Finetune/Loss": 0.5882797241210938, "Finetune/Loss (Raw)": 0.505845308303833, "Finetune/Step": 16763, "Finetune/Step Time": 11.886537302285433}
+{"Finetune/Learning Rate": 8.512612756597416e-07, "Finetune/Loss": 0.5864508152008057, "Finetune/Loss (Raw)": 0.40762677788734436, "Finetune/Step": 16764, "Finetune/Step Time": 11.916122205555439}
+{"Finetune/Learning Rate": 8.505815244407578e-07, "Finetune/Loss": 0.5867432951927185, "Finetune/Loss (Raw)": 0.6729531288146973, "Finetune/Step": 16765, "Finetune/Step Time": 11.923896385356784}
+{"Finetune/Learning Rate": 8.499020326732643e-07, "Finetune/Loss": 0.5866366624832153, "Finetune/Loss (Raw)": 0.5822340250015259, "Finetune/Step": 16766, "Finetune/Step Time": 11.926152093335986}
+{"Finetune/Learning Rate": 8.492228003765301e-07, "Finetune/Loss": 0.5870561599731445, "Finetune/Loss (Raw)": 0.5874279737472534, "Finetune/Step": 16767, "Finetune/Step Time": 11.935817098245025}
+{"Finetune/Learning Rate": 8.485438275698154e-07, "Finetune/Loss": 0.5871497392654419, "Finetune/Loss (Raw)": 0.6619721055030823, "Finetune/Step": 16768, "Finetune/Step Time": 11.956583747640252}
+{"Finetune/Learning Rate": 8.478651142723748e-07, "Finetune/Loss": 0.5865578651428223, "Finetune/Loss (Raw)": 0.5461598634719849, "Finetune/Step": 16769, "Finetune/Step Time": 11.980679230764508}
+{"Finetune/Learning Rate": 8.471866605034562e-07, "Finetune/Loss": 0.5861849784851074, "Finetune/Loss (Raw)": 0.5355647206306458, "Finetune/Step": 16770, "Finetune/Step Time": 11.978067561984062}
+{"Finetune/Learning Rate": 8.465084662822931e-07, "Finetune/Loss": 0.5858907103538513, "Finetune/Loss (Raw)": 0.5736294388771057, "Finetune/Step": 16771, "Finetune/Step Time": 11.977925155311823}
+{"Finetune/Learning Rate": 8.458305316281234e-07, "Finetune/Loss": 0.5848076939582825, "Finetune/Loss (Raw)": 0.6334698796272278, "Finetune/Step": 16772, "Finetune/Step Time": 11.956635331735015}
+{"Finetune/Learning Rate": 8.451528565601686e-07, "Finetune/Loss": 0.5866918563842773, "Finetune/Loss (Raw)": 0.6732350587844849, "Finetune/Step": 16773, "Finetune/Step Time": 11.960092347115278}
+{"Finetune/Learning Rate": 8.444754410976452e-07, "Finetune/Loss": 0.5864289999008179, "Finetune/Loss (Raw)": 0.5194551348686218, "Finetune/Step": 16774, "Finetune/Step Time": 11.954359609633684}
+{"Finetune/Learning Rate": 8.437982852597637e-07, "Finetune/Loss": 0.587067723274231, "Finetune/Loss (Raw)": 0.6587814688682556, "Finetune/Step": 16775, "Finetune/Step Time": 11.991499846801162}
+{"Finetune/Learning Rate": 8.431213890657275e-07, "Finetune/Loss": 0.5868142247200012, "Finetune/Loss (Raw)": 0.5658695697784424, "Finetune/Step": 16776, "Finetune/Step Time": 11.991407122462988}
+{"Finetune/Learning Rate": 8.42444752534729e-07, "Finetune/Loss": 0.5861821174621582, "Finetune/Loss (Raw)": 0.49905821681022644, "Finetune/Step": 16777, "Finetune/Step Time": 11.985086178407073}
+{"Finetune/Learning Rate": 8.417683756859563e-07, "Finetune/Loss": 0.5865809321403503, "Finetune/Loss (Raw)": 0.6982282996177673, "Finetune/Step": 16778, "Finetune/Step Time": 11.965621165931225}
+{"Finetune/Learning Rate": 8.410922585385883e-07, "Finetune/Loss": 0.5854998230934143, "Finetune/Loss (Raw)": 0.44843003153800964, "Finetune/Step": 16779, "Finetune/Step Time": 11.991416512057185}
+{"Finetune/Learning Rate": 8.40416401111801e-07, "Finetune/Loss": 0.5854278802871704, "Finetune/Loss (Raw)": 0.5953193306922913, "Finetune/Step": 16780, "Finetune/Step Time": 11.976516794413328}
+{"Finetune/Learning Rate": 8.397408034247589e-07, "Finetune/Loss": 0.5861503481864929, "Finetune/Loss (Raw)": 0.671627938747406, "Finetune/Step": 16781, "Finetune/Step Time": 11.986381359398365}
+{"Finetune/Learning Rate": 8.390654654966202e-07, "Finetune/Loss": 0.5862102508544922, "Finetune/Loss (Raw)": 0.5755470991134644, "Finetune/Step": 16782, "Finetune/Step Time": 11.958484090864658}
+{"Finetune/Learning Rate": 8.383903873465337e-07, "Finetune/Loss": 0.5869455933570862, "Finetune/Loss (Raw)": 0.6403290629386902, "Finetune/Step": 16783, "Finetune/Step Time": 11.958954110741615}
+{"Finetune/Learning Rate": 8.377155689936434e-07, "Finetune/Loss": 0.5868033170700073, "Finetune/Loss (Raw)": 0.5983619689941406, "Finetune/Step": 16784, "Finetune/Step Time": 11.958328953012824}
+{"Finetune/Learning Rate": 8.370410104570859e-07, "Finetune/Loss": 0.5863351821899414, "Finetune/Loss (Raw)": 0.5605934262275696, "Finetune/Step": 16785, "Finetune/Step Time": 11.934975305572152}
+{"Finetune/Learning Rate": 8.363667117559871e-07, "Finetune/Loss": 0.5863763689994812, "Finetune/Loss (Raw)": 0.5392189025878906, "Finetune/Step": 16786, "Finetune/Step Time": 11.922969562932849}
+{"Finetune/Learning Rate": 8.356926729094717e-07, "Finetune/Loss": 0.5868551731109619, "Finetune/Loss (Raw)": 0.6785110831260681, "Finetune/Step": 16787, "Finetune/Step Time": 11.926678055897355}
+{"Finetune/Learning Rate": 8.350188939366544e-07, "Finetune/Loss": 0.5877772569656372, "Finetune/Loss (Raw)": 0.650574803352356, "Finetune/Step": 16788, "Finetune/Step Time": 11.919817596673965}
+{"Finetune/Learning Rate": 8.343453748566388e-07, "Finetune/Loss": 0.5877134203910828, "Finetune/Loss (Raw)": 0.6523221731185913, "Finetune/Step": 16789, "Finetune/Step Time": 11.915835969150066}
+{"Finetune/Learning Rate": 8.33672115688523e-07, "Finetune/Loss": 0.5872995853424072, "Finetune/Loss (Raw)": 0.5179219245910645, "Finetune/Step": 16790, "Finetune/Step Time": 11.915390688925982}
+{"Finetune/Learning Rate": 8.329991164514017e-07, "Finetune/Loss": 0.5866440534591675, "Finetune/Loss (Raw)": 0.526872992515564, "Finetune/Step": 16791, "Finetune/Step Time": 11.910918071866035}
+{"Finetune/Learning Rate": 8.323263771643575e-07, "Finetune/Loss": 0.5859041810035706, "Finetune/Loss (Raw)": 0.45122256875038147, "Finetune/Step": 16792, "Finetune/Step Time": 11.911392878741026}
+{"Finetune/Learning Rate": 8.316538978464672e-07, "Finetune/Loss": 0.585586667060852, "Finetune/Loss (Raw)": 0.5799206495285034, "Finetune/Step": 16793, "Finetune/Step Time": 11.911667332053185}
+{"Finetune/Learning Rate": 8.309816785168035e-07, "Finetune/Loss": 0.584993839263916, "Finetune/Loss (Raw)": 0.5328918695449829, "Finetune/Step": 16794, "Finetune/Step Time": 11.931168362498283}
+{"Finetune/Learning Rate": 8.303097191944243e-07, "Finetune/Loss": 0.5846723914146423, "Finetune/Loss (Raw)": 0.5436782240867615, "Finetune/Step": 16795, "Finetune/Step Time": 11.94049877114594}
+{"Finetune/Learning Rate": 8.296380198983867e-07, "Finetune/Loss": 0.5839545726776123, "Finetune/Loss (Raw)": 0.579827606678009, "Finetune/Step": 16796, "Finetune/Step Time": 11.943245554342866}
+{"Finetune/Learning Rate": 8.289665806477376e-07, "Finetune/Loss": 0.5842533707618713, "Finetune/Loss (Raw)": 0.6183658242225647, "Finetune/Step": 16797, "Finetune/Step Time": 11.918439066037536}
+{"Finetune/Learning Rate": 8.282954014615185e-07, "Finetune/Loss": 0.5842927694320679, "Finetune/Loss (Raw)": 0.6061913967132568, "Finetune/Step": 16798, "Finetune/Step Time": 11.932971673086286}
+{"Finetune/Learning Rate": 8.276244823587599e-07, "Finetune/Loss": 0.5851747989654541, "Finetune/Loss (Raw)": 0.6552076935768127, "Finetune/Step": 16799, "Finetune/Step Time": 11.94119137339294}
+{"Finetune/Learning Rate": 8.269538233584884e-07, "Finetune/Loss": 0.58406662940979, "Finetune/Loss (Raw)": 0.49269649386405945, "Finetune/Step": 16800, "Finetune/Step Time": 11.945749759674072}
+{"Finetune/Learning Rate": 8.262834244797213e-07, "Finetune/Loss": 0.5831851959228516, "Finetune/Loss (Raw)": 0.6123636960983276, "Finetune/Step": 16801, "Finetune/Step Time": 11.949945285916328}
+{"Finetune/Learning Rate": 8.256132857414701e-07, "Finetune/Loss": 0.5810545086860657, "Finetune/Loss (Raw)": 0.5188195705413818, "Finetune/Step": 16802, "Finetune/Step Time": 11.97715263068676}
+{"Finetune/Learning Rate": 8.249434071627383e-07, "Finetune/Loss": 0.5806335806846619, "Finetune/Loss (Raw)": 0.5105973482131958, "Finetune/Step": 16803, "Finetune/Step Time": 11.984091812744737}
+{"Finetune/Learning Rate": 8.242737887625207e-07, "Finetune/Loss": 0.580414891242981, "Finetune/Loss (Raw)": 0.500236451625824, "Finetune/Step": 16804, "Finetune/Step Time": 11.977553671225905}
+{"Finetune/Learning Rate": 8.236044305598057e-07, "Finetune/Loss": 0.5794215202331543, "Finetune/Loss (Raw)": 0.5729343891143799, "Finetune/Step": 16805, "Finetune/Step Time": 12.023431323468685}
+{"Finetune/Learning Rate": 8.229353325735756e-07, "Finetune/Loss": 0.5789235234260559, "Finetune/Loss (Raw)": 0.5505300164222717, "Finetune/Step": 16806, "Finetune/Step Time": 12.027441268786788}
+{"Finetune/Learning Rate": 8.222664948228032e-07, "Finetune/Loss": 0.578618586063385, "Finetune/Loss (Raw)": 0.6028481721878052, "Finetune/Step": 16807, "Finetune/Step Time": 12.036200448870659}
+{"Finetune/Learning Rate": 8.215979173264543e-07, "Finetune/Loss": 0.5778275728225708, "Finetune/Loss (Raw)": 0.6231959462165833, "Finetune/Step": 16808, "Finetune/Step Time": 12.027745585888624}
+{"Finetune/Learning Rate": 8.209296001034894e-07, "Finetune/Loss": 0.5777937173843384, "Finetune/Loss (Raw)": 0.5481424331665039, "Finetune/Step": 16809, "Finetune/Step Time": 12.048195715993643}
+{"Finetune/Learning Rate": 8.202615431728589e-07, "Finetune/Loss": 0.5772783756256104, "Finetune/Loss (Raw)": 0.5635009407997131, "Finetune/Step": 16810, "Finetune/Step Time": 12.064640766009688}
+{"Finetune/Learning Rate": 8.195937465535076e-07, "Finetune/Loss": 0.5771976709365845, "Finetune/Loss (Raw)": 0.5426234602928162, "Finetune/Step": 16811, "Finetune/Step Time": 12.03042222931981}
+{"Finetune/Learning Rate": 8.189262102643747e-07, "Finetune/Loss": 0.5778821706771851, "Finetune/Loss (Raw)": 0.5735477805137634, "Finetune/Step": 16812, "Finetune/Step Time": 12.0275225546211}
+{"Finetune/Learning Rate": 8.182589343243818e-07, "Finetune/Loss": 0.5773704051971436, "Finetune/Loss (Raw)": 0.6138237714767456, "Finetune/Step": 16813, "Finetune/Step Time": 12.021184746176004}
+{"Finetune/Learning Rate": 8.175919187524584e-07, "Finetune/Loss": 0.5767886638641357, "Finetune/Loss (Raw)": 0.5601725578308105, "Finetune/Step": 16814, "Finetune/Step Time": 12.017469396814704}
+{"Finetune/Learning Rate": 8.16925163567518e-07, "Finetune/Loss": 0.5762975811958313, "Finetune/Loss (Raw)": 0.5735980272293091, "Finetune/Step": 16815, "Finetune/Step Time": 12.027667073532939}
+{"Finetune/Learning Rate": 8.162586687884655e-07, "Finetune/Loss": 0.5759840607643127, "Finetune/Loss (Raw)": 0.5456852316856384, "Finetune/Step": 16816, "Finetune/Step Time": 12.042112717404962}
+{"Finetune/Learning Rate": 8.155924344342026e-07, "Finetune/Loss": 0.5772809982299805, "Finetune/Loss (Raw)": 0.6454067826271057, "Finetune/Step": 16817, "Finetune/Step Time": 12.05786976031959}
+{"Finetune/Learning Rate": 8.149264605236207e-07, "Finetune/Loss": 0.577226996421814, "Finetune/Loss (Raw)": 0.5711445808410645, "Finetune/Step": 16818, "Finetune/Step Time": 12.058037612587214}
+{"Finetune/Learning Rate": 8.142607470756081e-07, "Finetune/Loss": 0.577355146408081, "Finetune/Loss (Raw)": 0.5842804312705994, "Finetune/Step": 16819, "Finetune/Step Time": 12.061499832198024}
+{"Finetune/Learning Rate": 8.135952941090363e-07, "Finetune/Loss": 0.5780105590820312, "Finetune/Loss (Raw)": 0.635528028011322, "Finetune/Step": 16820, "Finetune/Step Time": 12.062213938683271}
+{"Finetune/Learning Rate": 8.129301016427815e-07, "Finetune/Loss": 0.5788620710372925, "Finetune/Loss (Raw)": 0.6376944780349731, "Finetune/Step": 16821, "Finetune/Step Time": 12.06500812061131}
+{"Finetune/Learning Rate": 8.122651696957041e-07, "Finetune/Loss": 0.5782114267349243, "Finetune/Loss (Raw)": 0.5626928806304932, "Finetune/Step": 16822, "Finetune/Step Time": 12.06902470625937}
+{"Finetune/Learning Rate": 8.116004982866599e-07, "Finetune/Loss": 0.5783617496490479, "Finetune/Loss (Raw)": 0.5975974202156067, "Finetune/Step": 16823, "Finetune/Step Time": 12.06783857755363}
+{"Finetune/Learning Rate": 8.109360874344962e-07, "Finetune/Loss": 0.5779286623001099, "Finetune/Loss (Raw)": 0.5728381276130676, "Finetune/Step": 16824, "Finetune/Step Time": 12.085781587287784}
+{"Finetune/Learning Rate": 8.102719371580581e-07, "Finetune/Loss": 0.5781023502349854, "Finetune/Loss (Raw)": 0.5898545384407043, "Finetune/Step": 16825, "Finetune/Step Time": 12.086882153525949}
+{"Finetune/Learning Rate": 8.096080474761736e-07, "Finetune/Loss": 0.5783714056015015, "Finetune/Loss (Raw)": 0.6422256231307983, "Finetune/Step": 16826, "Finetune/Step Time": 12.085111929103732}
+{"Finetune/Learning Rate": 8.089444184076689e-07, "Finetune/Loss": 0.5792447328567505, "Finetune/Loss (Raw)": 0.6538615822792053, "Finetune/Step": 16827, "Finetune/Step Time": 12.07886221818626}
+{"Finetune/Learning Rate": 8.082810499713667e-07, "Finetune/Loss": 0.5810515284538269, "Finetune/Loss (Raw)": 0.6595119833946228, "Finetune/Step": 16828, "Finetune/Step Time": 12.065000893548131}
+{"Finetune/Learning Rate": 8.076179421860764e-07, "Finetune/Loss": 0.5804949998855591, "Finetune/Loss (Raw)": 0.5521641969680786, "Finetune/Step": 16829, "Finetune/Step Time": 12.067015636712313}
+{"Finetune/Learning Rate": 8.069550950706018e-07, "Finetune/Loss": 0.5811566114425659, "Finetune/Loss (Raw)": 0.6402881741523743, "Finetune/Step": 16830, "Finetune/Step Time": 12.068964892998338}
+{"Finetune/Learning Rate": 8.062925086437401e-07, "Finetune/Loss": 0.5817694664001465, "Finetune/Loss (Raw)": 0.7198358178138733, "Finetune/Step": 16831, "Finetune/Step Time": 12.063729885965586}
+{"Finetune/Learning Rate": 8.056301829242785e-07, "Finetune/Loss": 0.5822022557258606, "Finetune/Loss (Raw)": 0.6191291809082031, "Finetune/Step": 16832, "Finetune/Step Time": 12.067196460440755}
+{"Finetune/Learning Rate": 8.049681179309987e-07, "Finetune/Loss": 0.5818859338760376, "Finetune/Loss (Raw)": 0.5096279978752136, "Finetune/Step": 16833, "Finetune/Step Time": 12.060140265151858}
+{"Finetune/Learning Rate": 8.043063136826768e-07, "Finetune/Loss": 0.5812908411026001, "Finetune/Loss (Raw)": 0.5011929273605347, "Finetune/Step": 16834, "Finetune/Step Time": 12.071965942159295}
+{"Finetune/Learning Rate": 8.036447701980765e-07, "Finetune/Loss": 0.5810467004776001, "Finetune/Loss (Raw)": 0.5627267360687256, "Finetune/Step": 16835, "Finetune/Step Time": 12.075824294239283}
+{"Finetune/Learning Rate": 8.029834874959619e-07, "Finetune/Loss": 0.5801374912261963, "Finetune/Loss (Raw)": 0.5541225075721741, "Finetune/Step": 16836, "Finetune/Step Time": 12.087008714675903}
+{"Finetune/Learning Rate": 8.023224655950834e-07, "Finetune/Loss": 0.5802127122879028, "Finetune/Loss (Raw)": 0.7014229893684387, "Finetune/Step": 16837, "Finetune/Step Time": 12.082900408655405}
+{"Finetune/Learning Rate": 8.016617045141839e-07, "Finetune/Loss": 0.5799646973609924, "Finetune/Loss (Raw)": 0.6444847583770752, "Finetune/Step": 16838, "Finetune/Step Time": 12.08213758468628}
+{"Finetune/Learning Rate": 8.010012042720028e-07, "Finetune/Loss": 0.5795599222183228, "Finetune/Loss (Raw)": 0.5487086772918701, "Finetune/Step": 16839, "Finetune/Step Time": 12.085816787555814}
+{"Finetune/Learning Rate": 8.003409648872684e-07, "Finetune/Loss": 0.5791559815406799, "Finetune/Loss (Raw)": 0.6428270936012268, "Finetune/Step": 16840, "Finetune/Step Time": 12.104327509179711}
+{"Finetune/Learning Rate": 7.996809863787037e-07, "Finetune/Loss": 0.5802189111709595, "Finetune/Loss (Raw)": 0.7763373255729675, "Finetune/Step": 16841, "Finetune/Step Time": 12.092592580243945}
+{"Finetune/Learning Rate": 7.990212687650223e-07, "Finetune/Loss": 0.5806980133056641, "Finetune/Loss (Raw)": 0.7029832601547241, "Finetune/Step": 16842, "Finetune/Step Time": 12.103658206760883}
+{"Finetune/Learning Rate": 7.983618120649373e-07, "Finetune/Loss": 0.5802030563354492, "Finetune/Loss (Raw)": 0.5869174003601074, "Finetune/Step": 16843, "Finetune/Step Time": 12.114274276420474}
+{"Finetune/Learning Rate": 7.977026162971436e-07, "Finetune/Loss": 0.5784634351730347, "Finetune/Loss (Raw)": 0.46681278944015503, "Finetune/Step": 16844, "Finetune/Step Time": 12.118282763287425}
+{"Finetune/Learning Rate": 7.970436814803362e-07, "Finetune/Loss": 0.5774683952331543, "Finetune/Loss (Raw)": 0.5204066634178162, "Finetune/Step": 16845, "Finetune/Step Time": 12.119885329157114}
+{"Finetune/Learning Rate": 7.963850076332003e-07, "Finetune/Loss": 0.5765464901924133, "Finetune/Loss (Raw)": 0.5406653881072998, "Finetune/Step": 16846, "Finetune/Step Time": 12.119764655828476}
+{"Finetune/Learning Rate": 7.957265947744131e-07, "Finetune/Loss": 0.5761594772338867, "Finetune/Loss (Raw)": 0.601223349571228, "Finetune/Step": 16847, "Finetune/Step Time": 12.120180197060108}
+{"Finetune/Learning Rate": 7.950684429226463e-07, "Finetune/Loss": 0.5771361589431763, "Finetune/Loss (Raw)": 0.5225878953933716, "Finetune/Step": 16848, "Finetune/Step Time": 12.102121600881219}
+{"Finetune/Learning Rate": 7.944105520965639e-07, "Finetune/Loss": 0.5770567655563354, "Finetune/Loss (Raw)": 0.6146567463874817, "Finetune/Step": 16849, "Finetune/Step Time": 12.09620332531631}
+{"Finetune/Learning Rate": 7.93752922314821e-07, "Finetune/Loss": 0.5777546167373657, "Finetune/Loss (Raw)": 0.6352237462997437, "Finetune/Step": 16850, "Finetune/Step Time": 12.096697127446532}
+{"Finetune/Learning Rate": 7.93095553596066e-07, "Finetune/Loss": 0.5789351463317871, "Finetune/Loss (Raw)": 0.687950611114502, "Finetune/Step": 16851, "Finetune/Step Time": 12.087218638509512}
+{"Finetune/Learning Rate": 7.924384459589396e-07, "Finetune/Loss": 0.5789158940315247, "Finetune/Loss (Raw)": 0.5040832757949829, "Finetune/Step": 16852, "Finetune/Step Time": 12.071043184027076}
+{"Finetune/Learning Rate": 7.917815994220768e-07, "Finetune/Loss": 0.5788540840148926, "Finetune/Loss (Raw)": 0.5553831458091736, "Finetune/Step": 16853, "Finetune/Step Time": 12.070960097014904}
+{"Finetune/Learning Rate": 7.911250140041038e-07, "Finetune/Loss": 0.5789445638656616, "Finetune/Loss (Raw)": 0.6336429715156555, "Finetune/Step": 16854, "Finetune/Step Time": 12.070775423198938}
+{"Finetune/Learning Rate": 7.90468689723638e-07, "Finetune/Loss": 0.5790627002716064, "Finetune/Loss (Raw)": 0.6290079355239868, "Finetune/Step": 16855, "Finetune/Step Time": 12.052083920687437}
+{"Finetune/Learning Rate": 7.898126265992912e-07, "Finetune/Loss": 0.5780436992645264, "Finetune/Loss (Raw)": 0.547131359577179, "Finetune/Step": 16856, "Finetune/Step Time": 12.054852297529578}
+{"Finetune/Learning Rate": 7.891568246496683e-07, "Finetune/Loss": 0.5787448883056641, "Finetune/Loss (Raw)": 0.6146474480628967, "Finetune/Step": 16857, "Finetune/Step Time": 12.057291086763144}
+{"Finetune/Learning Rate": 7.88501283893367e-07, "Finetune/Loss": 0.5795479416847229, "Finetune/Loss (Raw)": 0.6876196265220642, "Finetune/Step": 16858, "Finetune/Step Time": 12.075524486601353}
+{"Finetune/Learning Rate": 7.878460043489744e-07, "Finetune/Loss": 0.5789787769317627, "Finetune/Loss (Raw)": 0.43633925914764404, "Finetune/Step": 16859, "Finetune/Step Time": 12.101190069690347}
+{"Finetune/Learning Rate": 7.871909860350724e-07, "Finetune/Loss": 0.5790470242500305, "Finetune/Loss (Raw)": 0.6027958393096924, "Finetune/Step": 16860, "Finetune/Step Time": 12.100097395479679}
+{"Finetune/Learning Rate": 7.865362289702394e-07, "Finetune/Loss": 0.5791876316070557, "Finetune/Loss (Raw)": 0.561180591583252, "Finetune/Step": 16861, "Finetune/Step Time": 12.113063396885991}
+{"Finetune/Learning Rate": 7.85881733173035e-07, "Finetune/Loss": 0.5797142386436462, "Finetune/Loss (Raw)": 0.5568557977676392, "Finetune/Step": 16862, "Finetune/Step Time": 12.119773710146546}
+{"Finetune/Learning Rate": 7.852274986620256e-07, "Finetune/Loss": 0.5790374279022217, "Finetune/Loss (Raw)": 0.578143835067749, "Finetune/Step": 16863, "Finetune/Step Time": 12.117557138204575}
+{"Finetune/Learning Rate": 7.845735254557608e-07, "Finetune/Loss": 0.580477774143219, "Finetune/Loss (Raw)": 0.6350722312927246, "Finetune/Step": 16864, "Finetune/Step Time": 12.1166378762573}
+{"Finetune/Learning Rate": 7.839198135727855e-07, "Finetune/Loss": 0.579993724822998, "Finetune/Loss (Raw)": 0.5573351979255676, "Finetune/Step": 16865, "Finetune/Step Time": 12.119887484237552}
+{"Finetune/Learning Rate": 7.832663630316373e-07, "Finetune/Loss": 0.5807720422744751, "Finetune/Loss (Raw)": 0.5812748074531555, "Finetune/Step": 16866, "Finetune/Step Time": 12.091340286657214}
+{"Finetune/Learning Rate": 7.82613173850848e-07, "Finetune/Loss": 0.5799230933189392, "Finetune/Loss (Raw)": 0.5457028746604919, "Finetune/Step": 16867, "Finetune/Step Time": 12.103038346394897}
+{"Finetune/Learning Rate": 7.819602460489362e-07, "Finetune/Loss": 0.5807459354400635, "Finetune/Loss (Raw)": 0.6293567419052124, "Finetune/Step": 16868, "Finetune/Step Time": 12.101565204560757}
+{"Finetune/Learning Rate": 7.81307579644418e-07, "Finetune/Loss": 0.5822275876998901, "Finetune/Loss (Raw)": 0.6100547313690186, "Finetune/Step": 16869, "Finetune/Step Time": 12.097096402198076}
+{"Finetune/Learning Rate": 7.806551746558044e-07, "Finetune/Loss": 0.5822588205337524, "Finetune/Loss (Raw)": 0.5804208517074585, "Finetune/Step": 16870, "Finetune/Step Time": 12.10332097299397}
+{"Finetune/Learning Rate": 7.800030311015938e-07, "Finetune/Loss": 0.5826615691184998, "Finetune/Loss (Raw)": 0.6313971281051636, "Finetune/Step": 16871, "Finetune/Step Time": 12.107313370332122}
+{"Finetune/Learning Rate": 7.793511490002781e-07, "Finetune/Loss": 0.5839150547981262, "Finetune/Loss (Raw)": 0.6341346502304077, "Finetune/Step": 16872, "Finetune/Step Time": 12.073405602946877}
+{"Finetune/Learning Rate": 7.786995283703458e-07, "Finetune/Loss": 0.58588045835495, "Finetune/Loss (Raw)": 0.7736021280288696, "Finetune/Step": 16873, "Finetune/Step Time": 12.074787843972445}
+{"Finetune/Learning Rate": 7.780481692302722e-07, "Finetune/Loss": 0.5864001512527466, "Finetune/Loss (Raw)": 0.5816996693611145, "Finetune/Step": 16874, "Finetune/Step Time": 12.09078061580658}
+{"Finetune/Learning Rate": 7.773970715985279e-07, "Finetune/Loss": 0.5860449075698853, "Finetune/Loss (Raw)": 0.6049286723136902, "Finetune/Step": 16875, "Finetune/Step Time": 12.098902773112059}
+{"Finetune/Learning Rate": 7.767462354935751e-07, "Finetune/Loss": 0.5872458219528198, "Finetune/Loss (Raw)": 0.7067210078239441, "Finetune/Step": 16876, "Finetune/Step Time": 12.138188127428293}
+{"Finetune/Learning Rate": 7.760956609338744e-07, "Finetune/Loss": 0.5879760384559631, "Finetune/Loss (Raw)": 0.6212388277053833, "Finetune/Step": 16877, "Finetune/Step Time": 12.139577509835362}
+{"Finetune/Learning Rate": 7.75445347937871e-07, "Finetune/Loss": 0.5881800055503845, "Finetune/Loss (Raw)": 0.5780488848686218, "Finetune/Step": 16878, "Finetune/Step Time": 12.129073975607753}
+{"Finetune/Learning Rate": 7.74795296524008e-07, "Finetune/Loss": 0.5877360105514526, "Finetune/Loss (Raw)": 0.513316810131073, "Finetune/Step": 16879, "Finetune/Step Time": 12.140265434980392}
+{"Finetune/Learning Rate": 7.741455067107162e-07, "Finetune/Loss": 0.5886908769607544, "Finetune/Loss (Raw)": 0.6624725461006165, "Finetune/Step": 16880, "Finetune/Step Time": 12.13564151711762}
+{"Finetune/Learning Rate": 7.73495978516422e-07, "Finetune/Loss": 0.5887624025344849, "Finetune/Loss (Raw)": 0.5686623454093933, "Finetune/Step": 16881, "Finetune/Step Time": 12.132524097338319}
+{"Finetune/Learning Rate": 7.728467119595462e-07, "Finetune/Loss": 0.5888490080833435, "Finetune/Loss (Raw)": 0.564213752746582, "Finetune/Step": 16882, "Finetune/Step Time": 12.14170110411942}
+{"Finetune/Learning Rate": 7.721977070584962e-07, "Finetune/Loss": 0.587983250617981, "Finetune/Loss (Raw)": 0.4866689443588257, "Finetune/Step": 16883, "Finetune/Step Time": 12.14493215829134}
+{"Finetune/Learning Rate": 7.71548963831682e-07, "Finetune/Loss": 0.5885820388793945, "Finetune/Loss (Raw)": 0.6076269149780273, "Finetune/Step": 16884, "Finetune/Step Time": 12.145559271797538}
+{"Finetune/Learning Rate": 7.709004822974975e-07, "Finetune/Loss": 0.5878289341926575, "Finetune/Loss (Raw)": 0.6010630130767822, "Finetune/Step": 16885, "Finetune/Step Time": 12.157401310279965}
+{"Finetune/Learning Rate": 7.702522624743303e-07, "Finetune/Loss": 0.587827742099762, "Finetune/Loss (Raw)": 0.641214907169342, "Finetune/Step": 16886, "Finetune/Step Time": 12.161131953820586}
+{"Finetune/Learning Rate": 7.696043043805635e-07, "Finetune/Loss": 0.5895068645477295, "Finetune/Loss (Raw)": 0.7360072731971741, "Finetune/Step": 16887, "Finetune/Step Time": 12.153622215613723}
+{"Finetune/Learning Rate": 7.689566080345701e-07, "Finetune/Loss": 0.5901483297348022, "Finetune/Loss (Raw)": 0.6509513258934021, "Finetune/Step": 16888, "Finetune/Step Time": 12.221518522128463}
+{"Finetune/Learning Rate": 7.683091734547177e-07, "Finetune/Loss": 0.5900952816009521, "Finetune/Loss (Raw)": 0.5225842595100403, "Finetune/Step": 16889, "Finetune/Step Time": 12.219962753355503}
+{"Finetune/Learning Rate": 7.67662000659366e-07, "Finetune/Loss": 0.5912153124809265, "Finetune/Loss (Raw)": 0.6882635951042175, "Finetune/Step": 16890, "Finetune/Step Time": 12.22530284896493}
+{"Finetune/Learning Rate": 7.670150896668672e-07, "Finetune/Loss": 0.5916013717651367, "Finetune/Loss (Raw)": 0.5552532076835632, "Finetune/Step": 16891, "Finetune/Step Time": 12.23859785683453}
+{"Finetune/Learning Rate": 7.66368440495564e-07, "Finetune/Loss": 0.5935606956481934, "Finetune/Loss (Raw)": 0.6584213972091675, "Finetune/Step": 16892, "Finetune/Step Time": 12.215492434799671}
+{"Finetune/Learning Rate": 7.657220531637966e-07, "Finetune/Loss": 0.5935710072517395, "Finetune/Loss (Raw)": 0.674282968044281, "Finetune/Step": 16893, "Finetune/Step Time": 12.211841955780983}
+{"Finetune/Learning Rate": 7.650759276898923e-07, "Finetune/Loss": 0.5940814018249512, "Finetune/Loss (Raw)": 0.6475569605827332, "Finetune/Step": 16894, "Finetune/Step Time": 12.212612133473158}
+{"Finetune/Learning Rate": 7.644300640921731e-07, "Finetune/Loss": 0.5929583311080933, "Finetune/Loss (Raw)": 0.44367650151252747, "Finetune/Step": 16895, "Finetune/Step Time": 12.258700083941221}
+{"Finetune/Learning Rate": 7.637844623889557e-07, "Finetune/Loss": 0.5925559997558594, "Finetune/Loss (Raw)": 0.6104747653007507, "Finetune/Step": 16896, "Finetune/Step Time": 12.237294483929873}
+{"Finetune/Learning Rate": 7.631391225985473e-07, "Finetune/Loss": 0.5928924083709717, "Finetune/Loss (Raw)": 0.5892150402069092, "Finetune/Step": 16897, "Finetune/Step Time": 12.196356130763888}
+{"Finetune/Learning Rate": 7.624940447392459e-07, "Finetune/Loss": 0.5940408706665039, "Finetune/Loss (Raw)": 0.6825719475746155, "Finetune/Step": 16898, "Finetune/Step Time": 12.20013083703816}
+{"Finetune/Learning Rate": 7.618492288293466e-07, "Finetune/Loss": 0.5946201086044312, "Finetune/Loss (Raw)": 0.6477709412574768, "Finetune/Step": 16899, "Finetune/Step Time": 12.202368961647153}
+{"Finetune/Learning Rate": 7.612046748871327e-07, "Finetune/Loss": 0.5940920114517212, "Finetune/Loss (Raw)": 0.5658772587776184, "Finetune/Step": 16900, "Finetune/Step Time": 12.201536757871509}
+{"Finetune/Learning Rate": 7.605603829308828e-07, "Finetune/Loss": 0.5936873555183411, "Finetune/Loss (Raw)": 0.6214384436607361, "Finetune/Step": 16901, "Finetune/Step Time": 12.198286717757583}
+{"Finetune/Learning Rate": 7.599163529788677e-07, "Finetune/Loss": 0.5943038463592529, "Finetune/Loss (Raw)": 0.5983660817146301, "Finetune/Step": 16902, "Finetune/Step Time": 12.2002086751163}
+{"Finetune/Learning Rate": 7.592725850493487e-07, "Finetune/Loss": 0.5939232110977173, "Finetune/Loss (Raw)": 0.6100631356239319, "Finetune/Step": 16903, "Finetune/Step Time": 12.224867288023233}
+{"Finetune/Learning Rate": 7.586290791605822e-07, "Finetune/Loss": 0.5939953327178955, "Finetune/Loss (Raw)": 0.5750949382781982, "Finetune/Step": 16904, "Finetune/Step Time": 12.231310145929456}
+{"Finetune/Learning Rate": 7.579858353308156e-07, "Finetune/Loss": 0.5945020318031311, "Finetune/Loss (Raw)": 0.5639198422431946, "Finetune/Step": 16905, "Finetune/Step Time": 12.236940626055002}
+{"Finetune/Learning Rate": 7.573428535782912e-07, "Finetune/Loss": 0.5943540334701538, "Finetune/Loss (Raw)": 0.679283618927002, "Finetune/Step": 16906, "Finetune/Step Time": 12.238420076668262}
+{"Finetune/Learning Rate": 7.567001339212399e-07, "Finetune/Loss": 0.5963860750198364, "Finetune/Loss (Raw)": 0.7085262537002563, "Finetune/Step": 16907, "Finetune/Step Time": 12.208810789510608}
+{"Finetune/Learning Rate": 7.560576763778882e-07, "Finetune/Loss": 0.5961456298828125, "Finetune/Loss (Raw)": 0.564551591873169, "Finetune/Step": 16908, "Finetune/Step Time": 12.207651937380433}
+{"Finetune/Learning Rate": 7.554154809664549e-07, "Finetune/Loss": 0.5957435965538025, "Finetune/Loss (Raw)": 0.6201634407043457, "Finetune/Step": 16909, "Finetune/Step Time": 12.201488049700856}
+{"Finetune/Learning Rate": 7.547735477051509e-07, "Finetune/Loss": 0.5966498851776123, "Finetune/Loss (Raw)": 0.6915456652641296, "Finetune/Step": 16910, "Finetune/Step Time": 12.228932116180658}
+{"Finetune/Learning Rate": 7.541318766121786e-07, "Finetune/Loss": 0.5953299403190613, "Finetune/Loss (Raw)": 0.4713824987411499, "Finetune/Step": 16911, "Finetune/Step Time": 12.246907306835055}
+{"Finetune/Learning Rate": 7.534904677057353e-07, "Finetune/Loss": 0.5960514545440674, "Finetune/Loss (Raw)": 0.6907104253768921, "Finetune/Step": 16912, "Finetune/Step Time": 12.242971962317824}
+{"Finetune/Learning Rate": 7.528493210040077e-07, "Finetune/Loss": 0.5965121984481812, "Finetune/Loss (Raw)": 0.6195772290229797, "Finetune/Step": 16913, "Finetune/Step Time": 12.236587723717093}
+{"Finetune/Learning Rate": 7.522084365251791e-07, "Finetune/Loss": 0.5968918800354004, "Finetune/Loss (Raw)": 0.5878192782402039, "Finetune/Step": 16914, "Finetune/Step Time": 12.22645171545446}
+{"Finetune/Learning Rate": 7.515678142874216e-07, "Finetune/Loss": 0.5971598029136658, "Finetune/Loss (Raw)": 0.7128013968467712, "Finetune/Step": 16915, "Finetune/Step Time": 12.263227371498942}
+{"Finetune/Learning Rate": 7.509274543089029e-07, "Finetune/Loss": 0.596230149269104, "Finetune/Loss (Raw)": 0.531575083732605, "Finetune/Step": 16916, "Finetune/Step Time": 12.268350724130869}
+{"Finetune/Learning Rate": 7.502873566077807e-07, "Finetune/Loss": 0.5964498519897461, "Finetune/Loss (Raw)": 0.6804519295692444, "Finetune/Step": 16917, "Finetune/Step Time": 12.270995162427425}
+{"Finetune/Learning Rate": 7.496475212022036e-07, "Finetune/Loss": 0.5977023839950562, "Finetune/Loss (Raw)": 0.6782418489456177, "Finetune/Step": 16918, "Finetune/Step Time": 12.267748797312379}
+{"Finetune/Learning Rate": 7.490079481103197e-07, "Finetune/Loss": 0.5983099937438965, "Finetune/Loss (Raw)": 0.6046441197395325, "Finetune/Step": 16919, "Finetune/Step Time": 12.27077359892428}
+{"Finetune/Learning Rate": 7.483686373502641e-07, "Finetune/Loss": 0.5993970632553101, "Finetune/Loss (Raw)": 0.5903704762458801, "Finetune/Step": 16920, "Finetune/Step Time": 12.259079039096832}
+{"Finetune/Learning Rate": 7.47729588940167e-07, "Finetune/Loss": 0.5993105173110962, "Finetune/Loss (Raw)": 0.5688361525535583, "Finetune/Step": 16921, "Finetune/Step Time": 12.259007541462779}
+{"Finetune/Learning Rate": 7.470908028981494e-07, "Finetune/Loss": 0.5978053212165833, "Finetune/Loss (Raw)": 0.3402324616909027, "Finetune/Step": 16922, "Finetune/Step Time": 12.264494337141514}
+{"Finetune/Learning Rate": 7.464522792423234e-07, "Finetune/Loss": 0.5983414649963379, "Finetune/Loss (Raw)": 0.6123026013374329, "Finetune/Step": 16923, "Finetune/Step Time": 12.263263240456581}
+{"Finetune/Learning Rate": 7.458140179907969e-07, "Finetune/Loss": 0.5984705686569214, "Finetune/Loss (Raw)": 0.5963535904884338, "Finetune/Step": 16924, "Finetune/Step Time": 12.260624092072248}
+{"Finetune/Learning Rate": 7.451760191616686e-07, "Finetune/Loss": 0.5980963110923767, "Finetune/Loss (Raw)": 0.570457398891449, "Finetune/Step": 16925, "Finetune/Step Time": 12.27345260232687}
+{"Finetune/Learning Rate": 7.44538282773033e-07, "Finetune/Loss": 0.5978654623031616, "Finetune/Loss (Raw)": 0.576649010181427, "Finetune/Step": 16926, "Finetune/Step Time": 12.253511806949973}
+{"Finetune/Learning Rate": 7.439008088429712e-07, "Finetune/Loss": 0.5972962975502014, "Finetune/Loss (Raw)": 0.5823519229888916, "Finetune/Step": 16927, "Finetune/Step Time": 12.241533566266298}
+{"Finetune/Learning Rate": 7.432635973895652e-07, "Finetune/Loss": 0.5972094535827637, "Finetune/Loss (Raw)": 0.4815733730792999, "Finetune/Step": 16928, "Finetune/Step Time": 12.253723587840796}
+{"Finetune/Learning Rate": 7.426266484308775e-07, "Finetune/Loss": 0.5960420370101929, "Finetune/Loss (Raw)": 0.46293872594833374, "Finetune/Step": 16929, "Finetune/Step Time": 12.259868521243334}
+{"Finetune/Learning Rate": 7.419899619849747e-07, "Finetune/Loss": 0.5968554019927979, "Finetune/Loss (Raw)": 0.6229396462440491, "Finetune/Step": 16930, "Finetune/Step Time": 12.238801684230566}
+{"Finetune/Learning Rate": 7.4135353806991e-07, "Finetune/Loss": 0.5976392030715942, "Finetune/Loss (Raw)": 0.6109170913696289, "Finetune/Step": 16931, "Finetune/Step Time": 12.233198655769229}
+{"Finetune/Learning Rate": 7.40717376703729e-07, "Finetune/Loss": 0.5984842777252197, "Finetune/Loss (Raw)": 0.6084005236625671, "Finetune/Step": 16932, "Finetune/Step Time": 12.229134241119027}
+{"Finetune/Learning Rate": 7.400814779044762e-07, "Finetune/Loss": 0.5982985496520996, "Finetune/Loss (Raw)": 0.5491709113121033, "Finetune/Step": 16933, "Finetune/Step Time": 12.185732582584023}
+{"Finetune/Learning Rate": 7.394458416901817e-07, "Finetune/Loss": 0.5980950593948364, "Finetune/Loss (Raw)": 0.5244808793067932, "Finetune/Step": 16934, "Finetune/Step Time": 12.191371077671647}
+{"Finetune/Learning Rate": 7.388104680788676e-07, "Finetune/Loss": 0.5982506275177002, "Finetune/Loss (Raw)": 0.6227540373802185, "Finetune/Step": 16935, "Finetune/Step Time": 12.171971211209893}
+{"Finetune/Learning Rate": 7.381753570885542e-07, "Finetune/Loss": 0.5980959534645081, "Finetune/Loss (Raw)": 0.6034008264541626, "Finetune/Step": 16936, "Finetune/Step Time": 12.172225385904312}
+{"Finetune/Learning Rate": 7.3754050873725e-07, "Finetune/Loss": 0.5985183715820312, "Finetune/Loss (Raw)": 0.6022180318832397, "Finetune/Step": 16937, "Finetune/Step Time": 12.16442209854722}
+{"Finetune/Learning Rate": 7.369059230429576e-07, "Finetune/Loss": 0.5986835956573486, "Finetune/Loss (Raw)": 0.5846513509750366, "Finetune/Step": 16938, "Finetune/Step Time": 12.180771466344595}
+{"Finetune/Learning Rate": 7.362716000236725e-07, "Finetune/Loss": 0.5983645915985107, "Finetune/Loss (Raw)": 0.5017852783203125, "Finetune/Step": 16939, "Finetune/Step Time": 12.18035538494587}
+{"Finetune/Learning Rate": 7.356375396973836e-07, "Finetune/Loss": 0.5975955128669739, "Finetune/Loss (Raw)": 0.4751018285751343, "Finetune/Step": 16940, "Finetune/Step Time": 12.182711079716682}
+{"Finetune/Learning Rate": 7.3500374208207e-07, "Finetune/Loss": 0.5976928472518921, "Finetune/Loss (Raw)": 0.6262873411178589, "Finetune/Step": 16941, "Finetune/Step Time": 12.201527515426278}
+{"Finetune/Learning Rate": 7.343702071957027e-07, "Finetune/Loss": 0.5976481437683105, "Finetune/Loss (Raw)": 0.5544524192810059, "Finetune/Step": 16942, "Finetune/Step Time": 12.206959513947368}
+{"Finetune/Learning Rate": 7.337369350562496e-07, "Finetune/Loss": 0.5978889465332031, "Finetune/Loss (Raw)": 0.6044122576713562, "Finetune/Step": 16943, "Finetune/Step Time": 12.199389766901731}
+{"Finetune/Learning Rate": 7.331039256816664e-07, "Finetune/Loss": 0.5977797508239746, "Finetune/Loss (Raw)": 0.5317073464393616, "Finetune/Step": 16944, "Finetune/Step Time": 12.177177691832185}
+{"Finetune/Learning Rate": 7.324711790899042e-07, "Finetune/Loss": 0.5979586839675903, "Finetune/Loss (Raw)": 0.6683106422424316, "Finetune/Step": 16945, "Finetune/Step Time": 12.155725376680493}
+{"Finetune/Learning Rate": 7.318386952989065e-07, "Finetune/Loss": 0.5982226133346558, "Finetune/Loss (Raw)": 0.6049343943595886, "Finetune/Step": 16946, "Finetune/Step Time": 12.168403439223766}
+{"Finetune/Learning Rate": 7.312064743266078e-07, "Finetune/Loss": 0.5986693501472473, "Finetune/Loss (Raw)": 0.6414633989334106, "Finetune/Step": 16947, "Finetune/Step Time": 12.176870353519917}
+{"Finetune/Learning Rate": 7.305745161909372e-07, "Finetune/Loss": 0.5988749861717224, "Finetune/Loss (Raw)": 0.6618441939353943, "Finetune/Step": 16948, "Finetune/Step Time": 12.185795463621616}
+{"Finetune/Learning Rate": 7.299428209098147e-07, "Finetune/Loss": 0.5983619093894958, "Finetune/Loss (Raw)": 0.5720263719558716, "Finetune/Step": 16949, "Finetune/Step Time": 12.189344758167863}
+{"Finetune/Learning Rate": 7.293113885011527e-07, "Finetune/Loss": 0.5979281663894653, "Finetune/Loss (Raw)": 0.5071771144866943, "Finetune/Step": 16950, "Finetune/Step Time": 12.186226412653923}
+{"Finetune/Learning Rate": 7.286802189828579e-07, "Finetune/Loss": 0.5974012017250061, "Finetune/Loss (Raw)": 0.5301401019096375, "Finetune/Step": 16951, "Finetune/Step Time": 12.188580682501197}
+{"Finetune/Learning Rate": 7.280493123728282e-07, "Finetune/Loss": 0.5976672172546387, "Finetune/Loss (Raw)": 0.6068881154060364, "Finetune/Step": 16952, "Finetune/Step Time": 12.19136225245893}
+{"Finetune/Learning Rate": 7.274186686889539e-07, "Finetune/Loss": 0.5983708500862122, "Finetune/Loss (Raw)": 0.6799167394638062, "Finetune/Step": 16953, "Finetune/Step Time": 12.192077009007335}
+{"Finetune/Learning Rate": 7.267882879491184e-07, "Finetune/Loss": 0.5973734855651855, "Finetune/Loss (Raw)": 0.5145635008811951, "Finetune/Step": 16954, "Finetune/Step Time": 12.21554534882307}
+{"Finetune/Learning Rate": 7.261581701711972e-07, "Finetune/Loss": 0.5962024927139282, "Finetune/Loss (Raw)": 0.5039806365966797, "Finetune/Step": 16955, "Finetune/Step Time": 12.211935946717858}
+{"Finetune/Learning Rate": 7.255283153730586e-07, "Finetune/Loss": 0.5950456261634827, "Finetune/Loss (Raw)": 0.5114247798919678, "Finetune/Step": 16956, "Finetune/Step Time": 12.19811088219285}
+{"Finetune/Learning Rate": 7.248987235725646e-07, "Finetune/Loss": 0.5954169034957886, "Finetune/Loss (Raw)": 0.599690854549408, "Finetune/Step": 16957, "Finetune/Step Time": 12.197106758132577}
+{"Finetune/Learning Rate": 7.242693947875701e-07, "Finetune/Loss": 0.5948464870452881, "Finetune/Loss (Raw)": 0.5672791600227356, "Finetune/Step": 16958, "Finetune/Step Time": 12.196729224175215}
+{"Finetune/Learning Rate": 7.236403290359151e-07, "Finetune/Loss": 0.5941146612167358, "Finetune/Loss (Raw)": 0.6261535882949829, "Finetune/Step": 16959, "Finetune/Step Time": 12.195435017347336}
+{"Finetune/Learning Rate": 7.230115263354431e-07, "Finetune/Loss": 0.5937507152557373, "Finetune/Loss (Raw)": 0.5725505352020264, "Finetune/Step": 16960, "Finetune/Step Time": 12.23320110887289}
+{"Finetune/Learning Rate": 7.223829867039844e-07, "Finetune/Loss": 0.5945109128952026, "Finetune/Loss (Raw)": 0.6069259643554688, "Finetune/Step": 16961, "Finetune/Step Time": 12.230458155274391}
+{"Finetune/Learning Rate": 7.217547101593625e-07, "Finetune/Loss": 0.5953068733215332, "Finetune/Loss (Raw)": 0.6030871272087097, "Finetune/Step": 16962, "Finetune/Step Time": 12.22432872839272}
+{"Finetune/Learning Rate": 7.211266967193931e-07, "Finetune/Loss": 0.5948970317840576, "Finetune/Loss (Raw)": 0.51026850938797, "Finetune/Step": 16963, "Finetune/Step Time": 12.228449031710625}
+{"Finetune/Learning Rate": 7.204989464018863e-07, "Finetune/Loss": 0.5953850746154785, "Finetune/Loss (Raw)": 0.6165839433670044, "Finetune/Step": 16964, "Finetune/Step Time": 12.219165721908212}
+{"Finetune/Learning Rate": 7.198714592246403e-07, "Finetune/Loss": 0.5946757793426514, "Finetune/Loss (Raw)": 0.6106370091438293, "Finetune/Step": 16965, "Finetune/Step Time": 12.224153086543083}
+{"Finetune/Learning Rate": 7.192442352054496e-07, "Finetune/Loss": 0.5943126678466797, "Finetune/Loss (Raw)": 0.5979993939399719, "Finetune/Step": 16966, "Finetune/Step Time": 12.223720198497176}
+{"Finetune/Learning Rate": 7.186172743621023e-07, "Finetune/Loss": 0.5947809815406799, "Finetune/Loss (Raw)": 0.608659029006958, "Finetune/Step": 16967, "Finetune/Step Time": 12.219496937468648}
+{"Finetune/Learning Rate": 7.179905767123773e-07, "Finetune/Loss": 0.5941717624664307, "Finetune/Loss (Raw)": 0.5648437738418579, "Finetune/Step": 16968, "Finetune/Step Time": 12.208314361050725}
+{"Finetune/Learning Rate": 7.17364142274044e-07, "Finetune/Loss": 0.5919939875602722, "Finetune/Loss (Raw)": 0.497581422328949, "Finetune/Step": 16969, "Finetune/Step Time": 12.210990205407143}
+{"Finetune/Learning Rate": 7.167379710648703e-07, "Finetune/Loss": 0.5904076099395752, "Finetune/Loss (Raw)": 0.499933123588562, "Finetune/Step": 16970, "Finetune/Step Time": 12.20418199710548}
+{"Finetune/Learning Rate": 7.161120631026075e-07, "Finetune/Loss": 0.5904268026351929, "Finetune/Loss (Raw)": 0.5893751382827759, "Finetune/Step": 16971, "Finetune/Step Time": 12.20601305179298}
+{"Finetune/Learning Rate": 7.154864184050059e-07, "Finetune/Loss": 0.591157853603363, "Finetune/Loss (Raw)": 0.5603808760643005, "Finetune/Step": 16972, "Finetune/Step Time": 12.207552634179592}
+{"Finetune/Learning Rate": 7.148610369898091e-07, "Finetune/Loss": 0.592887282371521, "Finetune/Loss (Raw)": 0.741776704788208, "Finetune/Step": 16973, "Finetune/Step Time": 12.21809227205813}
+{"Finetune/Learning Rate": 7.142359188747472e-07, "Finetune/Loss": 0.5936034917831421, "Finetune/Loss (Raw)": 0.6323405504226685, "Finetune/Step": 16974, "Finetune/Step Time": 12.221808675676584}
+{"Finetune/Learning Rate": 7.136110640775517e-07, "Finetune/Loss": 0.5938112735748291, "Finetune/Loss (Raw)": 0.6278131008148193, "Finetune/Step": 16975, "Finetune/Step Time": 12.230339761823416}
+{"Finetune/Learning Rate": 7.129864726159408e-07, "Finetune/Loss": 0.5945253372192383, "Finetune/Loss (Raw)": 0.6139867901802063, "Finetune/Step": 16976, "Finetune/Step Time": 12.23319530300796}
+{"Finetune/Learning Rate": 7.123621445076234e-07, "Finetune/Loss": 0.5944467782974243, "Finetune/Loss (Raw)": 0.6046055555343628, "Finetune/Step": 16977, "Finetune/Step Time": 12.229034546762705}
+{"Finetune/Learning Rate": 7.117380797703044e-07, "Finetune/Loss": 0.5945841073989868, "Finetune/Loss (Raw)": 0.6528079509735107, "Finetune/Step": 16978, "Finetune/Step Time": 12.225244969129562}
+{"Finetune/Learning Rate": 7.111142784216818e-07, "Finetune/Loss": 0.5946799516677856, "Finetune/Loss (Raw)": 0.7002158164978027, "Finetune/Step": 16979, "Finetune/Step Time": 12.22653790935874}
+{"Finetune/Learning Rate": 7.104907404794448e-07, "Finetune/Loss": 0.5955603122711182, "Finetune/Loss (Raw)": 0.6167731881141663, "Finetune/Step": 16980, "Finetune/Step Time": 12.233598288148642}
+{"Finetune/Learning Rate": 7.098674659612714e-07, "Finetune/Loss": 0.5949242115020752, "Finetune/Loss (Raw)": 0.4739586114883423, "Finetune/Step": 16981, "Finetune/Step Time": 12.318619890138507}
+{"Finetune/Learning Rate": 7.092444548848443e-07, "Finetune/Loss": 0.5950363874435425, "Finetune/Loss (Raw)": 0.6479941606521606, "Finetune/Step": 16982, "Finetune/Step Time": 12.317599568516016}
+{"Finetune/Learning Rate": 7.086217072678214e-07, "Finetune/Loss": 0.5947569012641907, "Finetune/Loss (Raw)": 0.5932420492172241, "Finetune/Step": 16983, "Finetune/Step Time": 12.321354793384671}
+{"Finetune/Learning Rate": 7.079992231278676e-07, "Finetune/Loss": 0.5962396860122681, "Finetune/Loss (Raw)": 0.7369241714477539, "Finetune/Step": 16984, "Finetune/Step Time": 12.322473486885428}
+{"Finetune/Learning Rate": 7.073770024826321e-07, "Finetune/Loss": 0.5959278345108032, "Finetune/Loss (Raw)": 0.5747347474098206, "Finetune/Step": 16985, "Finetune/Step Time": 12.327559756115079}
+{"Finetune/Learning Rate": 7.067550453497596e-07, "Finetune/Loss": 0.5946016311645508, "Finetune/Loss (Raw)": 0.5178590416908264, "Finetune/Step": 16986, "Finetune/Step Time": 12.321985492482781}
+{"Finetune/Learning Rate": 7.061333517468882e-07, "Finetune/Loss": 0.5957374572753906, "Finetune/Loss (Raw)": 0.5817301869392395, "Finetune/Step": 16987, "Finetune/Step Time": 12.304530128836632}
+{"Finetune/Learning Rate": 7.055119216916451e-07, "Finetune/Loss": 0.5958505272865295, "Finetune/Loss (Raw)": 0.6172648668289185, "Finetune/Step": 16988, "Finetune/Step Time": 12.296621548011899}
+{"Finetune/Learning Rate": 7.048907552016571e-07, "Finetune/Loss": 0.5958194732666016, "Finetune/Loss (Raw)": 0.5572153329849243, "Finetune/Step": 16989, "Finetune/Step Time": 12.28134572505951}
+{"Finetune/Learning Rate": 7.042698522945335e-07, "Finetune/Loss": 0.5959227085113525, "Finetune/Loss (Raw)": 0.5700587034225464, "Finetune/Step": 16990, "Finetune/Step Time": 12.28389355354011}
+{"Finetune/Learning Rate": 7.036492129878835e-07, "Finetune/Loss": 0.5965887308120728, "Finetune/Loss (Raw)": 0.6634039282798767, "Finetune/Step": 16991, "Finetune/Step Time": 12.284002551808953}
+{"Finetune/Learning Rate": 7.030288372993066e-07, "Finetune/Loss": 0.5956476926803589, "Finetune/Loss (Raw)": 0.5146127343177795, "Finetune/Step": 16992, "Finetune/Step Time": 12.286118868738413}
+{"Finetune/Learning Rate": 7.024087252463951e-07, "Finetune/Loss": 0.5957187414169312, "Finetune/Loss (Raw)": 0.5664314031600952, "Finetune/Step": 16993, "Finetune/Step Time": 12.291281420737505}
+{"Finetune/Learning Rate": 7.01788876846734e-07, "Finetune/Loss": 0.5966986417770386, "Finetune/Loss (Raw)": 0.7067040801048279, "Finetune/Step": 16994, "Finetune/Step Time": 12.292183035984635}
+{"Finetune/Learning Rate": 7.01169292117898e-07, "Finetune/Loss": 0.5977026224136353, "Finetune/Loss (Raw)": 0.6742123961448669, "Finetune/Step": 16995, "Finetune/Step Time": 12.270871674641967}
+{"Finetune/Learning Rate": 7.005499710774599e-07, "Finetune/Loss": 0.5975103378295898, "Finetune/Loss (Raw)": 0.6047396063804626, "Finetune/Step": 16996, "Finetune/Step Time": 12.27128555253148}
+{"Finetune/Learning Rate": 6.999309137429799e-07, "Finetune/Loss": 0.5972487330436707, "Finetune/Loss (Raw)": 0.5765729546546936, "Finetune/Step": 16997, "Finetune/Step Time": 12.25377849675715}
+{"Finetune/Learning Rate": 6.993121201320142e-07, "Finetune/Loss": 0.597296953201294, "Finetune/Loss (Raw)": 0.5865949988365173, "Finetune/Step": 16998, "Finetune/Step Time": 12.245917284861207}
+{"Finetune/Learning Rate": 6.986935902621083e-07, "Finetune/Loss": 0.5969444513320923, "Finetune/Loss (Raw)": 0.5862793326377869, "Finetune/Step": 16999, "Finetune/Step Time": 12.23685784637928}
+{"Finetune/Learning Rate": 6.980753241508032e-07, "Finetune/Loss": 0.5969215631484985, "Finetune/Loss (Raw)": 0.6311955451965332, "Finetune/Step": 17000, "Finetune/Step Time": 12.237950863316655}
+{"Finetune/Learning Rate": 6.974573218156311e-07, "Finetune/Loss": 0.595717191696167, "Finetune/Loss (Raw)": 0.6194489002227783, "Finetune/Step": 17001, "Finetune/Step Time": 12.237788323312998}
+{"Finetune/Learning Rate": 6.968395832741159e-07, "Finetune/Loss": 0.5961140990257263, "Finetune/Loss (Raw)": 0.6325040459632874, "Finetune/Step": 17002, "Finetune/Step Time": 12.219734646379948}
+{"Finetune/Learning Rate": 6.962221085437759e-07, "Finetune/Loss": 0.5959149599075317, "Finetune/Loss (Raw)": 0.5794433951377869, "Finetune/Step": 17003, "Finetune/Step Time": 12.223889134824276}
+{"Finetune/Learning Rate": 6.956048976421192e-07, "Finetune/Loss": 0.5933598279953003, "Finetune/Loss (Raw)": 0.3796520531177521, "Finetune/Step": 17004, "Finetune/Step Time": 12.211515083909035}
+{"Finetune/Learning Rate": 6.949879505866508e-07, "Finetune/Loss": 0.5928688049316406, "Finetune/Loss (Raw)": 0.5583940148353577, "Finetune/Step": 17005, "Finetune/Step Time": 12.215958779677749}
+{"Finetune/Learning Rate": 6.943712673948643e-07, "Finetune/Loss": 0.594061553478241, "Finetune/Loss (Raw)": 0.7307186126708984, "Finetune/Step": 17006, "Finetune/Step Time": 12.203295538201928}
+{"Finetune/Learning Rate": 6.937548480842482e-07, "Finetune/Loss": 0.5941432118415833, "Finetune/Loss (Raw)": 0.5237708687782288, "Finetune/Step": 17007, "Finetune/Step Time": 12.18939390219748}
+{"Finetune/Learning Rate": 6.931386926722772e-07, "Finetune/Loss": 0.5937739610671997, "Finetune/Loss (Raw)": 0.6152100563049316, "Finetune/Step": 17008, "Finetune/Step Time": 12.185865312814713}
+{"Finetune/Learning Rate": 6.925228011764307e-07, "Finetune/Loss": 0.5942302942276001, "Finetune/Loss (Raw)": 0.6270714998245239, "Finetune/Step": 17009, "Finetune/Step Time": 12.175764305517077}
+{"Finetune/Learning Rate": 6.919071736141702e-07, "Finetune/Loss": 0.5942479968070984, "Finetune/Loss (Raw)": 0.5664805173873901, "Finetune/Step": 17010, "Finetune/Step Time": 12.170381296426058}
+{"Finetune/Learning Rate": 6.912918100029531e-07, "Finetune/Loss": 0.594750165939331, "Finetune/Loss (Raw)": 0.550948441028595, "Finetune/Step": 17011, "Finetune/Step Time": 12.176755899563432}
+{"Finetune/Learning Rate": 6.906767103602297e-07, "Finetune/Loss": 0.5945015549659729, "Finetune/Loss (Raw)": 0.5758047103881836, "Finetune/Step": 17012, "Finetune/Step Time": 12.18220747821033}
+{"Finetune/Learning Rate": 6.900618747034449e-07, "Finetune/Loss": 0.5940964818000793, "Finetune/Loss (Raw)": 0.5492096543312073, "Finetune/Step": 17013, "Finetune/Step Time": 12.178848847746849}
+{"Finetune/Learning Rate": 6.894473030500292e-07, "Finetune/Loss": 0.5949008464813232, "Finetune/Loss (Raw)": 0.7441781759262085, "Finetune/Step": 17014, "Finetune/Step Time": 12.178589845076203}
+{"Finetune/Learning Rate": 6.888329954174111e-07, "Finetune/Loss": 0.5943340063095093, "Finetune/Loss (Raw)": 0.6634491682052612, "Finetune/Step": 17015, "Finetune/Step Time": 12.186476480215788}
+{"Finetune/Learning Rate": 6.882189518230142e-07, "Finetune/Loss": 0.5941000580787659, "Finetune/Loss (Raw)": 0.6210032105445862, "Finetune/Step": 17016, "Finetune/Step Time": 12.123637188225985}
+{"Finetune/Learning Rate": 6.876051722842469e-07, "Finetune/Loss": 0.5941784381866455, "Finetune/Loss (Raw)": 0.53261798620224, "Finetune/Step": 17017, "Finetune/Step Time": 12.131212390959263}
+{"Finetune/Learning Rate": 6.869916568185175e-07, "Finetune/Loss": 0.5935508012771606, "Finetune/Loss (Raw)": 0.6079270839691162, "Finetune/Step": 17018, "Finetune/Step Time": 12.117733262479305}
+{"Finetune/Learning Rate": 6.863784054432232e-07, "Finetune/Loss": 0.5934845805168152, "Finetune/Loss (Raw)": 0.5467776656150818, "Finetune/Step": 17019, "Finetune/Step Time": 12.100990744307637}
+{"Finetune/Learning Rate": 6.857654181757512e-07, "Finetune/Loss": 0.593946099281311, "Finetune/Loss (Raw)": 0.7174892425537109, "Finetune/Step": 17020, "Finetune/Step Time": 12.116336712613702}
+{"Finetune/Learning Rate": 6.851526950334863e-07, "Finetune/Loss": 0.5938640832901001, "Finetune/Loss (Raw)": 0.6637863516807556, "Finetune/Step": 17021, "Finetune/Step Time": 12.140495419502258}
+{"Finetune/Learning Rate": 6.845402360338004e-07, "Finetune/Loss": 0.592620849609375, "Finetune/Loss (Raw)": 0.488430380821228, "Finetune/Step": 17022, "Finetune/Step Time": 12.14797150157392}
+{"Finetune/Learning Rate": 6.839280411940663e-07, "Finetune/Loss": 0.5938636660575867, "Finetune/Loss (Raw)": 0.6027544736862183, "Finetune/Step": 17023, "Finetune/Step Time": 12.097034880891442}
+{"Finetune/Learning Rate": 6.833161105316421e-07, "Finetune/Loss": 0.5938674211502075, "Finetune/Loss (Raw)": 0.6109506487846375, "Finetune/Step": 17024, "Finetune/Step Time": 12.094659484922886}
+{"Finetune/Learning Rate": 6.827044440638809e-07, "Finetune/Loss": 0.5938248038291931, "Finetune/Loss (Raw)": 0.5837638974189758, "Finetune/Step": 17025, "Finetune/Step Time": 12.125850962474942}
+{"Finetune/Learning Rate": 6.82093041808124e-07, "Finetune/Loss": 0.591781735420227, "Finetune/Loss (Raw)": 0.4210566580295563, "Finetune/Step": 17026, "Finetune/Step Time": 12.164823645725846}
+{"Finetune/Learning Rate": 6.814819037817133e-07, "Finetune/Loss": 0.5913289785385132, "Finetune/Loss (Raw)": 0.5898181200027466, "Finetune/Step": 17027, "Finetune/Step Time": 12.159255703911185}
+{"Finetune/Learning Rate": 6.808710300019771e-07, "Finetune/Loss": 0.5919245481491089, "Finetune/Loss (Raw)": 0.6421145796775818, "Finetune/Step": 17028, "Finetune/Step Time": 12.18660607561469}
+{"Finetune/Learning Rate": 6.802604204862384e-07, "Finetune/Loss": 0.5921750068664551, "Finetune/Loss (Raw)": 0.6534963846206665, "Finetune/Step": 17029, "Finetune/Step Time": 12.184757750481367}
+{"Finetune/Learning Rate": 6.796500752518109e-07, "Finetune/Loss": 0.5919322371482849, "Finetune/Loss (Raw)": 0.5672906637191772, "Finetune/Step": 17030, "Finetune/Step Time": 12.18850538507104}
+{"Finetune/Learning Rate": 6.790399943160076e-07, "Finetune/Loss": 0.5912611484527588, "Finetune/Loss (Raw)": 0.5241645574569702, "Finetune/Step": 17031, "Finetune/Step Time": 12.192869421094656}
+{"Finetune/Learning Rate": 6.784301776961222e-07, "Finetune/Loss": 0.5903847217559814, "Finetune/Loss (Raw)": 0.4629043638706207, "Finetune/Step": 17032, "Finetune/Step Time": 12.1879758015275}
+{"Finetune/Learning Rate": 6.7782062540945e-07, "Finetune/Loss": 0.5899123549461365, "Finetune/Loss (Raw)": 0.5034632086753845, "Finetune/Step": 17033, "Finetune/Step Time": 12.187958737835288}
+{"Finetune/Learning Rate": 6.772113374732769e-07, "Finetune/Loss": 0.5891571044921875, "Finetune/Loss (Raw)": 0.582603931427002, "Finetune/Step": 17034, "Finetune/Step Time": 12.192223286256194}
+{"Finetune/Learning Rate": 6.766023139048794e-07, "Finetune/Loss": 0.5882580280303955, "Finetune/Loss (Raw)": 0.5934491157531738, "Finetune/Step": 17035, "Finetune/Step Time": 12.194922154769301}
+{"Finetune/Learning Rate": 6.75993554721528e-07, "Finetune/Loss": 0.5884259939193726, "Finetune/Loss (Raw)": 0.5860509872436523, "Finetune/Step": 17036, "Finetune/Step Time": 12.199771339073777}
+{"Finetune/Learning Rate": 6.753850599404854e-07, "Finetune/Loss": 0.5884162187576294, "Finetune/Loss (Raw)": 0.6189096570014954, "Finetune/Step": 17037, "Finetune/Step Time": 12.196889227256179}
+{"Finetune/Learning Rate": 6.747768295790069e-07, "Finetune/Loss": 0.5879597663879395, "Finetune/Loss (Raw)": 0.6331173181533813, "Finetune/Step": 17038, "Finetune/Step Time": 12.208451258018613}
+{"Finetune/Learning Rate": 6.741688636543398e-07, "Finetune/Loss": 0.5888879299163818, "Finetune/Loss (Raw)": 0.5901955366134644, "Finetune/Step": 17039, "Finetune/Step Time": 12.191621383652091}
+{"Finetune/Learning Rate": 6.735611621837257e-07, "Finetune/Loss": 0.5888323783874512, "Finetune/Loss (Raw)": 0.6835987567901611, "Finetune/Step": 17040, "Finetune/Step Time": 12.201307093724608}
+{"Finetune/Learning Rate": 6.729537251843954e-07, "Finetune/Loss": 0.587895393371582, "Finetune/Loss (Raw)": 0.4996391832828522, "Finetune/Step": 17041, "Finetune/Step Time": 12.215052612125874}
+{"Finetune/Learning Rate": 6.723465526735751e-07, "Finetune/Loss": 0.5877315998077393, "Finetune/Loss (Raw)": 0.5668612122535706, "Finetune/Step": 17042, "Finetune/Step Time": 12.211832266300917}
+{"Finetune/Learning Rate": 6.717396446684821e-07, "Finetune/Loss": 0.5866163969039917, "Finetune/Loss (Raw)": 0.5700516104698181, "Finetune/Step": 17043, "Finetune/Step Time": 12.17877435311675}
+{"Finetune/Learning Rate": 6.71133001186326e-07, "Finetune/Loss": 0.5860759019851685, "Finetune/Loss (Raw)": 0.4623914659023285, "Finetune/Step": 17044, "Finetune/Step Time": 12.175149075686932}
+{"Finetune/Learning Rate": 6.705266222443118e-07, "Finetune/Loss": 0.5854310989379883, "Finetune/Loss (Raw)": 0.5979238152503967, "Finetune/Step": 17045, "Finetune/Step Time": 12.170812068507075}
+{"Finetune/Learning Rate": 6.699205078596316e-07, "Finetune/Loss": 0.5844338536262512, "Finetune/Loss (Raw)": 0.5505883097648621, "Finetune/Step": 17046, "Finetune/Step Time": 12.177231771871448}
+{"Finetune/Learning Rate": 6.693146580494758e-07, "Finetune/Loss": 0.5841192007064819, "Finetune/Loss (Raw)": 0.5643747448921204, "Finetune/Step": 17047, "Finetune/Step Time": 12.170695304870605}
+{"Finetune/Learning Rate": 6.68709072831023e-07, "Finetune/Loss": 0.5846158266067505, "Finetune/Loss (Raw)": 0.6539254188537598, "Finetune/Step": 17048, "Finetune/Step Time": 12.232796911150217}
+{"Finetune/Learning Rate": 6.681037522214462e-07, "Finetune/Loss": 0.5848946571350098, "Finetune/Loss (Raw)": 0.6045306921005249, "Finetune/Step": 17049, "Finetune/Step Time": 12.248641554266214}
+{"Finetune/Learning Rate": 6.674986962379104e-07, "Finetune/Loss": 0.5861495733261108, "Finetune/Loss (Raw)": 0.5008565187454224, "Finetune/Step": 17050, "Finetune/Step Time": 12.224865702912211}
+{"Finetune/Learning Rate": 6.668939048975742e-07, "Finetune/Loss": 0.5847923755645752, "Finetune/Loss (Raw)": 0.43859124183654785, "Finetune/Step": 17051, "Finetune/Step Time": 12.247757451608777}
+{"Finetune/Learning Rate": 6.662893782175861e-07, "Finetune/Loss": 0.5845362544059753, "Finetune/Loss (Raw)": 0.5635705590248108, "Finetune/Step": 17052, "Finetune/Step Time": 12.250938534736633}
+{"Finetune/Learning Rate": 6.656851162150901e-07, "Finetune/Loss": 0.583339512348175, "Finetune/Loss (Raw)": 0.4172745645046234, "Finetune/Step": 17053, "Finetune/Step Time": 12.268678845837712}
+{"Finetune/Learning Rate": 6.650811189072215e-07, "Finetune/Loss": 0.5852141380310059, "Finetune/Loss (Raw)": 0.8165984153747559, "Finetune/Step": 17054, "Finetune/Step Time": 12.268927799537778}
+{"Finetune/Learning Rate": 6.644773863111087e-07, "Finetune/Loss": 0.5854847431182861, "Finetune/Loss (Raw)": 0.6169872879981995, "Finetune/Step": 17055, "Finetune/Step Time": 12.26342978514731}
+{"Finetune/Learning Rate": 6.638739184438681e-07, "Finetune/Loss": 0.5857311487197876, "Finetune/Loss (Raw)": 0.513113796710968, "Finetune/Step": 17056, "Finetune/Step Time": 12.247638672590256}
+{"Finetune/Learning Rate": 6.632707153226148e-07, "Finetune/Loss": 0.5868842005729675, "Finetune/Loss (Raw)": 0.6105312705039978, "Finetune/Step": 17057, "Finetune/Step Time": 12.241391595453024}
+{"Finetune/Learning Rate": 6.626677769644541e-07, "Finetune/Loss": 0.5858206748962402, "Finetune/Loss (Raw)": 0.48681116104125977, "Finetune/Step": 17058, "Finetune/Step Time": 12.269844360649586}
+{"Finetune/Learning Rate": 6.620651033864844e-07, "Finetune/Loss": 0.5868253707885742, "Finetune/Loss (Raw)": 0.7395175695419312, "Finetune/Step": 17059, "Finetune/Step Time": 12.27177214808762}
+{"Finetune/Learning Rate": 6.614626946057945e-07, "Finetune/Loss": 0.585860013961792, "Finetune/Loss (Raw)": 0.48483365774154663, "Finetune/Step": 17060, "Finetune/Step Time": 12.273195816203952}
+{"Finetune/Learning Rate": 6.608605506394683e-07, "Finetune/Loss": 0.587146520614624, "Finetune/Loss (Raw)": 0.7138413786888123, "Finetune/Step": 17061, "Finetune/Step Time": 12.268824135884643}
+{"Finetune/Learning Rate": 6.602586715045789e-07, "Finetune/Loss": 0.5870643258094788, "Finetune/Loss (Raw)": 0.5139613747596741, "Finetune/Step": 17062, "Finetune/Step Time": 12.259532853960991}
+{"Finetune/Learning Rate": 6.596570572181948e-07, "Finetune/Loss": 0.5869773626327515, "Finetune/Loss (Raw)": 0.6116222143173218, "Finetune/Step": 17063, "Finetune/Step Time": 12.281836127862334}
+{"Finetune/Learning Rate": 6.590557077973747e-07, "Finetune/Loss": 0.5864779949188232, "Finetune/Loss (Raw)": 0.5394833087921143, "Finetune/Step": 17064, "Finetune/Step Time": 12.275518706068397}
+{"Finetune/Learning Rate": 6.584546232591749e-07, "Finetune/Loss": 0.5855540633201599, "Finetune/Loss (Raw)": 0.4839538037776947, "Finetune/Step": 17065, "Finetune/Step Time": 12.266493720933795}
+{"Finetune/Learning Rate": 6.578538036206372e-07, "Finetune/Loss": 0.5848948955535889, "Finetune/Loss (Raw)": 0.5002753138542175, "Finetune/Step": 17066, "Finetune/Step Time": 12.23256384767592}
+{"Finetune/Learning Rate": 6.572532488988004e-07, "Finetune/Loss": 0.5851567983627319, "Finetune/Loss (Raw)": 0.5353133678436279, "Finetune/Step": 17067, "Finetune/Step Time": 12.23384890705347}
+{"Finetune/Learning Rate": 6.566529591106962e-07, "Finetune/Loss": 0.5863088369369507, "Finetune/Loss (Raw)": 0.6225671172142029, "Finetune/Step": 17068, "Finetune/Step Time": 12.233017634600401}
+{"Finetune/Learning Rate": 6.560529342733424e-07, "Finetune/Loss": 0.5850858688354492, "Finetune/Loss (Raw)": 0.4697473645210266, "Finetune/Step": 17069, "Finetune/Step Time": 12.215775648131967}
+{"Finetune/Learning Rate": 6.554531744037585e-07, "Finetune/Loss": 0.5845097303390503, "Finetune/Loss (Raw)": 0.4807035028934479, "Finetune/Step": 17070, "Finetune/Step Time": 12.212084975093603}
+{"Finetune/Learning Rate": 6.548536795189475e-07, "Finetune/Loss": 0.5842539668083191, "Finetune/Loss (Raw)": 0.5716707110404968, "Finetune/Step": 17071, "Finetune/Step Time": 12.210897944867611}
+{"Finetune/Learning Rate": 6.542544496359138e-07, "Finetune/Loss": 0.5847994685173035, "Finetune/Loss (Raw)": 0.6015354990959167, "Finetune/Step": 17072, "Finetune/Step Time": 12.209717743098736}
+{"Finetune/Learning Rate": 6.53655484771648e-07, "Finetune/Loss": 0.5842679738998413, "Finetune/Loss (Raw)": 0.600273609161377, "Finetune/Step": 17073, "Finetune/Step Time": 12.220608314499259}
+{"Finetune/Learning Rate": 6.530567849431369e-07, "Finetune/Loss": 0.5852582454681396, "Finetune/Loss (Raw)": 0.731691300868988, "Finetune/Step": 17074, "Finetune/Step Time": 12.2087212074548}
+{"Finetune/Learning Rate": 6.524583501673554e-07, "Finetune/Loss": 0.5851045846939087, "Finetune/Loss (Raw)": 0.6218007802963257, "Finetune/Step": 17075, "Finetune/Step Time": 12.201852884143591}
+{"Finetune/Learning Rate": 6.518601804612734e-07, "Finetune/Loss": 0.5841839909553528, "Finetune/Loss (Raw)": 0.5440022945404053, "Finetune/Step": 17076, "Finetune/Step Time": 12.185510018840432}
+{"Finetune/Learning Rate": 6.512622758418552e-07, "Finetune/Loss": 0.5848971605300903, "Finetune/Loss (Raw)": 0.6633124351501465, "Finetune/Step": 17077, "Finetune/Step Time": 12.185376562178135}
+{"Finetune/Learning Rate": 6.506646363260516e-07, "Finetune/Loss": 0.5859483480453491, "Finetune/Loss (Raw)": 0.6417329907417297, "Finetune/Step": 17078, "Finetune/Step Time": 12.186215661466122}
+{"Finetune/Learning Rate": 6.500672619308157e-07, "Finetune/Loss": 0.585776150226593, "Finetune/Loss (Raw)": 0.5080940127372742, "Finetune/Step": 17079, "Finetune/Step Time": 12.177483197301626}
+{"Finetune/Learning Rate": 6.494701526730851e-07, "Finetune/Loss": 0.5855978727340698, "Finetune/Loss (Raw)": 0.5840705037117004, "Finetune/Step": 17080, "Finetune/Step Time": 12.179438643157482}
+{"Finetune/Learning Rate": 6.488733085697907e-07, "Finetune/Loss": 0.5851305723190308, "Finetune/Loss (Raw)": 0.6201074123382568, "Finetune/Step": 17081, "Finetune/Step Time": 12.204913025721908}
+{"Finetune/Learning Rate": 6.482767296378578e-07, "Finetune/Loss": 0.5862427949905396, "Finetune/Loss (Raw)": 0.656916081905365, "Finetune/Step": 17082, "Finetune/Step Time": 12.207017192617059}
+{"Finetune/Learning Rate": 6.476804158942051e-07, "Finetune/Loss": 0.5872371196746826, "Finetune/Loss (Raw)": 0.6312652230262756, "Finetune/Step": 17083, "Finetune/Step Time": 12.20864518173039}
+{"Finetune/Learning Rate": 6.470843673557403e-07, "Finetune/Loss": 0.5880608558654785, "Finetune/Loss (Raw)": 0.6168630719184875, "Finetune/Step": 17084, "Finetune/Step Time": 12.210049089044333}
+{"Finetune/Learning Rate": 6.464885840393675e-07, "Finetune/Loss": 0.5885443687438965, "Finetune/Loss (Raw)": 0.6615722179412842, "Finetune/Step": 17085, "Finetune/Step Time": 12.208699213340878}
+{"Finetune/Learning Rate": 6.458930659619799e-07, "Finetune/Loss": 0.5889731049537659, "Finetune/Loss (Raw)": 0.6221584677696228, "Finetune/Step": 17086, "Finetune/Step Time": 12.203704118728638}
+{"Finetune/Learning Rate": 6.452978131404663e-07, "Finetune/Loss": 0.5880329608917236, "Finetune/Loss (Raw)": 0.5058158040046692, "Finetune/Step": 17087, "Finetune/Step Time": 12.246689731255174}
+{"Finetune/Learning Rate": 6.447028255917054e-07, "Finetune/Loss": 0.5885584354400635, "Finetune/Loss (Raw)": 0.639815628528595, "Finetune/Step": 17088, "Finetune/Step Time": 12.209410786628723}
+{"Finetune/Learning Rate": 6.441081033325691e-07, "Finetune/Loss": 0.5883142352104187, "Finetune/Loss (Raw)": 0.5756682753562927, "Finetune/Step": 17089, "Finetune/Step Time": 12.2069077976048}
+{"Finetune/Learning Rate": 6.435136463799218e-07, "Finetune/Loss": 0.5885419845581055, "Finetune/Loss (Raw)": 0.6322317719459534, "Finetune/Step": 17090, "Finetune/Step Time": 12.205419067293406}
+{"Finetune/Learning Rate": 6.429194547506224e-07, "Finetune/Loss": 0.5897630453109741, "Finetune/Loss (Raw)": 0.6665629744529724, "Finetune/Step": 17091, "Finetune/Step Time": 12.196038777008653}
+{"Finetune/Learning Rate": 6.423255284615182e-07, "Finetune/Loss": 0.5899533033370972, "Finetune/Loss (Raw)": 0.6409374475479126, "Finetune/Step": 17092, "Finetune/Step Time": 12.191299866884947}
+{"Finetune/Learning Rate": 6.417318675294526e-07, "Finetune/Loss": 0.590094268321991, "Finetune/Loss (Raw)": 0.6286817193031311, "Finetune/Step": 17093, "Finetune/Step Time": 12.189575435593724}
+{"Finetune/Learning Rate": 6.41138471971261e-07, "Finetune/Loss": 0.5904850959777832, "Finetune/Loss (Raw)": 0.6480280756950378, "Finetune/Step": 17094, "Finetune/Step Time": 12.19285144098103}
+{"Finetune/Learning Rate": 6.405453418037677e-07, "Finetune/Loss": 0.5911427736282349, "Finetune/Loss (Raw)": 0.6928437352180481, "Finetune/Step": 17095, "Finetune/Step Time": 12.19565536826849}
+{"Finetune/Learning Rate": 6.399524770437948e-07, "Finetune/Loss": 0.5909430384635925, "Finetune/Loss (Raw)": 0.539277195930481, "Finetune/Step": 17096, "Finetune/Step Time": 12.190625617280602}
+{"Finetune/Learning Rate": 6.393598777081533e-07, "Finetune/Loss": 0.5919747352600098, "Finetune/Loss (Raw)": 0.6296377182006836, "Finetune/Step": 17097, "Finetune/Step Time": 12.190901521593332}
+{"Finetune/Learning Rate": 6.387675438136464e-07, "Finetune/Loss": 0.5923006534576416, "Finetune/Loss (Raw)": 0.5416492223739624, "Finetune/Step": 17098, "Finetune/Step Time": 12.185563448816538}
+{"Finetune/Learning Rate": 6.38175475377073e-07, "Finetune/Loss": 0.5926522016525269, "Finetune/Loss (Raw)": 0.6343791484832764, "Finetune/Step": 17099, "Finetune/Step Time": 12.183604324236512}
+{"Finetune/Learning Rate": 6.375836724152218e-07, "Finetune/Loss": 0.5939210057258606, "Finetune/Loss (Raw)": 0.7227817177772522, "Finetune/Step": 17100, "Finetune/Step Time": 12.188836907967925}
+{"Finetune/Learning Rate": 6.369921349448748e-07, "Finetune/Loss": 0.592868983745575, "Finetune/Loss (Raw)": 0.6071211695671082, "Finetune/Step": 17101, "Finetune/Step Time": 12.176249476149678}
+{"Finetune/Learning Rate": 6.364008629828056e-07, "Finetune/Loss": 0.5928587913513184, "Finetune/Loss (Raw)": 0.6310290694236755, "Finetune/Step": 17102, "Finetune/Step Time": 12.175261300057173}
+{"Finetune/Learning Rate": 6.358098565457815e-07, "Finetune/Loss": 0.5923501253128052, "Finetune/Loss (Raw)": 0.5627132654190063, "Finetune/Step": 17103, "Finetune/Step Time": 12.15666088461876}
+{"Finetune/Learning Rate": 6.352191156505627e-07, "Finetune/Loss": 0.5925015211105347, "Finetune/Loss (Raw)": 0.6333635449409485, "Finetune/Step": 17104, "Finetune/Step Time": 12.138662995770574}
+{"Finetune/Learning Rate": 6.34628640313898e-07, "Finetune/Loss": 0.5924643278121948, "Finetune/Loss (Raw)": 0.5998452305793762, "Finetune/Step": 17105, "Finetune/Step Time": 12.145606223493814}
+{"Finetune/Learning Rate": 6.340384305525337e-07, "Finetune/Loss": 0.5921984910964966, "Finetune/Loss (Raw)": 0.6187757253646851, "Finetune/Step": 17106, "Finetune/Step Time": 12.134467056021094}
+{"Finetune/Learning Rate": 6.334484863832069e-07, "Finetune/Loss": 0.590915322303772, "Finetune/Loss (Raw)": 0.5359718203544617, "Finetune/Step": 17107, "Finetune/Step Time": 12.129308119416237}
+{"Finetune/Learning Rate": 6.328588078226461e-07, "Finetune/Loss": 0.5899868607521057, "Finetune/Loss (Raw)": 0.4979263246059418, "Finetune/Step": 17108, "Finetune/Step Time": 12.124652810394764}
+{"Finetune/Learning Rate": 6.322693948875725e-07, "Finetune/Loss": 0.5906930565834045, "Finetune/Loss (Raw)": 0.5643579363822937, "Finetune/Step": 17109, "Finetune/Step Time": 12.041933270171285}
+{"Finetune/Learning Rate": 6.316802475947026e-07, "Finetune/Loss": 0.5906047821044922, "Finetune/Loss (Raw)": 0.6366870403289795, "Finetune/Step": 17110, "Finetune/Step Time": 12.04150802642107}
+{"Finetune/Learning Rate": 6.310913659607398e-07, "Finetune/Loss": 0.5890587568283081, "Finetune/Loss (Raw)": 0.39536139369010925, "Finetune/Step": 17111, "Finetune/Step Time": 12.061449494212866}
+{"Finetune/Learning Rate": 6.305027500023841e-07, "Finetune/Loss": 0.5877393484115601, "Finetune/Loss (Raw)": 0.5680336356163025, "Finetune/Step": 17112, "Finetune/Step Time": 12.067130215466022}
+{"Finetune/Learning Rate": 6.299143997363256e-07, "Finetune/Loss": 0.5885070562362671, "Finetune/Loss (Raw)": 0.6730014085769653, "Finetune/Step": 17113, "Finetune/Step Time": 12.062215643003583}
+{"Finetune/Learning Rate": 6.293263151792506e-07, "Finetune/Loss": 0.5895980596542358, "Finetune/Loss (Raw)": 0.6575027704238892, "Finetune/Step": 17114, "Finetune/Step Time": 12.054897610098124}
+{"Finetune/Learning Rate": 6.287384963478349e-07, "Finetune/Loss": 0.5901113152503967, "Finetune/Loss (Raw)": 0.6474344730377197, "Finetune/Step": 17115, "Finetune/Step Time": 12.053219601511955}
+{"Finetune/Learning Rate": 6.281509432587496e-07, "Finetune/Loss": 0.5888526439666748, "Finetune/Loss (Raw)": 0.45615118741989136, "Finetune/Step": 17116, "Finetune/Step Time": 12.062757961452007}
+{"Finetune/Learning Rate": 6.275636559286514e-07, "Finetune/Loss": 0.5893692970275879, "Finetune/Loss (Raw)": 0.623347818851471, "Finetune/Step": 17117, "Finetune/Step Time": 12.062323432415724}
+{"Finetune/Learning Rate": 6.269766343741957e-07, "Finetune/Loss": 0.5897922515869141, "Finetune/Loss (Raw)": 0.624198853969574, "Finetune/Step": 17118, "Finetune/Step Time": 12.061345808207989}
+{"Finetune/Learning Rate": 6.263898786120304e-07, "Finetune/Loss": 0.5895670056343079, "Finetune/Loss (Raw)": 0.6345757246017456, "Finetune/Step": 17119, "Finetune/Step Time": 12.065573692321777}
+{"Finetune/Learning Rate": 6.258033886587911e-07, "Finetune/Loss": 0.5901178121566772, "Finetune/Loss (Raw)": 0.5851081013679504, "Finetune/Step": 17120, "Finetune/Step Time": 12.073648421093822}
+{"Finetune/Learning Rate": 6.252171645311123e-07, "Finetune/Loss": 0.5902013778686523, "Finetune/Loss (Raw)": 0.5771312117576599, "Finetune/Step": 17121, "Finetune/Step Time": 12.068592883646488}
+{"Finetune/Learning Rate": 6.246312062456183e-07, "Finetune/Loss": 0.5888352394104004, "Finetune/Loss (Raw)": 0.5318365097045898, "Finetune/Step": 17122, "Finetune/Step Time": 12.078640779480338}
+{"Finetune/Learning Rate": 6.240455138189216e-07, "Finetune/Loss": 0.5885916352272034, "Finetune/Loss (Raw)": 0.6430383324623108, "Finetune/Step": 17123, "Finetune/Step Time": 12.070948684588075}
+{"Finetune/Learning Rate": 6.234600872676322e-07, "Finetune/Loss": 0.5884312391281128, "Finetune/Loss (Raw)": 0.5842008590698242, "Finetune/Step": 17124, "Finetune/Step Time": 12.065665442496538}
+{"Finetune/Learning Rate": 6.228749266083523e-07, "Finetune/Loss": 0.5889051556587219, "Finetune/Loss (Raw)": 0.6372416019439697, "Finetune/Step": 17125, "Finetune/Step Time": 12.060343254357576}
+{"Finetune/Learning Rate": 6.222900318576741e-07, "Finetune/Loss": 0.5886002779006958, "Finetune/Loss (Raw)": 0.5475626587867737, "Finetune/Step": 17126, "Finetune/Step Time": 12.06046780757606}
+{"Finetune/Learning Rate": 6.217054030321823e-07, "Finetune/Loss": 0.5877140164375305, "Finetune/Loss (Raw)": 0.47284483909606934, "Finetune/Step": 17127, "Finetune/Step Time": 12.062657603994012}
+{"Finetune/Learning Rate": 6.211210401484602e-07, "Finetune/Loss": 0.5869135856628418, "Finetune/Loss (Raw)": 0.5287425518035889, "Finetune/Step": 17128, "Finetune/Step Time": 12.068310461938381}
+{"Finetune/Learning Rate": 6.205369432230734e-07, "Finetune/Loss": 0.5859688520431519, "Finetune/Loss (Raw)": 0.498523473739624, "Finetune/Step": 17129, "Finetune/Step Time": 12.078417195007205}
+{"Finetune/Learning Rate": 6.199531122725878e-07, "Finetune/Loss": 0.5865885019302368, "Finetune/Loss (Raw)": 0.7118136286735535, "Finetune/Step": 17130, "Finetune/Step Time": 12.076507717370987}
+{"Finetune/Learning Rate": 6.193695473135586e-07, "Finetune/Loss": 0.5865521430969238, "Finetune/Loss (Raw)": 0.5747934579849243, "Finetune/Step": 17131, "Finetune/Step Time": 12.080406855791807}
+{"Finetune/Learning Rate": 6.18786248362534e-07, "Finetune/Loss": 0.587395191192627, "Finetune/Loss (Raw)": 0.48755866289138794, "Finetune/Step": 17132, "Finetune/Step Time": 12.062449224293232}
+{"Finetune/Learning Rate": 6.182032154360551e-07, "Finetune/Loss": 0.5870912075042725, "Finetune/Loss (Raw)": 0.5194903016090393, "Finetune/Step": 17133, "Finetune/Step Time": 12.053023742511868}
+{"Finetune/Learning Rate": 6.176204485506543e-07, "Finetune/Loss": 0.5856149792671204, "Finetune/Loss (Raw)": 0.5417566895484924, "Finetune/Step": 17134, "Finetune/Step Time": 12.053847391158342}
+{"Finetune/Learning Rate": 6.170379477228572e-07, "Finetune/Loss": 0.5857903361320496, "Finetune/Loss (Raw)": 0.5462152361869812, "Finetune/Step": 17135, "Finetune/Step Time": 12.048582976683974}
+{"Finetune/Learning Rate": 6.164557129691828e-07, "Finetune/Loss": 0.5853501558303833, "Finetune/Loss (Raw)": 0.5588661432266235, "Finetune/Step": 17136, "Finetune/Step Time": 12.05127564817667}
+{"Finetune/Learning Rate": 6.158737443061414e-07, "Finetune/Loss": 0.5838202238082886, "Finetune/Loss (Raw)": 0.4312378764152527, "Finetune/Step": 17137, "Finetune/Step Time": 12.077148329466581}
+{"Finetune/Learning Rate": 6.152920417502361e-07, "Finetune/Loss": 0.5836954116821289, "Finetune/Loss (Raw)": 0.5505054593086243, "Finetune/Step": 17138, "Finetune/Step Time": 12.084358664229512}
+{"Finetune/Learning Rate": 6.147106053179619e-07, "Finetune/Loss": 0.5826938152313232, "Finetune/Loss (Raw)": 0.4227542281150818, "Finetune/Step": 17139, "Finetune/Step Time": 12.102192986756563}
+{"Finetune/Learning Rate": 6.141294350258065e-07, "Finetune/Loss": 0.5827784538269043, "Finetune/Loss (Raw)": 0.5866286158561707, "Finetune/Step": 17140, "Finetune/Step Time": 12.100085191428661}
+{"Finetune/Learning Rate": 6.1354853089025e-07, "Finetune/Loss": 0.5817047953605652, "Finetune/Loss (Raw)": 0.411784291267395, "Finetune/Step": 17141, "Finetune/Step Time": 12.116493664681911}
+{"Finetune/Learning Rate": 6.129678929277661e-07, "Finetune/Loss": 0.581292450428009, "Finetune/Loss (Raw)": 0.6913943886756897, "Finetune/Step": 17142, "Finetune/Step Time": 12.114414617419243}
+{"Finetune/Learning Rate": 6.123875211548191e-07, "Finetune/Loss": 0.5804736614227295, "Finetune/Loss (Raw)": 0.5586504340171814, "Finetune/Step": 17143, "Finetune/Step Time": 12.126920184120536}
+{"Finetune/Learning Rate": 6.118074155878672e-07, "Finetune/Loss": 0.5801480412483215, "Finetune/Loss (Raw)": 0.5793221592903137, "Finetune/Step": 17144, "Finetune/Step Time": 12.121989380568266}
+{"Finetune/Learning Rate": 6.112275762433617e-07, "Finetune/Loss": 0.5795395374298096, "Finetune/Loss (Raw)": 0.454732209444046, "Finetune/Step": 17145, "Finetune/Step Time": 12.145311642438173}
+{"Finetune/Learning Rate": 6.106480031377449e-07, "Finetune/Loss": 0.5798047780990601, "Finetune/Loss (Raw)": 0.6418689489364624, "Finetune/Step": 17146, "Finetune/Step Time": 12.14798118174076}
+{"Finetune/Learning Rate": 6.10068696287448e-07, "Finetune/Loss": 0.5794405937194824, "Finetune/Loss (Raw)": 0.5001723766326904, "Finetune/Step": 17147, "Finetune/Step Time": 12.180298909544945}
+{"Finetune/Learning Rate": 6.094896557089025e-07, "Finetune/Loss": 0.5786169171333313, "Finetune/Loss (Raw)": 0.6120550632476807, "Finetune/Step": 17148, "Finetune/Step Time": 12.159618899226189}
+{"Finetune/Learning Rate": 6.089108814185274e-07, "Finetune/Loss": 0.5776339769363403, "Finetune/Loss (Raw)": 0.5379736423492432, "Finetune/Step": 17149, "Finetune/Step Time": 12.133326821029186}
+{"Finetune/Learning Rate": 6.083323734327362e-07, "Finetune/Loss": 0.5784203410148621, "Finetune/Loss (Raw)": 0.5890794992446899, "Finetune/Step": 17150, "Finetune/Step Time": 12.123782012611628}
+{"Finetune/Learning Rate": 6.077541317679314e-07, "Finetune/Loss": 0.5784395933151245, "Finetune/Loss (Raw)": 0.6052212715148926, "Finetune/Step": 17151, "Finetune/Step Time": 12.126402616500854}
+{"Finetune/Learning Rate": 6.071761564405121e-07, "Finetune/Loss": 0.5793673992156982, "Finetune/Loss (Raw)": 0.7297082543373108, "Finetune/Step": 17152, "Finetune/Step Time": 12.138660799711943}
+{"Finetune/Learning Rate": 6.065984474668685e-07, "Finetune/Loss": 0.5787646770477295, "Finetune/Loss (Raw)": 0.5066197514533997, "Finetune/Step": 17153, "Finetune/Step Time": 12.121511034667492}
+{"Finetune/Learning Rate": 6.060210048633785e-07, "Finetune/Loss": 0.5796688795089722, "Finetune/Loss (Raw)": 0.536784291267395, "Finetune/Step": 17154, "Finetune/Step Time": 12.094493931159377}
+{"Finetune/Learning Rate": 6.054438286464215e-07, "Finetune/Loss": 0.5800610184669495, "Finetune/Loss (Raw)": 0.6400209665298462, "Finetune/Step": 17155, "Finetune/Step Time": 12.106107419356704}
+{"Finetune/Learning Rate": 6.048669188323631e-07, "Finetune/Loss": 0.5802258849143982, "Finetune/Loss (Raw)": 0.6632167100906372, "Finetune/Step": 17156, "Finetune/Step Time": 12.084853438660502}
+{"Finetune/Learning Rate": 6.042902754375624e-07, "Finetune/Loss": 0.5804579257965088, "Finetune/Loss (Raw)": 0.6831994652748108, "Finetune/Step": 17157, "Finetune/Step Time": 12.087318807840347}
+{"Finetune/Learning Rate": 6.03713898478373e-07, "Finetune/Loss": 0.5812791585922241, "Finetune/Loss (Raw)": 0.6724019050598145, "Finetune/Step": 17158, "Finetune/Step Time": 12.08863328397274}
+{"Finetune/Learning Rate": 6.031377879711375e-07, "Finetune/Loss": 0.5823402404785156, "Finetune/Loss (Raw)": 0.659989595413208, "Finetune/Step": 17159, "Finetune/Step Time": 12.029371170327067}
+{"Finetune/Learning Rate": 6.025619439321928e-07, "Finetune/Loss": 0.5824111700057983, "Finetune/Loss (Raw)": 0.47197940945625305, "Finetune/Step": 17160, "Finetune/Step Time": 12.029438890516758}
+{"Finetune/Learning Rate": 6.019863663778691e-07, "Finetune/Loss": 0.5834749937057495, "Finetune/Loss (Raw)": 0.6396321058273315, "Finetune/Step": 17161, "Finetune/Step Time": 12.028556967154145}
+{"Finetune/Learning Rate": 6.014110553244857e-07, "Finetune/Loss": 0.5840038061141968, "Finetune/Loss (Raw)": 0.6502877473831177, "Finetune/Step": 17162, "Finetune/Step Time": 12.03249379247427}
+{"Finetune/Learning Rate": 6.008360107883604e-07, "Finetune/Loss": 0.5833291411399841, "Finetune/Loss (Raw)": 0.5070975422859192, "Finetune/Step": 17163, "Finetune/Step Time": 12.033043149858713}
+{"Finetune/Learning Rate": 6.002612327857971e-07, "Finetune/Loss": 0.5842399597167969, "Finetune/Loss (Raw)": 0.702635645866394, "Finetune/Step": 17164, "Finetune/Step Time": 12.028628336265683}
+{"Finetune/Learning Rate": 5.996867213330993e-07, "Finetune/Loss": 0.583777129650116, "Finetune/Loss (Raw)": 0.5596681833267212, "Finetune/Step": 17165, "Finetune/Step Time": 12.028727106750011}
+{"Finetune/Learning Rate": 5.991124764465528e-07, "Finetune/Loss": 0.5834047794342041, "Finetune/Loss (Raw)": 0.5854588150978088, "Finetune/Step": 17166, "Finetune/Step Time": 12.00090898014605}
+{"Finetune/Learning Rate": 5.985384981424436e-07, "Finetune/Loss": 0.5821748971939087, "Finetune/Loss (Raw)": 0.432769775390625, "Finetune/Step": 17167, "Finetune/Step Time": 12.026811622083187}
+{"Finetune/Learning Rate": 5.979647864370486e-07, "Finetune/Loss": 0.5805999040603638, "Finetune/Loss (Raw)": 0.4819950461387634, "Finetune/Step": 17168, "Finetune/Step Time": 12.019634118303657}
+{"Finetune/Learning Rate": 5.973913413466348e-07, "Finetune/Loss": 0.5812145471572876, "Finetune/Loss (Raw)": 0.5783209800720215, "Finetune/Step": 17169, "Finetune/Step Time": 12.029751550406218}
+{"Finetune/Learning Rate": 5.96818162887467e-07, "Finetune/Loss": 0.5813305377960205, "Finetune/Loss (Raw)": 0.5817016959190369, "Finetune/Step": 17170, "Finetune/Step Time": 12.036909399554133}
+{"Finetune/Learning Rate": 5.962452510757976e-07, "Finetune/Loss": 0.5813109278678894, "Finetune/Loss (Raw)": 0.5675408840179443, "Finetune/Step": 17171, "Finetune/Step Time": 12.032666785642505}
+{"Finetune/Learning Rate": 5.956726059278717e-07, "Finetune/Loss": 0.5826811790466309, "Finetune/Loss (Raw)": 0.6377850770950317, "Finetune/Step": 17172, "Finetune/Step Time": 12.056143429130316}
+{"Finetune/Learning Rate": 5.951002274599282e-07, "Finetune/Loss": 0.5830597877502441, "Finetune/Loss (Raw)": 0.6463892459869385, "Finetune/Step": 17173, "Finetune/Step Time": 12.053633300587535}
+{"Finetune/Learning Rate": 5.945281156881988e-07, "Finetune/Loss": 0.58256995677948, "Finetune/Loss (Raw)": 0.48788291215896606, "Finetune/Step": 17174, "Finetune/Step Time": 12.05535546131432}
+{"Finetune/Learning Rate": 5.939562706289059e-07, "Finetune/Loss": 0.5824798941612244, "Finetune/Loss (Raw)": 0.5528505444526672, "Finetune/Step": 17175, "Finetune/Step Time": 12.055218528956175}
+{"Finetune/Learning Rate": 5.933846922982645e-07, "Finetune/Loss": 0.5820712447166443, "Finetune/Loss (Raw)": 0.6016170978546143, "Finetune/Step": 17176, "Finetune/Step Time": 11.994712145999074}
+{"Finetune/Learning Rate": 5.92813380712487e-07, "Finetune/Loss": 0.5821296572685242, "Finetune/Loss (Raw)": 0.6120056509971619, "Finetune/Step": 17177, "Finetune/Step Time": 11.979589318856597}
+{"Finetune/Learning Rate": 5.922423358877704e-07, "Finetune/Loss": 0.583245038986206, "Finetune/Loss (Raw)": 0.6436222791671753, "Finetune/Step": 17178, "Finetune/Step Time": 11.975049009546638}
+{"Finetune/Learning Rate": 5.916715578403087e-07, "Finetune/Loss": 0.584194540977478, "Finetune/Loss (Raw)": 0.5601283311843872, "Finetune/Step": 17179, "Finetune/Step Time": 11.951924450695515}
+{"Finetune/Learning Rate": 5.911010465862887e-07, "Finetune/Loss": 0.5840802192687988, "Finetune/Loss (Raw)": 0.5489463806152344, "Finetune/Step": 17180, "Finetune/Step Time": 11.952865643426776}
+{"Finetune/Learning Rate": 5.905308021418876e-07, "Finetune/Loss": 0.5858613848686218, "Finetune/Loss (Raw)": 0.6452587842941284, "Finetune/Step": 17181, "Finetune/Step Time": 11.944496402516961}
+{"Finetune/Learning Rate": 5.899608245232757e-07, "Finetune/Loss": 0.5843351483345032, "Finetune/Loss (Raw)": 0.6212418675422668, "Finetune/Step": 17182, "Finetune/Step Time": 11.949654588475823}
+{"Finetune/Learning Rate": 5.893911137466157e-07, "Finetune/Loss": 0.5833575129508972, "Finetune/Loss (Raw)": 0.49184873700141907, "Finetune/Step": 17183, "Finetune/Step Time": 11.960506526753306}
+{"Finetune/Learning Rate": 5.888216698280646e-07, "Finetune/Loss": 0.583725094795227, "Finetune/Loss (Raw)": 0.5601586103439331, "Finetune/Step": 17184, "Finetune/Step Time": 11.96193964034319}
+{"Finetune/Learning Rate": 5.882524927837685e-07, "Finetune/Loss": 0.5832868814468384, "Finetune/Loss (Raw)": 0.5544432997703552, "Finetune/Step": 17185, "Finetune/Step Time": 11.961411975324154}
+{"Finetune/Learning Rate": 5.876835826298688e-07, "Finetune/Loss": 0.5842337608337402, "Finetune/Loss (Raw)": 0.6080102324485779, "Finetune/Step": 17186, "Finetune/Step Time": 11.933042496442795}
+{"Finetune/Learning Rate": 5.87114939382497e-07, "Finetune/Loss": 0.5825009942054749, "Finetune/Loss (Raw)": 0.5177243947982788, "Finetune/Step": 17187, "Finetune/Step Time": 11.928893791511655}
+{"Finetune/Learning Rate": 5.865465630577793e-07, "Finetune/Loss": 0.5831931829452515, "Finetune/Loss (Raw)": 0.5734416842460632, "Finetune/Step": 17188, "Finetune/Step Time": 11.932307302951813}
+{"Finetune/Learning Rate": 5.859784536718327e-07, "Finetune/Loss": 0.5826778411865234, "Finetune/Loss (Raw)": 0.6478676795959473, "Finetune/Step": 17189, "Finetune/Step Time": 11.945490973070264}
+{"Finetune/Learning Rate": 5.854106112407665e-07, "Finetune/Loss": 0.5828258991241455, "Finetune/Loss (Raw)": 0.5329181551933289, "Finetune/Step": 17190, "Finetune/Step Time": 11.94670363329351}
+{"Finetune/Learning Rate": 5.848430357806845e-07, "Finetune/Loss": 0.582321047782898, "Finetune/Loss (Raw)": 0.5469956398010254, "Finetune/Step": 17191, "Finetune/Step Time": 11.927655892446637}
+{"Finetune/Learning Rate": 5.842757273076815e-07, "Finetune/Loss": 0.583275556564331, "Finetune/Loss (Raw)": 0.6616594195365906, "Finetune/Step": 17192, "Finetune/Step Time": 11.922600515186787}
+{"Finetune/Learning Rate": 5.837086858378427e-07, "Finetune/Loss": 0.584709882736206, "Finetune/Loss (Raw)": 0.6675480604171753, "Finetune/Step": 17193, "Finetune/Step Time": 11.913895899429917}
+{"Finetune/Learning Rate": 5.831419113872505e-07, "Finetune/Loss": 0.5853779315948486, "Finetune/Loss (Raw)": 0.5857899188995361, "Finetune/Step": 17194, "Finetune/Step Time": 11.91087656468153}
+{"Finetune/Learning Rate": 5.825754039719766e-07, "Finetune/Loss": 0.5860382318496704, "Finetune/Loss (Raw)": 0.6198336482048035, "Finetune/Step": 17195, "Finetune/Step Time": 11.910993753001094}
+{"Finetune/Learning Rate": 5.820091636080827e-07, "Finetune/Loss": 0.586537778377533, "Finetune/Loss (Raw)": 0.6865089535713196, "Finetune/Step": 17196, "Finetune/Step Time": 11.912416949868202}
+{"Finetune/Learning Rate": 5.81443190311628e-07, "Finetune/Loss": 0.5875251293182373, "Finetune/Loss (Raw)": 0.5961215496063232, "Finetune/Step": 17197, "Finetune/Step Time": 11.918167304247618}
+{"Finetune/Learning Rate": 5.80877484098662e-07, "Finetune/Loss": 0.587936520576477, "Finetune/Loss (Raw)": 0.5333635210990906, "Finetune/Step": 17198, "Finetune/Step Time": 11.918529726564884}
+{"Finetune/Learning Rate": 5.803120449852262e-07, "Finetune/Loss": 0.5875439047813416, "Finetune/Loss (Raw)": 0.5214189291000366, "Finetune/Step": 17199, "Finetune/Step Time": 11.91758344694972}
+{"Finetune/Learning Rate": 5.797468729873546e-07, "Finetune/Loss": 0.5881845355033875, "Finetune/Loss (Raw)": 0.6835368871688843, "Finetune/Step": 17200, "Finetune/Step Time": 11.918423155322671}
+{"Finetune/Learning Rate": 5.791819681210764e-07, "Finetune/Loss": 0.5879644155502319, "Finetune/Loss (Raw)": 0.5720951557159424, "Finetune/Step": 17201, "Finetune/Step Time": 11.932673674076796}
+{"Finetune/Learning Rate": 5.786173304024057e-07, "Finetune/Loss": 0.5863679051399231, "Finetune/Loss (Raw)": 0.5273438096046448, "Finetune/Step": 17202, "Finetune/Step Time": 11.932531850412488}
+{"Finetune/Learning Rate": 5.780529598473561e-07, "Finetune/Loss": 0.5852022171020508, "Finetune/Loss (Raw)": 0.4725898802280426, "Finetune/Step": 17203, "Finetune/Step Time": 11.944364190101624}
+{"Finetune/Learning Rate": 5.774888564719328e-07, "Finetune/Loss": 0.5853997468948364, "Finetune/Loss (Raw)": 0.5692861676216125, "Finetune/Step": 17204, "Finetune/Step Time": 11.942017026245594}
+{"Finetune/Learning Rate": 5.769250202921317e-07, "Finetune/Loss": 0.5846537947654724, "Finetune/Loss (Raw)": 0.5678281188011169, "Finetune/Step": 17205, "Finetune/Step Time": 11.936205435544252}
+{"Finetune/Learning Rate": 5.763614513239424e-07, "Finetune/Loss": 0.5839748978614807, "Finetune/Loss (Raw)": 0.5548393726348877, "Finetune/Step": 17206, "Finetune/Step Time": 11.938296511769295}
+{"Finetune/Learning Rate": 5.757981495833454e-07, "Finetune/Loss": 0.585204005241394, "Finetune/Loss (Raw)": 0.6654147505760193, "Finetune/Step": 17207, "Finetune/Step Time": 11.941775565966964}
+{"Finetune/Learning Rate": 5.752351150863133e-07, "Finetune/Loss": 0.5856107473373413, "Finetune/Loss (Raw)": 0.6361318230628967, "Finetune/Step": 17208, "Finetune/Step Time": 11.91893240250647}
+{"Finetune/Learning Rate": 5.746723478488125e-07, "Finetune/Loss": 0.5863499641418457, "Finetune/Loss (Raw)": 0.7147312760353088, "Finetune/Step": 17209, "Finetune/Step Time": 11.891183115541935}
+{"Finetune/Learning Rate": 5.741098478868002e-07, "Finetune/Loss": 0.5853656530380249, "Finetune/Loss (Raw)": 0.5309282541275024, "Finetune/Step": 17210, "Finetune/Step Time": 11.865214912220836}
+{"Finetune/Learning Rate": 5.735476152162311e-07, "Finetune/Loss": 0.5850056409835815, "Finetune/Loss (Raw)": 0.585174024105072, "Finetune/Step": 17211, "Finetune/Step Time": 11.881494695320725}
+{"Finetune/Learning Rate": 5.729856498530461e-07, "Finetune/Loss": 0.585684597492218, "Finetune/Loss (Raw)": 0.7037754058837891, "Finetune/Step": 17212, "Finetune/Step Time": 11.88297158293426}
+{"Finetune/Learning Rate": 5.724239518131824e-07, "Finetune/Loss": 0.585064172744751, "Finetune/Loss (Raw)": 0.5821607112884521, "Finetune/Step": 17213, "Finetune/Step Time": 11.893854673951864}
+{"Finetune/Learning Rate": 5.718625211125661e-07, "Finetune/Loss": 0.5845548510551453, "Finetune/Loss (Raw)": 0.5569642186164856, "Finetune/Step": 17214, "Finetune/Step Time": 11.893599785864353}
+{"Finetune/Learning Rate": 5.713013577671178e-07, "Finetune/Loss": 0.5853859186172485, "Finetune/Loss (Raw)": 0.6121921539306641, "Finetune/Step": 17215, "Finetune/Step Time": 11.85475204885006}
+{"Finetune/Learning Rate": 5.707404617927526e-07, "Finetune/Loss": 0.5852761268615723, "Finetune/Loss (Raw)": 0.6257638335227966, "Finetune/Step": 17216, "Finetune/Step Time": 11.855008663609624}
+{"Finetune/Learning Rate": 5.701798332053732e-07, "Finetune/Loss": 0.5858548879623413, "Finetune/Loss (Raw)": 0.6497441530227661, "Finetune/Step": 17217, "Finetune/Step Time": 11.864310685545206}
+{"Finetune/Learning Rate": 5.696194720208792e-07, "Finetune/Loss": 0.5853400826454163, "Finetune/Loss (Raw)": 0.5663425922393799, "Finetune/Step": 17218, "Finetune/Step Time": 11.868614664301276}
+{"Finetune/Learning Rate": 5.690593782551623e-07, "Finetune/Loss": 0.5848783254623413, "Finetune/Loss (Raw)": 0.6074486374855042, "Finetune/Step": 17219, "Finetune/Step Time": 11.875792929902673}
+{"Finetune/Learning Rate": 5.684995519241021e-07, "Finetune/Loss": 0.583672285079956, "Finetune/Loss (Raw)": 0.4865688979625702, "Finetune/Step": 17220, "Finetune/Step Time": 11.875617796555161}
+{"Finetune/Learning Rate": 5.679399930435747e-07, "Finetune/Loss": 0.5832757949829102, "Finetune/Loss (Raw)": 0.577926754951477, "Finetune/Step": 17221, "Finetune/Step Time": 11.881656061857939}
+{"Finetune/Learning Rate": 5.673807016294485e-07, "Finetune/Loss": 0.5828686952590942, "Finetune/Loss (Raw)": 0.5959213972091675, "Finetune/Step": 17222, "Finetune/Step Time": 11.874090204015374}
+{"Finetune/Learning Rate": 5.668216776975832e-07, "Finetune/Loss": 0.5816828608512878, "Finetune/Loss (Raw)": 0.5410636067390442, "Finetune/Step": 17223, "Finetune/Step Time": 11.8987774271518}
+{"Finetune/Learning Rate": 5.662629212638293e-07, "Finetune/Loss": 0.5816177129745483, "Finetune/Loss (Raw)": 0.5309314131736755, "Finetune/Step": 17224, "Finetune/Step Time": 11.900932310149074}
+{"Finetune/Learning Rate": 5.657044323440342e-07, "Finetune/Loss": 0.5814259052276611, "Finetune/Loss (Raw)": 0.6050891876220703, "Finetune/Step": 17225, "Finetune/Step Time": 11.89279624260962}
+{"Finetune/Learning Rate": 5.65146210954034e-07, "Finetune/Loss": 0.5808863639831543, "Finetune/Loss (Raw)": 0.47258833050727844, "Finetune/Step": 17226, "Finetune/Step Time": 11.925888208672404}
+{"Finetune/Learning Rate": 5.645882571096572e-07, "Finetune/Loss": 0.5803360939025879, "Finetune/Loss (Raw)": 0.5639498233795166, "Finetune/Step": 17227, "Finetune/Step Time": 11.914467556402087}
+{"Finetune/Learning Rate": 5.640305708267269e-07, "Finetune/Loss": 0.5795334577560425, "Finetune/Loss (Raw)": 0.6200423240661621, "Finetune/Step": 17228, "Finetune/Step Time": 11.911503726616502}
+{"Finetune/Learning Rate": 5.63473152121058e-07, "Finetune/Loss": 0.5792464017868042, "Finetune/Loss (Raw)": 0.5703707933425903, "Finetune/Step": 17229, "Finetune/Step Time": 11.922413231804967}
+{"Finetune/Learning Rate": 5.629160010084566e-07, "Finetune/Loss": 0.5792062282562256, "Finetune/Loss (Raw)": 0.6258900165557861, "Finetune/Step": 17230, "Finetune/Step Time": 11.923829076811671}
+{"Finetune/Learning Rate": 5.623591175047216e-07, "Finetune/Loss": 0.5800694227218628, "Finetune/Loss (Raw)": 0.6732061505317688, "Finetune/Step": 17231, "Finetune/Step Time": 11.931023266166449}
+{"Finetune/Learning Rate": 5.618025016256445e-07, "Finetune/Loss": 0.5800017714500427, "Finetune/Loss (Raw)": 0.6246988773345947, "Finetune/Step": 17232, "Finetune/Step Time": 11.936714271083474}
+{"Finetune/Learning Rate": 5.612461533870106e-07, "Finetune/Loss": 0.5802366733551025, "Finetune/Loss (Raw)": 0.6299189329147339, "Finetune/Step": 17233, "Finetune/Step Time": 11.933609617874026}
+{"Finetune/Learning Rate": 5.60690072804595e-07, "Finetune/Loss": 0.5794331431388855, "Finetune/Loss (Raw)": 0.5159195065498352, "Finetune/Step": 17234, "Finetune/Step Time": 11.943106489256024}
+{"Finetune/Learning Rate": 5.601342598941673e-07, "Finetune/Loss": 0.5793435573577881, "Finetune/Loss (Raw)": 0.5245000720024109, "Finetune/Step": 17235, "Finetune/Step Time": 11.95095262490213}
+{"Finetune/Learning Rate": 5.595787146714882e-07, "Finetune/Loss": 0.5797791481018066, "Finetune/Loss (Raw)": 0.5536907911300659, "Finetune/Step": 17236, "Finetune/Step Time": 11.953660942614079}
+{"Finetune/Learning Rate": 5.590234371523129e-07, "Finetune/Loss": 0.5801819562911987, "Finetune/Loss (Raw)": 0.6159151792526245, "Finetune/Step": 17237, "Finetune/Step Time": 11.965726429596543}
+{"Finetune/Learning Rate": 5.584684273523855e-07, "Finetune/Loss": 0.5797255039215088, "Finetune/Loss (Raw)": 0.5782557129859924, "Finetune/Step": 17238, "Finetune/Step Time": 11.968947039917111}
+{"Finetune/Learning Rate": 5.579136852874456e-07, "Finetune/Loss": 0.5811090469360352, "Finetune/Loss (Raw)": 0.5724540948867798, "Finetune/Step": 17239, "Finetune/Step Time": 11.94540136307478}
+{"Finetune/Learning Rate": 5.57359210973224e-07, "Finetune/Loss": 0.5808767080307007, "Finetune/Loss (Raw)": 0.5382972359657288, "Finetune/Step": 17240, "Finetune/Step Time": 11.944464012980461}
+{"Finetune/Learning Rate": 5.568050044254436e-07, "Finetune/Loss": 0.5803293585777283, "Finetune/Loss (Raw)": 0.6029441356658936, "Finetune/Step": 17241, "Finetune/Step Time": 11.94697899185121}
+{"Finetune/Learning Rate": 5.562510656598208e-07, "Finetune/Loss": 0.5798000693321228, "Finetune/Loss (Raw)": 0.5897501111030579, "Finetune/Step": 17242, "Finetune/Step Time": 11.950278142467141}
+{"Finetune/Learning Rate": 5.55697394692063e-07, "Finetune/Loss": 0.5792664289474487, "Finetune/Loss (Raw)": 0.5791246891021729, "Finetune/Step": 17243, "Finetune/Step Time": 11.957107150927186}
+{"Finetune/Learning Rate": 5.551439915378731e-07, "Finetune/Loss": 0.5798786878585815, "Finetune/Loss (Raw)": 0.5345211625099182, "Finetune/Step": 17244, "Finetune/Step Time": 11.940967122092843}
+{"Finetune/Learning Rate": 5.545908562129387e-07, "Finetune/Loss": 0.5802103877067566, "Finetune/Loss (Raw)": 0.6658101677894592, "Finetune/Step": 17245, "Finetune/Step Time": 11.978527709841728}
+{"Finetune/Learning Rate": 5.540379887329494e-07, "Finetune/Loss": 0.5798400640487671, "Finetune/Loss (Raw)": 0.5767949223518372, "Finetune/Step": 17246, "Finetune/Step Time": 11.973842825740576}
+{"Finetune/Learning Rate": 5.534853891135827e-07, "Finetune/Loss": 0.5793215036392212, "Finetune/Loss (Raw)": 0.5682036280632019, "Finetune/Step": 17247, "Finetune/Step Time": 11.984533563256264}
+{"Finetune/Learning Rate": 5.529330573705083e-07, "Finetune/Loss": 0.5790786147117615, "Finetune/Loss (Raw)": 0.5540164113044739, "Finetune/Step": 17248, "Finetune/Step Time": 11.982068445533514}
+{"Finetune/Learning Rate": 5.52380993519388e-07, "Finetune/Loss": 0.5794117450714111, "Finetune/Loss (Raw)": 0.6197712421417236, "Finetune/Step": 17249, "Finetune/Step Time": 11.977720035240054}
+{"Finetune/Learning Rate": 5.518291975758794e-07, "Finetune/Loss": 0.5806828737258911, "Finetune/Loss (Raw)": 0.6945440173149109, "Finetune/Step": 17250, "Finetune/Step Time": 11.968605324625969}
+{"Finetune/Learning Rate": 5.512776695556255e-07, "Finetune/Loss": 0.5803528428077698, "Finetune/Loss (Raw)": 0.6007907390594482, "Finetune/Step": 17251, "Finetune/Step Time": 11.972147207707167}
+{"Finetune/Learning Rate": 5.50726409474267e-07, "Finetune/Loss": 0.5800022482872009, "Finetune/Loss (Raw)": 0.5393266081809998, "Finetune/Step": 17252, "Finetune/Step Time": 11.976014664396644}
+{"Finetune/Learning Rate": 5.501754173474394e-07, "Finetune/Loss": 0.5787267684936523, "Finetune/Loss (Raw)": 0.47398316860198975, "Finetune/Step": 17253, "Finetune/Step Time": 11.976912332698703}
+{"Finetune/Learning Rate": 5.496246931907645e-07, "Finetune/Loss": 0.5789340734481812, "Finetune/Loss (Raw)": 0.5740945339202881, "Finetune/Step": 17254, "Finetune/Step Time": 11.976542798802257}
+{"Finetune/Learning Rate": 5.490742370198609e-07, "Finetune/Loss": 0.5809757709503174, "Finetune/Loss (Raw)": 0.7341879606246948, "Finetune/Step": 17255, "Finetune/Step Time": 11.972422543913126}
+{"Finetune/Learning Rate": 5.485240488503385e-07, "Finetune/Loss": 0.5815938711166382, "Finetune/Loss (Raw)": 0.6078493595123291, "Finetune/Step": 17256, "Finetune/Step Time": 11.985188381746411}
+{"Finetune/Learning Rate": 5.479741286977957e-07, "Finetune/Loss": 0.5815173387527466, "Finetune/Loss (Raw)": 0.48873937129974365, "Finetune/Step": 17257, "Finetune/Step Time": 11.974371401593089}
+{"Finetune/Learning Rate": 5.474244765778281e-07, "Finetune/Loss": 0.5811181664466858, "Finetune/Loss (Raw)": 0.6607115864753723, "Finetune/Step": 17258, "Finetune/Step Time": 11.972784221172333}
+{"Finetune/Learning Rate": 5.468750925060229e-07, "Finetune/Loss": 0.5812880992889404, "Finetune/Loss (Raw)": 0.5965447425842285, "Finetune/Step": 17259, "Finetune/Step Time": 11.9806765653193}
+{"Finetune/Learning Rate": 5.46325976497959e-07, "Finetune/Loss": 0.5818710327148438, "Finetune/Loss (Raw)": 0.5621731877326965, "Finetune/Step": 17260, "Finetune/Step Time": 11.973099799826741}
+{"Finetune/Learning Rate": 5.457771285692081e-07, "Finetune/Loss": 0.581505537033081, "Finetune/Loss (Raw)": 0.47270938754081726, "Finetune/Step": 17261, "Finetune/Step Time": 11.981039371341467}
+{"Finetune/Learning Rate": 5.45228548735336e-07, "Finetune/Loss": 0.5821256041526794, "Finetune/Loss (Raw)": 0.621124804019928, "Finetune/Step": 17262, "Finetune/Step Time": 11.983606342226267}
+{"Finetune/Learning Rate": 5.446802370118942e-07, "Finetune/Loss": 0.5830352902412415, "Finetune/Loss (Raw)": 0.6626591086387634, "Finetune/Step": 17263, "Finetune/Step Time": 11.985012508928776}
+{"Finetune/Learning Rate": 5.44132193414434e-07, "Finetune/Loss": 0.5834057331085205, "Finetune/Loss (Raw)": 0.606277346611023, "Finetune/Step": 17264, "Finetune/Step Time": 11.982601718977094}
+{"Finetune/Learning Rate": 5.435844179584948e-07, "Finetune/Loss": 0.5855340957641602, "Finetune/Loss (Raw)": 0.7036668062210083, "Finetune/Step": 17265, "Finetune/Step Time": 11.961461041122675}
+{"Finetune/Learning Rate": 5.430369106596112e-07, "Finetune/Loss": 0.5870229005813599, "Finetune/Loss (Raw)": 0.7410754561424255, "Finetune/Step": 17266, "Finetune/Step Time": 11.955797538161278}
+{"Finetune/Learning Rate": 5.424896715333094e-07, "Finetune/Loss": 0.5881926417350769, "Finetune/Loss (Raw)": 0.5724816918373108, "Finetune/Step": 17267, "Finetune/Step Time": 11.947717351838946}
+{"Finetune/Learning Rate": 5.419427005951083e-07, "Finetune/Loss": 0.5884503126144409, "Finetune/Loss (Raw)": 0.619604766368866, "Finetune/Step": 17268, "Finetune/Step Time": 11.940293449908495}
+{"Finetune/Learning Rate": 5.413959978605155e-07, "Finetune/Loss": 0.5905077457427979, "Finetune/Loss (Raw)": 0.6751431226730347, "Finetune/Step": 17269, "Finetune/Step Time": 11.91317088343203}
+{"Finetune/Learning Rate": 5.408495633450361e-07, "Finetune/Loss": 0.5898474454879761, "Finetune/Loss (Raw)": 0.6068786978721619, "Finetune/Step": 17270, "Finetune/Step Time": 11.949710695073009}
+{"Finetune/Learning Rate": 5.403033970641647e-07, "Finetune/Loss": 0.5914720296859741, "Finetune/Loss (Raw)": 0.7665960788726807, "Finetune/Step": 17271, "Finetune/Step Time": 11.92442143522203}
+{"Finetune/Learning Rate": 5.397574990333898e-07, "Finetune/Loss": 0.5912671685218811, "Finetune/Loss (Raw)": 0.5530956387519836, "Finetune/Step": 17272, "Finetune/Step Time": 11.93562787398696}
+{"Finetune/Learning Rate": 5.392118692681902e-07, "Finetune/Loss": 0.592599093914032, "Finetune/Loss (Raw)": 0.6252201795578003, "Finetune/Step": 17273, "Finetune/Step Time": 11.917091773822904}
+{"Finetune/Learning Rate": 5.386665077840392e-07, "Finetune/Loss": 0.5921624898910522, "Finetune/Loss (Raw)": 0.5859789252281189, "Finetune/Step": 17274, "Finetune/Step Time": 11.922598257660866}
+{"Finetune/Learning Rate": 5.381214145964009e-07, "Finetune/Loss": 0.5921348929405212, "Finetune/Loss (Raw)": 0.4966410994529724, "Finetune/Step": 17275, "Finetune/Step Time": 11.886402297765017}
+{"Finetune/Learning Rate": 5.375765897207341e-07, "Finetune/Loss": 0.5924370288848877, "Finetune/Loss (Raw)": 0.6507284045219421, "Finetune/Step": 17276, "Finetune/Step Time": 11.894530978053808}
+{"Finetune/Learning Rate": 5.370320331724876e-07, "Finetune/Loss": 0.5927125215530396, "Finetune/Loss (Raw)": 0.5732330679893494, "Finetune/Step": 17277, "Finetune/Step Time": 11.920853216201067}
+{"Finetune/Learning Rate": 5.364877449671036e-07, "Finetune/Loss": 0.5930233001708984, "Finetune/Loss (Raw)": 0.6288634538650513, "Finetune/Step": 17278, "Finetune/Step Time": 11.922317767515779}
+{"Finetune/Learning Rate": 5.359437251200161e-07, "Finetune/Loss": 0.5926279425621033, "Finetune/Loss (Raw)": 0.5546193718910217, "Finetune/Step": 17279, "Finetune/Step Time": 11.923908960074186}
+{"Finetune/Learning Rate": 5.353999736466531e-07, "Finetune/Loss": 0.5924232006072998, "Finetune/Loss (Raw)": 0.7035025358200073, "Finetune/Step": 17280, "Finetune/Step Time": 11.908553851768374}
+{"Finetune/Learning Rate": 5.348564905624331e-07, "Finetune/Loss": 0.5931991338729858, "Finetune/Loss (Raw)": 0.6059327125549316, "Finetune/Step": 17281, "Finetune/Step Time": 11.903724800795317}
+{"Finetune/Learning Rate": 5.343132758827674e-07, "Finetune/Loss": 0.5939067006111145, "Finetune/Loss (Raw)": 0.6273499727249146, "Finetune/Step": 17282, "Finetune/Step Time": 11.895552713423967}
+{"Finetune/Learning Rate": 5.337703296230601e-07, "Finetune/Loss": 0.593449592590332, "Finetune/Loss (Raw)": 0.5815129280090332, "Finetune/Step": 17283, "Finetune/Step Time": 11.879076266661286}
+{"Finetune/Learning Rate": 5.332276517987089e-07, "Finetune/Loss": 0.5926350951194763, "Finetune/Loss (Raw)": 0.5589640736579895, "Finetune/Step": 17284, "Finetune/Step Time": 11.873857073485851}
+{"Finetune/Learning Rate": 5.326852424251006e-07, "Finetune/Loss": 0.5924004912376404, "Finetune/Loss (Raw)": 0.653172492980957, "Finetune/Step": 17285, "Finetune/Step Time": 11.871166236698627}
+{"Finetune/Learning Rate": 5.321431015176171e-07, "Finetune/Loss": 0.5920068025588989, "Finetune/Loss (Raw)": 0.6220104694366455, "Finetune/Step": 17286, "Finetune/Step Time": 11.864958103746176}
+{"Finetune/Learning Rate": 5.316012290916328e-07, "Finetune/Loss": 0.5919970273971558, "Finetune/Loss (Raw)": 0.6587363481521606, "Finetune/Step": 17287, "Finetune/Step Time": 11.86938820593059}
+{"Finetune/Learning Rate": 5.310596251625133e-07, "Finetune/Loss": 0.5927720069885254, "Finetune/Loss (Raw)": 0.5711767673492432, "Finetune/Step": 17288, "Finetune/Step Time": 11.863222459331155}
+{"Finetune/Learning Rate": 5.305182897456174e-07, "Finetune/Loss": 0.5928704738616943, "Finetune/Loss (Raw)": 0.6522402167320251, "Finetune/Step": 17289, "Finetune/Step Time": 11.873255183920264}
+{"Finetune/Learning Rate": 5.299772228562938e-07, "Finetune/Loss": 0.5923736095428467, "Finetune/Loss (Raw)": 0.5866833329200745, "Finetune/Step": 17290, "Finetune/Step Time": 11.862090159207582}
+{"Finetune/Learning Rate": 5.294364245098882e-07, "Finetune/Loss": 0.5928956270217896, "Finetune/Loss (Raw)": 0.5739218592643738, "Finetune/Step": 17291, "Finetune/Step Time": 11.858449267223477}
+{"Finetune/Learning Rate": 5.28895894721736e-07, "Finetune/Loss": 0.5915082693099976, "Finetune/Loss (Raw)": 0.5250546336174011, "Finetune/Step": 17292, "Finetune/Step Time": 11.866111066192389}
+{"Finetune/Learning Rate": 5.283556335071604e-07, "Finetune/Loss": 0.5916876196861267, "Finetune/Loss (Raw)": 0.5826186537742615, "Finetune/Step": 17293, "Finetune/Step Time": 11.868022866547108}
+{"Finetune/Learning Rate": 5.278156408814883e-07, "Finetune/Loss": 0.5914630889892578, "Finetune/Loss (Raw)": 0.5567182898521423, "Finetune/Step": 17294, "Finetune/Step Time": 11.859418032690883}
+{"Finetune/Learning Rate": 5.272759168600283e-07, "Finetune/Loss": 0.5920776724815369, "Finetune/Loss (Raw)": 0.5114387273788452, "Finetune/Step": 17295, "Finetune/Step Time": 11.845944473519921}
+{"Finetune/Learning Rate": 5.267364614580861e-07, "Finetune/Loss": 0.5931417942047119, "Finetune/Loss (Raw)": 0.6181974411010742, "Finetune/Step": 17296, "Finetune/Step Time": 11.847136853262782}
+{"Finetune/Learning Rate": 5.261972746909605e-07, "Finetune/Loss": 0.5923838019371033, "Finetune/Loss (Raw)": 0.48130494356155396, "Finetune/Step": 17297, "Finetune/Step Time": 11.839538102969527}
+{"Finetune/Learning Rate": 5.256583565739403e-07, "Finetune/Loss": 0.5931529998779297, "Finetune/Loss (Raw)": 0.6801512837409973, "Finetune/Step": 17298, "Finetune/Step Time": 11.83237816952169}
+{"Finetune/Learning Rate": 5.251197071223079e-07, "Finetune/Loss": 0.5933346748352051, "Finetune/Loss (Raw)": 0.5907974243164062, "Finetune/Step": 17299, "Finetune/Step Time": 11.83695563673973}
+{"Finetune/Learning Rate": 5.245813263513366e-07, "Finetune/Loss": 0.5929459929466248, "Finetune/Loss (Raw)": 0.588036060333252, "Finetune/Step": 17300, "Finetune/Step Time": 11.811438066884875}
+{"Finetune/Learning Rate": 5.24043214276293e-07, "Finetune/Loss": 0.5929064154624939, "Finetune/Loss (Raw)": 0.6413237452507019, "Finetune/Step": 17301, "Finetune/Step Time": 11.812644751742482}
+{"Finetune/Learning Rate": 5.235053709124394e-07, "Finetune/Loss": 0.5925896167755127, "Finetune/Loss (Raw)": 0.44732874631881714, "Finetune/Step": 17302, "Finetune/Step Time": 11.823175659403205}
+{"Finetune/Learning Rate": 5.229677962750268e-07, "Finetune/Loss": 0.593604564666748, "Finetune/Loss (Raw)": 0.6827675700187683, "Finetune/Step": 17303, "Finetune/Step Time": 11.826619531959295}
+{"Finetune/Learning Rate": 5.224304903792987e-07, "Finetune/Loss": 0.594075083732605, "Finetune/Loss (Raw)": 0.6618416905403137, "Finetune/Step": 17304, "Finetune/Step Time": 11.84777658060193}
+{"Finetune/Learning Rate": 5.218934532404907e-07, "Finetune/Loss": 0.5935264825820923, "Finetune/Loss (Raw)": 0.5417836308479309, "Finetune/Step": 17305, "Finetune/Step Time": 11.838865887373686}
+{"Finetune/Learning Rate": 5.213566848738316e-07, "Finetune/Loss": 0.592496395111084, "Finetune/Loss (Raw)": 0.5117761492729187, "Finetune/Step": 17306, "Finetune/Step Time": 11.835849523544312}
+{"Finetune/Learning Rate": 5.208201852945439e-07, "Finetune/Loss": 0.592629075050354, "Finetune/Loss (Raw)": 0.5771073698997498, "Finetune/Step": 17307, "Finetune/Step Time": 11.831472039222717}
+{"Finetune/Learning Rate": 5.202839545178384e-07, "Finetune/Loss": 0.5929781794548035, "Finetune/Loss (Raw)": 0.5936354994773865, "Finetune/Step": 17308, "Finetune/Step Time": 11.831191666424274}
+{"Finetune/Learning Rate": 5.197479925589244e-07, "Finetune/Loss": 0.5922843217849731, "Finetune/Loss (Raw)": 0.5564451813697815, "Finetune/Step": 17309, "Finetune/Step Time": 11.80805041640997}
+{"Finetune/Learning Rate": 5.192122994330017e-07, "Finetune/Loss": 0.5923144221305847, "Finetune/Loss (Raw)": 0.6250951290130615, "Finetune/Step": 17310, "Finetune/Step Time": 11.808093657717109}
+{"Finetune/Learning Rate": 5.186768751552562e-07, "Finetune/Loss": 0.5940962433815002, "Finetune/Loss (Raw)": 0.7199200987815857, "Finetune/Step": 17311, "Finetune/Step Time": 11.802086690440774}
+{"Finetune/Learning Rate": 5.181417197408733e-07, "Finetune/Loss": 0.5944141745567322, "Finetune/Loss (Raw)": 0.6008517742156982, "Finetune/Step": 17312, "Finetune/Step Time": 11.800444971770048}
+{"Finetune/Learning Rate": 5.176068332050288e-07, "Finetune/Loss": 0.5949976444244385, "Finetune/Loss (Raw)": 0.6291311979293823, "Finetune/Step": 17313, "Finetune/Step Time": 11.798611367121339}
+{"Finetune/Learning Rate": 5.170722155628904e-07, "Finetune/Loss": 0.5947017669677734, "Finetune/Loss (Raw)": 0.5701380968093872, "Finetune/Step": 17314, "Finetune/Step Time": 11.80313464999199}
+{"Finetune/Learning Rate": 5.165378668296161e-07, "Finetune/Loss": 0.5955192446708679, "Finetune/Loss (Raw)": 0.622361421585083, "Finetune/Step": 17315, "Finetune/Step Time": 11.825118390843272}
+{"Finetune/Learning Rate": 5.160037870203638e-07, "Finetune/Loss": 0.5960609912872314, "Finetune/Loss (Raw)": 0.6427871584892273, "Finetune/Step": 17316, "Finetune/Step Time": 11.824975408613682}
+{"Finetune/Learning Rate": 5.154699761502735e-07, "Finetune/Loss": 0.5953048467636108, "Finetune/Loss (Raw)": 0.5510779619216919, "Finetune/Step": 17317, "Finetune/Step Time": 11.81603786535561}
+{"Finetune/Learning Rate": 5.149364342344843e-07, "Finetune/Loss": 0.5955392122268677, "Finetune/Loss (Raw)": 0.562920868396759, "Finetune/Step": 17318, "Finetune/Step Time": 11.843206018209457}
+{"Finetune/Learning Rate": 5.144031612881261e-07, "Finetune/Loss": 0.5961014628410339, "Finetune/Loss (Raw)": 0.6189630031585693, "Finetune/Step": 17319, "Finetune/Step Time": 11.844222500920296}
+{"Finetune/Learning Rate": 5.138701573263216e-07, "Finetune/Loss": 0.5953778028488159, "Finetune/Loss (Raw)": 0.5690257549285889, "Finetune/Step": 17320, "Finetune/Step Time": 11.872569078579545}
+{"Finetune/Learning Rate": 5.133374223641829e-07, "Finetune/Loss": 0.5944374203681946, "Finetune/Loss (Raw)": 0.5471791625022888, "Finetune/Step": 17321, "Finetune/Step Time": 11.880750391632318}
+{"Finetune/Learning Rate": 5.12804956416818e-07, "Finetune/Loss": 0.5953655242919922, "Finetune/Loss (Raw)": 0.7045867443084717, "Finetune/Step": 17322, "Finetune/Step Time": 11.893218854442239}
+{"Finetune/Learning Rate": 5.122727594993293e-07, "Finetune/Loss": 0.5945075750350952, "Finetune/Loss (Raw)": 0.5100183486938477, "Finetune/Step": 17323, "Finetune/Step Time": 11.928489038720727}
+{"Finetune/Learning Rate": 5.117408316268047e-07, "Finetune/Loss": 0.5933322906494141, "Finetune/Loss (Raw)": 0.5360666513442993, "Finetune/Step": 17324, "Finetune/Step Time": 11.938452700152993}
+{"Finetune/Learning Rate": 5.112091728143276e-07, "Finetune/Loss": 0.5916640758514404, "Finetune/Loss (Raw)": 0.3825955390930176, "Finetune/Step": 17325, "Finetune/Step Time": 11.960314957424998}
+{"Finetune/Learning Rate": 5.106777830769771e-07, "Finetune/Loss": 0.5915617942810059, "Finetune/Loss (Raw)": 0.5202779173851013, "Finetune/Step": 17326, "Finetune/Step Time": 11.960007501766086}
+{"Finetune/Learning Rate": 5.101466624298202e-07, "Finetune/Loss": 0.5934737920761108, "Finetune/Loss (Raw)": 0.7661504149436951, "Finetune/Step": 17327, "Finetune/Step Time": 11.978644693270326}
+{"Finetune/Learning Rate": 5.09615810887919e-07, "Finetune/Loss": 0.593184769153595, "Finetune/Loss (Raw)": 0.6465405225753784, "Finetune/Step": 17328, "Finetune/Step Time": 11.983806492760777}
+{"Finetune/Learning Rate": 5.090852284663262e-07, "Finetune/Loss": 0.5933386087417603, "Finetune/Loss (Raw)": 0.5917874574661255, "Finetune/Step": 17329, "Finetune/Step Time": 11.970093928277493}
+{"Finetune/Learning Rate": 5.085549151800873e-07, "Finetune/Loss": 0.5938078165054321, "Finetune/Loss (Raw)": 0.5874043703079224, "Finetune/Step": 17330, "Finetune/Step Time": 11.97470261156559}
+{"Finetune/Learning Rate": 5.080248710442414e-07, "Finetune/Loss": 0.5944074988365173, "Finetune/Loss (Raw)": 0.5493492484092712, "Finetune/Step": 17331, "Finetune/Step Time": 11.961731920018792}
+{"Finetune/Learning Rate": 5.074950960738179e-07, "Finetune/Loss": 0.5942518711090088, "Finetune/Loss (Raw)": 0.5493566393852234, "Finetune/Step": 17332, "Finetune/Step Time": 11.972279438748956}
+{"Finetune/Learning Rate": 5.06965590283841e-07, "Finetune/Loss": 0.5937141180038452, "Finetune/Loss (Raw)": 0.4990045130252838, "Finetune/Step": 17333, "Finetune/Step Time": 11.989669879898429}
+{"Finetune/Learning Rate": 5.064363536893258e-07, "Finetune/Loss": 0.5936420559883118, "Finetune/Loss (Raw)": 0.5456079840660095, "Finetune/Step": 17334, "Finetune/Step Time": 11.989088898524642}
+{"Finetune/Learning Rate": 5.059073863052788e-07, "Finetune/Loss": 0.592778205871582, "Finetune/Loss (Raw)": 0.5548496246337891, "Finetune/Step": 17335, "Finetune/Step Time": 11.986957835033536}
+{"Finetune/Learning Rate": 5.053786881467004e-07, "Finetune/Loss": 0.591692328453064, "Finetune/Loss (Raw)": 0.4971349537372589, "Finetune/Step": 17336, "Finetune/Step Time": 12.02520557679236}
+{"Finetune/Learning Rate": 5.048502592285842e-07, "Finetune/Loss": 0.5905860066413879, "Finetune/Loss (Raw)": 0.5731219053268433, "Finetune/Step": 17337, "Finetune/Step Time": 12.044358240440488}
+{"Finetune/Learning Rate": 5.043220995659137e-07, "Finetune/Loss": 0.591530442237854, "Finetune/Loss (Raw)": 0.6518155336380005, "Finetune/Step": 17338, "Finetune/Step Time": 12.046253317967057}
+{"Finetune/Learning Rate": 5.03794209173667e-07, "Finetune/Loss": 0.5917116403579712, "Finetune/Loss (Raw)": 0.6083717346191406, "Finetune/Step": 17339, "Finetune/Step Time": 12.023824241012335}
+{"Finetune/Learning Rate": 5.03266588066812e-07, "Finetune/Loss": 0.592025876045227, "Finetune/Loss (Raw)": 0.7439974546432495, "Finetune/Step": 17340, "Finetune/Step Time": 12.028900554403663}
+{"Finetune/Learning Rate": 5.027392362603134e-07, "Finetune/Loss": 0.5918195247650146, "Finetune/Loss (Raw)": 0.5557511448860168, "Finetune/Step": 17341, "Finetune/Step Time": 12.028665825724602}
+{"Finetune/Learning Rate": 5.022121537691205e-07, "Finetune/Loss": 0.5921152234077454, "Finetune/Loss (Raw)": 0.5948077440261841, "Finetune/Step": 17342, "Finetune/Step Time": 12.035809338092804}
+{"Finetune/Learning Rate": 5.016853406081834e-07, "Finetune/Loss": 0.5917644500732422, "Finetune/Loss (Raw)": 0.5672985911369324, "Finetune/Step": 17343, "Finetune/Step Time": 12.029145082458854}
+{"Finetune/Learning Rate": 5.011587967924414e-07, "Finetune/Loss": 0.5919238924980164, "Finetune/Loss (Raw)": 0.6461681723594666, "Finetune/Step": 17344, "Finetune/Step Time": 12.030230114236474}
+{"Finetune/Learning Rate": 5.006325223368247e-07, "Finetune/Loss": 0.5915636420249939, "Finetune/Loss (Raw)": 0.6036352515220642, "Finetune/Step": 17345, "Finetune/Step Time": 12.019742427393794}
+{"Finetune/Learning Rate": 5.001065172562569e-07, "Finetune/Loss": 0.5922006368637085, "Finetune/Loss (Raw)": 0.6478701829910278, "Finetune/Step": 17346, "Finetune/Step Time": 12.021544337272644}
+{"Finetune/Learning Rate": 4.995807815656561e-07, "Finetune/Loss": 0.592258095741272, "Finetune/Loss (Raw)": 0.6148077845573425, "Finetune/Step": 17347, "Finetune/Step Time": 12.020565815269947}
+{"Finetune/Learning Rate": 4.990553152799272e-07, "Finetune/Loss": 0.5933008193969727, "Finetune/Loss (Raw)": 0.6200317740440369, "Finetune/Step": 17348, "Finetune/Step Time": 12.024476191028953}
+{"Finetune/Learning Rate": 4.985301184139712e-07, "Finetune/Loss": 0.5929457545280457, "Finetune/Loss (Raw)": 0.5324845314025879, "Finetune/Step": 17349, "Finetune/Step Time": 12.019931674003601}
+{"Finetune/Learning Rate": 4.980051909826833e-07, "Finetune/Loss": 0.5929975509643555, "Finetune/Loss (Raw)": 0.6025482416152954, "Finetune/Step": 17350, "Finetune/Step Time": 12.016957830637693}
+{"Finetune/Learning Rate": 4.97480533000948e-07, "Finetune/Loss": 0.5928188562393188, "Finetune/Loss (Raw)": 0.5181930661201477, "Finetune/Step": 17351, "Finetune/Step Time": 11.991249347105622}
+{"Finetune/Learning Rate": 4.969561444836446e-07, "Finetune/Loss": 0.5932909250259399, "Finetune/Loss (Raw)": 0.5913577079772949, "Finetune/Step": 17352, "Finetune/Step Time": 11.992692159488797}
+{"Finetune/Learning Rate": 4.964320254456423e-07, "Finetune/Loss": 0.5923854112625122, "Finetune/Loss (Raw)": 0.4891797602176666, "Finetune/Step": 17353, "Finetune/Step Time": 12.033768991008401}
+{"Finetune/Learning Rate": 4.959081759018014e-07, "Finetune/Loss": 0.5931095480918884, "Finetune/Loss (Raw)": 0.5652801394462585, "Finetune/Step": 17354, "Finetune/Step Time": 12.026482297107577}
+{"Finetune/Learning Rate": 4.95384595866979e-07, "Finetune/Loss": 0.5930895805358887, "Finetune/Loss (Raw)": 0.5613904595375061, "Finetune/Step": 17355, "Finetune/Step Time": 12.028504680842161}
+{"Finetune/Learning Rate": 4.94861285356022e-07, "Finetune/Loss": 0.5926437973976135, "Finetune/Loss (Raw)": 0.5629847645759583, "Finetune/Step": 17356, "Finetune/Step Time": 12.023949703201652}
+{"Finetune/Learning Rate": 4.943382443837685e-07, "Finetune/Loss": 0.5933079719543457, "Finetune/Loss (Raw)": 0.6553848385810852, "Finetune/Step": 17357, "Finetune/Step Time": 12.021952614188194}
+{"Finetune/Learning Rate": 4.938154729650535e-07, "Finetune/Loss": 0.5928027629852295, "Finetune/Loss (Raw)": 0.561224102973938, "Finetune/Step": 17358, "Finetune/Step Time": 12.027308441698551}
+{"Finetune/Learning Rate": 4.932929711147016e-07, "Finetune/Loss": 0.5926108956336975, "Finetune/Loss (Raw)": 0.648646891117096, "Finetune/Step": 17359, "Finetune/Step Time": 12.02172789722681}
+{"Finetune/Learning Rate": 4.927707388475256e-07, "Finetune/Loss": 0.5919358730316162, "Finetune/Loss (Raw)": 0.5382993817329407, "Finetune/Step": 17360, "Finetune/Step Time": 12.039627272635698}
+{"Finetune/Learning Rate": 4.922487761783368e-07, "Finetune/Loss": 0.591828465461731, "Finetune/Loss (Raw)": 0.616172730922699, "Finetune/Step": 17361, "Finetune/Step Time": 12.037723341956735}
+{"Finetune/Learning Rate": 4.917270831219357e-07, "Finetune/Loss": 0.5917536616325378, "Finetune/Loss (Raw)": 0.5063397288322449, "Finetune/Step": 17362, "Finetune/Step Time": 12.043063340708613}
+{"Finetune/Learning Rate": 4.912056596931169e-07, "Finetune/Loss": 0.5918620824813843, "Finetune/Loss (Raw)": 0.5383768081665039, "Finetune/Step": 17363, "Finetune/Step Time": 12.040559366345406}
+{"Finetune/Learning Rate": 4.906845059066656e-07, "Finetune/Loss": 0.5910927057266235, "Finetune/Loss (Raw)": 0.45521485805511475, "Finetune/Step": 17364, "Finetune/Step Time": 12.043345924466848}
+{"Finetune/Learning Rate": 4.90163621777362e-07, "Finetune/Loss": 0.5906836986541748, "Finetune/Loss (Raw)": 0.5635541677474976, "Finetune/Step": 17365, "Finetune/Step Time": 12.027352672070265}
+{"Finetune/Learning Rate": 4.896430073199754e-07, "Finetune/Loss": 0.591685950756073, "Finetune/Loss (Raw)": 0.7065479755401611, "Finetune/Step": 17366, "Finetune/Step Time": 12.032164061442018}
+{"Finetune/Learning Rate": 4.891226625492696e-07, "Finetune/Loss": 0.591081440448761, "Finetune/Loss (Raw)": 0.4950779378414154, "Finetune/Step": 17367, "Finetune/Step Time": 12.03693051636219}
+{"Finetune/Learning Rate": 4.886025874799993e-07, "Finetune/Loss": 0.5902512073516846, "Finetune/Loss (Raw)": 0.4320347309112549, "Finetune/Step": 17368, "Finetune/Step Time": 12.030259530991316}
+{"Finetune/Learning Rate": 4.88082782126913e-07, "Finetune/Loss": 0.5901446342468262, "Finetune/Loss (Raw)": 0.5892927646636963, "Finetune/Step": 17369, "Finetune/Step Time": 12.037783363834023}
+{"Finetune/Learning Rate": 4.875632465047498e-07, "Finetune/Loss": 0.5907570123672485, "Finetune/Loss (Raw)": 0.6681387424468994, "Finetune/Step": 17370, "Finetune/Step Time": 12.032888384535909}
+{"Finetune/Learning Rate": 4.870439806282446e-07, "Finetune/Loss": 0.5909987092018127, "Finetune/Loss (Raw)": 0.6100639700889587, "Finetune/Step": 17371, "Finetune/Step Time": 12.049481369554996}
+{"Finetune/Learning Rate": 4.865249845121201e-07, "Finetune/Loss": 0.591114342212677, "Finetune/Loss (Raw)": 0.5493149161338806, "Finetune/Step": 17372, "Finetune/Step Time": 12.051961733028293}
+{"Finetune/Learning Rate": 4.860062581710944e-07, "Finetune/Loss": 0.5894739031791687, "Finetune/Loss (Raw)": 0.45583391189575195, "Finetune/Step": 17373, "Finetune/Step Time": 12.041632246226072}
+{"Finetune/Learning Rate": 4.854878016198772e-07, "Finetune/Loss": 0.5891911387443542, "Finetune/Loss (Raw)": 0.5406028628349304, "Finetune/Step": 17374, "Finetune/Step Time": 12.072684064507484}
+{"Finetune/Learning Rate": 4.849696148731697e-07, "Finetune/Loss": 0.5894913077354431, "Finetune/Loss (Raw)": 0.6066251993179321, "Finetune/Step": 17375, "Finetune/Step Time": 12.067918384447694}
+{"Finetune/Learning Rate": 4.844516979456671e-07, "Finetune/Loss": 0.5891656875610352, "Finetune/Loss (Raw)": 0.5123366117477417, "Finetune/Step": 17376, "Finetune/Step Time": 12.070841198787093}
+{"Finetune/Learning Rate": 4.839340508520563e-07, "Finetune/Loss": 0.5888403654098511, "Finetune/Loss (Raw)": 0.5781336426734924, "Finetune/Step": 17377, "Finetune/Step Time": 12.085807411000133}
+{"Finetune/Learning Rate": 4.834166736070156e-07, "Finetune/Loss": 0.5886732339859009, "Finetune/Loss (Raw)": 0.6731482744216919, "Finetune/Step": 17378, "Finetune/Step Time": 12.090569723397493}
+{"Finetune/Learning Rate": 4.828995662252167e-07, "Finetune/Loss": 0.589015781879425, "Finetune/Loss (Raw)": 0.6446376442909241, "Finetune/Step": 17379, "Finetune/Step Time": 12.081197697669268}
+{"Finetune/Learning Rate": 4.823827287213223e-07, "Finetune/Loss": 0.5894877910614014, "Finetune/Loss (Raw)": 0.5997390747070312, "Finetune/Step": 17380, "Finetune/Step Time": 12.073738746345043}
+{"Finetune/Learning Rate": 4.818661611099895e-07, "Finetune/Loss": 0.5897155404090881, "Finetune/Loss (Raw)": 0.5031376481056213, "Finetune/Step": 17381, "Finetune/Step Time": 12.092715432867408}
+{"Finetune/Learning Rate": 4.813498634058666e-07, "Finetune/Loss": 0.5898419618606567, "Finetune/Loss (Raw)": 0.5902808308601379, "Finetune/Step": 17382, "Finetune/Step Time": 12.096840610727668}
+{"Finetune/Learning Rate": 4.808338356235953e-07, "Finetune/Loss": 0.5867352485656738, "Finetune/Loss (Raw)": 0.3365291953086853, "Finetune/Step": 17383, "Finetune/Step Time": 12.126330655068159}
+{"Finetune/Learning Rate": 4.80318077777805e-07, "Finetune/Loss": 0.5863022804260254, "Finetune/Loss (Raw)": 0.5524285435676575, "Finetune/Step": 17384, "Finetune/Step Time": 12.10868670605123}
+{"Finetune/Learning Rate": 4.798025898831249e-07, "Finetune/Loss": 0.5846946239471436, "Finetune/Loss (Raw)": 0.2829590141773224, "Finetune/Step": 17385, "Finetune/Step Time": 12.137005591765046}
+{"Finetune/Learning Rate": 4.792873719541724e-07, "Finetune/Loss": 0.5834792256355286, "Finetune/Loss (Raw)": 0.505142867565155, "Finetune/Step": 17386, "Finetune/Step Time": 12.136913755908608}
+{"Finetune/Learning Rate": 4.787724240055558e-07, "Finetune/Loss": 0.5835127234458923, "Finetune/Loss (Raw)": 0.6008270978927612, "Finetune/Step": 17387, "Finetune/Step Time": 12.113424202427268}
+{"Finetune/Learning Rate": 4.782577460518789e-07, "Finetune/Loss": 0.5831003785133362, "Finetune/Loss (Raw)": 0.5093899965286255, "Finetune/Step": 17388, "Finetune/Step Time": 12.11359927430749}
+{"Finetune/Learning Rate": 4.777433381077367e-07, "Finetune/Loss": 0.584051251411438, "Finetune/Loss (Raw)": 0.5944235324859619, "Finetune/Step": 17389, "Finetune/Step Time": 12.106420746073127}
+{"Finetune/Learning Rate": 4.772292001877154e-07, "Finetune/Loss": 0.5841211080551147, "Finetune/Loss (Raw)": 0.6300674676895142, "Finetune/Step": 17390, "Finetune/Step Time": 12.125553430989385}
+{"Finetune/Learning Rate": 4.767153323063933e-07, "Finetune/Loss": 0.5832252502441406, "Finetune/Loss (Raw)": 0.5479884147644043, "Finetune/Step": 17391, "Finetune/Step Time": 12.128151971846819}
+{"Finetune/Learning Rate": 4.7620173447834426e-07, "Finetune/Loss": 0.5828410387039185, "Finetune/Loss (Raw)": 0.5570989847183228, "Finetune/Step": 17392, "Finetune/Step Time": 12.14901858009398}
+{"Finetune/Learning Rate": 4.756884067181333e-07, "Finetune/Loss": 0.5823020339012146, "Finetune/Loss (Raw)": 0.6346748471260071, "Finetune/Step": 17393, "Finetune/Step Time": 12.14064304344356}
+{"Finetune/Learning Rate": 4.751753490403144e-07, "Finetune/Loss": 0.580985963344574, "Finetune/Loss (Raw)": 0.5726187229156494, "Finetune/Step": 17394, "Finetune/Step Time": 12.139840738847852}
+{"Finetune/Learning Rate": 4.746625614594402e-07, "Finetune/Loss": 0.5812702775001526, "Finetune/Loss (Raw)": 0.6088758111000061, "Finetune/Step": 17395, "Finetune/Step Time": 12.124336061999202}
+{"Finetune/Learning Rate": 4.7415004399004704e-07, "Finetune/Loss": 0.581646203994751, "Finetune/Loss (Raw)": 0.6677165627479553, "Finetune/Step": 17396, "Finetune/Step Time": 12.14184726588428}
+{"Finetune/Learning Rate": 4.7363779664667095e-07, "Finetune/Loss": 0.5807795524597168, "Finetune/Loss (Raw)": 0.564216136932373, "Finetune/Step": 17397, "Finetune/Step Time": 12.147316804155707}
+{"Finetune/Learning Rate": 4.73125819443836e-07, "Finetune/Loss": 0.5802645683288574, "Finetune/Loss (Raw)": 0.540956974029541, "Finetune/Step": 17398, "Finetune/Step Time": 12.109827507287264}
+{"Finetune/Learning Rate": 4.726141123960637e-07, "Finetune/Loss": 0.579188346862793, "Finetune/Loss (Raw)": 0.6288488507270813, "Finetune/Step": 17399, "Finetune/Step Time": 12.11278397962451}
+{"Finetune/Learning Rate": 4.721026755178626e-07, "Finetune/Loss": 0.5795027613639832, "Finetune/Loss (Raw)": 0.5933367013931274, "Finetune/Step": 17400, "Finetune/Step Time": 12.099144648760557}
+{"Finetune/Learning Rate": 4.715915088237366e-07, "Finetune/Loss": 0.5788863897323608, "Finetune/Loss (Raw)": 0.5463273525238037, "Finetune/Step": 17401, "Finetune/Step Time": 12.091941729187965}
+{"Finetune/Learning Rate": 4.710806123281808e-07, "Finetune/Loss": 0.5785688161849976, "Finetune/Loss (Raw)": 0.5453293919563293, "Finetune/Step": 17402, "Finetune/Step Time": 12.107726564630866}
+{"Finetune/Learning Rate": 4.705699860456814e-07, "Finetune/Loss": 0.5794764757156372, "Finetune/Loss (Raw)": 0.6128168702125549, "Finetune/Step": 17403, "Finetune/Step Time": 12.111644757911563}
+{"Finetune/Learning Rate": 4.7005962999071895e-07, "Finetune/Loss": 0.5792907476425171, "Finetune/Loss (Raw)": 0.626958429813385, "Finetune/Step": 17404, "Finetune/Step Time": 12.121440498158336}
+{"Finetune/Learning Rate": 4.6954954417776533e-07, "Finetune/Loss": 0.5792584419250488, "Finetune/Loss (Raw)": 0.5690943002700806, "Finetune/Step": 17405, "Finetune/Step Time": 12.097559170797467}
+{"Finetune/Learning Rate": 4.6903972862128553e-07, "Finetune/Loss": 0.5792384147644043, "Finetune/Loss (Raw)": 0.6263031959533691, "Finetune/Step": 17406, "Finetune/Step Time": 12.093263300135732}
+{"Finetune/Learning Rate": 4.685301833357381e-07, "Finetune/Loss": 0.5786567330360413, "Finetune/Loss (Raw)": 0.48015812039375305, "Finetune/Step": 17407, "Finetune/Step Time": 12.105402380228043}
+{"Finetune/Learning Rate": 4.6802090833557136e-07, "Finetune/Loss": 0.5779478549957275, "Finetune/Loss (Raw)": 0.6127707958221436, "Finetune/Step": 17408, "Finetune/Step Time": 12.105063311755657}
+{"Finetune/Learning Rate": 4.675119036352249e-07, "Finetune/Loss": 0.5791996717453003, "Finetune/Loss (Raw)": 0.7661624550819397, "Finetune/Step": 17409, "Finetune/Step Time": 12.102828077971935}
+{"Finetune/Learning Rate": 4.6700316924913393e-07, "Finetune/Loss": 0.5788319110870361, "Finetune/Loss (Raw)": 0.5802846550941467, "Finetune/Step": 17410, "Finetune/Step Time": 12.097643898800015}
+{"Finetune/Learning Rate": 4.664947051917257e-07, "Finetune/Loss": 0.5785444974899292, "Finetune/Loss (Raw)": 0.5447176098823547, "Finetune/Step": 17411, "Finetune/Step Time": 12.103216404095292}
+{"Finetune/Learning Rate": 4.6598651147741646e-07, "Finetune/Loss": 0.5792626142501831, "Finetune/Loss (Raw)": 0.6508808732032776, "Finetune/Step": 17412, "Finetune/Step Time": 12.12468490935862}
+{"Finetune/Learning Rate": 4.654785881206192e-07, "Finetune/Loss": 0.579110860824585, "Finetune/Loss (Raw)": 0.6337504386901855, "Finetune/Step": 17413, "Finetune/Step Time": 12.133559284731746}
+{"Finetune/Learning Rate": 4.649709351357379e-07, "Finetune/Loss": 0.5781292915344238, "Finetune/Loss (Raw)": 0.4963693618774414, "Finetune/Step": 17414, "Finetune/Step Time": 12.143030809238553}
+{"Finetune/Learning Rate": 4.644635525371666e-07, "Finetune/Loss": 0.5783402323722839, "Finetune/Loss (Raw)": 0.6857426762580872, "Finetune/Step": 17415, "Finetune/Step Time": 12.138783814385533}
+{"Finetune/Learning Rate": 4.6395644033929264e-07, "Finetune/Loss": 0.5782934427261353, "Finetune/Loss (Raw)": 0.5651889443397522, "Finetune/Step": 17416, "Finetune/Step Time": 12.14064409956336}
+{"Finetune/Learning Rate": 4.6344959855649684e-07, "Finetune/Loss": 0.577235221862793, "Finetune/Loss (Raw)": 0.5167782306671143, "Finetune/Step": 17417, "Finetune/Step Time": 12.127976931631565}
+{"Finetune/Learning Rate": 4.629430272031532e-07, "Finetune/Loss": 0.577143669128418, "Finetune/Loss (Raw)": 0.5749700665473938, "Finetune/Step": 17418, "Finetune/Step Time": 12.14438135176897}
+{"Finetune/Learning Rate": 4.624367262936247e-07, "Finetune/Loss": 0.5768787860870361, "Finetune/Loss (Raw)": 0.5400159955024719, "Finetune/Step": 17419, "Finetune/Step Time": 12.156812079250813}
+{"Finetune/Learning Rate": 4.619306958422698e-07, "Finetune/Loss": 0.5778684020042419, "Finetune/Loss (Raw)": 0.6517252922058105, "Finetune/Step": 17420, "Finetune/Step Time": 12.150653406977654}
+{"Finetune/Learning Rate": 4.614249358634382e-07, "Finetune/Loss": 0.5757894515991211, "Finetune/Loss (Raw)": 0.31651338934898376, "Finetune/Step": 17421, "Finetune/Step Time": 12.17734344676137}
+{"Finetune/Learning Rate": 4.6091944637147056e-07, "Finetune/Loss": 0.5765613913536072, "Finetune/Loss (Raw)": 0.6555237770080566, "Finetune/Step": 17422, "Finetune/Step Time": 12.187624178826809}
+{"Finetune/Learning Rate": 4.604142273807022e-07, "Finetune/Loss": 0.5769515633583069, "Finetune/Loss (Raw)": 0.5613816976547241, "Finetune/Step": 17423, "Finetune/Step Time": 12.171461496502161}
+{"Finetune/Learning Rate": 4.5990927890545934e-07, "Finetune/Loss": 0.5776678919792175, "Finetune/Loss (Raw)": 0.7098882794380188, "Finetune/Step": 17424, "Finetune/Step Time": 12.166912913322449}
+{"Finetune/Learning Rate": 4.5940460096006167e-07, "Finetune/Loss": 0.578224778175354, "Finetune/Loss (Raw)": 0.5525825023651123, "Finetune/Step": 17425, "Finetune/Step Time": 12.162820596247911}
+{"Finetune/Learning Rate": 4.589001935588189e-07, "Finetune/Loss": 0.5774492025375366, "Finetune/Loss (Raw)": 0.5808812975883484, "Finetune/Step": 17426, "Finetune/Step Time": 12.166331583634019}
+{"Finetune/Learning Rate": 4.5839605671603614e-07, "Finetune/Loss": 0.5781577825546265, "Finetune/Loss (Raw)": 0.6814956665039062, "Finetune/Step": 17427, "Finetune/Step Time": 12.162305243313313}
+{"Finetune/Learning Rate": 4.578921904460076e-07, "Finetune/Loss": 0.5786346197128296, "Finetune/Loss (Raw)": 0.6490740180015564, "Finetune/Step": 17428, "Finetune/Step Time": 12.17033914476633}
+{"Finetune/Learning Rate": 4.57388594763023e-07, "Finetune/Loss": 0.5776883363723755, "Finetune/Loss (Raw)": 0.5201964378356934, "Finetune/Step": 17429, "Finetune/Step Time": 12.168642546981573}
+{"Finetune/Learning Rate": 4.5688526968136193e-07, "Finetune/Loss": 0.5785410404205322, "Finetune/Loss (Raw)": 0.5564783215522766, "Finetune/Step": 17430, "Finetune/Step Time": 12.145841106772423}
+{"Finetune/Learning Rate": 4.5638221521529746e-07, "Finetune/Loss": 0.5778864622116089, "Finetune/Loss (Raw)": 0.5989832878112793, "Finetune/Step": 17431, "Finetune/Step Time": 12.15147309936583}
+{"Finetune/Learning Rate": 4.55879431379096e-07, "Finetune/Loss": 0.5773229598999023, "Finetune/Loss (Raw)": 0.5897059440612793, "Finetune/Step": 17432, "Finetune/Step Time": 12.126230226829648}
+{"Finetune/Learning Rate": 4.553769181870127e-07, "Finetune/Loss": 0.5774368047714233, "Finetune/Loss (Raw)": 0.5563549995422363, "Finetune/Step": 17433, "Finetune/Step Time": 12.145578347146511}
+{"Finetune/Learning Rate": 4.548746756532996e-07, "Finetune/Loss": 0.5784677863121033, "Finetune/Loss (Raw)": 0.6437448263168335, "Finetune/Step": 17434, "Finetune/Step Time": 12.152739165350795}
+{"Finetune/Learning Rate": 4.5437270379219743e-07, "Finetune/Loss": 0.579479455947876, "Finetune/Loss (Raw)": 0.706598162651062, "Finetune/Step": 17435, "Finetune/Step Time": 12.160348115488887}
+{"Finetune/Learning Rate": 4.5387100261794157e-07, "Finetune/Loss": 0.5796839594841003, "Finetune/Loss (Raw)": 0.6198164820671082, "Finetune/Step": 17436, "Finetune/Step Time": 12.168395953252912}
+{"Finetune/Learning Rate": 4.5336957214475843e-07, "Finetune/Loss": 0.5793619155883789, "Finetune/Loss (Raw)": 0.5152186155319214, "Finetune/Step": 17437, "Finetune/Step Time": 12.170999269932508}
+{"Finetune/Learning Rate": 4.5286841238686876e-07, "Finetune/Loss": 0.5791558623313904, "Finetune/Loss (Raw)": 0.5987241268157959, "Finetune/Step": 17438, "Finetune/Step Time": 12.167135020717978}
+{"Finetune/Learning Rate": 4.523675233584812e-07, "Finetune/Loss": 0.5784108638763428, "Finetune/Loss (Raw)": 0.6245654821395874, "Finetune/Step": 17439, "Finetune/Step Time": 12.168157692998648}
+{"Finetune/Learning Rate": 4.5186690507379894e-07, "Finetune/Loss": 0.578277587890625, "Finetune/Loss (Raw)": 0.5837826728820801, "Finetune/Step": 17440, "Finetune/Step Time": 12.179028993472457}
+{"Finetune/Learning Rate": 4.513665575470216e-07, "Finetune/Loss": 0.578181266784668, "Finetune/Loss (Raw)": 0.6168091893196106, "Finetune/Step": 17441, "Finetune/Step Time": 12.180139672011137}
+{"Finetune/Learning Rate": 4.5086648079233686e-07, "Finetune/Loss": 0.5778729915618896, "Finetune/Loss (Raw)": 0.5306808948516846, "Finetune/Step": 17442, "Finetune/Step Time": 12.178603563457727}
+{"Finetune/Learning Rate": 4.503666748239244e-07, "Finetune/Loss": 0.5772929191589355, "Finetune/Loss (Raw)": 0.5481026768684387, "Finetune/Step": 17443, "Finetune/Step Time": 12.162625715136528}
+{"Finetune/Learning Rate": 4.498671396559584e-07, "Finetune/Loss": 0.5760775804519653, "Finetune/Loss (Raw)": 0.4872286319732666, "Finetune/Step": 17444, "Finetune/Step Time": 12.177757907658815}
+{"Finetune/Learning Rate": 4.4936787530260207e-07, "Finetune/Loss": 0.5751752853393555, "Finetune/Loss (Raw)": 0.43558019399642944, "Finetune/Step": 17445, "Finetune/Step Time": 12.207344373688102}
+{"Finetune/Learning Rate": 4.4886888177801404e-07, "Finetune/Loss": 0.5746864676475525, "Finetune/Loss (Raw)": 0.5003587603569031, "Finetune/Step": 17446, "Finetune/Step Time": 12.179882260039449}
+{"Finetune/Learning Rate": 4.4837015909634405e-07, "Finetune/Loss": 0.574424147605896, "Finetune/Loss (Raw)": 0.5853832364082336, "Finetune/Step": 17447, "Finetune/Step Time": 12.175012340769172}
+{"Finetune/Learning Rate": 4.4787170727173537e-07, "Finetune/Loss": 0.5748147964477539, "Finetune/Loss (Raw)": 0.6190324425697327, "Finetune/Step": 17448, "Finetune/Step Time": 12.152042631059885}
+{"Finetune/Learning Rate": 4.473735263183243e-07, "Finetune/Loss": 0.5753212571144104, "Finetune/Loss (Raw)": 0.61200350522995, "Finetune/Step": 17449, "Finetune/Step Time": 12.149827802553773}
+{"Finetune/Learning Rate": 4.4687561625023637e-07, "Finetune/Loss": 0.5737605094909668, "Finetune/Loss (Raw)": 0.5048142075538635, "Finetune/Step": 17450, "Finetune/Step Time": 12.149291839450598}
+{"Finetune/Learning Rate": 4.4637797708158904e-07, "Finetune/Loss": 0.5747317671775818, "Finetune/Loss (Raw)": 0.6343348622322083, "Finetune/Step": 17451, "Finetune/Step Time": 12.114598358049989}
+{"Finetune/Learning Rate": 4.458806088264955e-07, "Finetune/Loss": 0.5750272274017334, "Finetune/Loss (Raw)": 0.5738824009895325, "Finetune/Step": 17452, "Finetune/Step Time": 12.110128885135055}
+{"Finetune/Learning Rate": 4.45383511499059e-07, "Finetune/Loss": 0.5762296915054321, "Finetune/Loss (Raw)": 0.5365212559700012, "Finetune/Step": 17453, "Finetune/Step Time": 12.08201502636075}
+{"Finetune/Learning Rate": 4.4488668511337594e-07, "Finetune/Loss": 0.5763033628463745, "Finetune/Loss (Raw)": 0.5296992063522339, "Finetune/Step": 17454, "Finetune/Step Time": 12.080044187605381}
+{"Finetune/Learning Rate": 4.4439012968353623e-07, "Finetune/Loss": 0.5728583931922913, "Finetune/Loss (Raw)": 0.32519954442977905, "Finetune/Step": 17455, "Finetune/Step Time": 12.086136668920517}
+{"Finetune/Learning Rate": 4.438938452236219e-07, "Finetune/Loss": 0.5724141001701355, "Finetune/Loss (Raw)": 0.5896676182746887, "Finetune/Step": 17456, "Finetune/Step Time": 12.087439248338342}
+{"Finetune/Learning Rate": 4.433978317477028e-07, "Finetune/Loss": 0.5725553035736084, "Finetune/Loss (Raw)": 0.6098632216453552, "Finetune/Step": 17457, "Finetune/Step Time": 12.09481642022729}
+{"Finetune/Learning Rate": 4.4290208926984546e-07, "Finetune/Loss": 0.572502076625824, "Finetune/Loss (Raw)": 0.580592155456543, "Finetune/Step": 17458, "Finetune/Step Time": 12.095145730301738}
+{"Finetune/Learning Rate": 4.4240661780410755e-07, "Finetune/Loss": 0.5726052522659302, "Finetune/Loss (Raw)": 0.5625547170639038, "Finetune/Step": 17459, "Finetune/Step Time": 12.102459322661161}
+{"Finetune/Learning Rate": 4.4191141736454114e-07, "Finetune/Loss": 0.5721873044967651, "Finetune/Loss (Raw)": 0.4958600401878357, "Finetune/Step": 17460, "Finetune/Step Time": 12.092704681679606}
+{"Finetune/Learning Rate": 4.41416487965185e-07, "Finetune/Loss": 0.5732847452163696, "Finetune/Loss (Raw)": 0.6394779682159424, "Finetune/Step": 17461, "Finetune/Step Time": 12.081942282617092}
+{"Finetune/Learning Rate": 4.4092182962008013e-07, "Finetune/Loss": 0.5747865438461304, "Finetune/Loss (Raw)": 0.7378383874893188, "Finetune/Step": 17462, "Finetune/Step Time": 12.080006701871753}
+{"Finetune/Learning Rate": 4.404274423432475e-07, "Finetune/Loss": 0.575253963470459, "Finetune/Loss (Raw)": 0.6146745085716248, "Finetune/Step": 17463, "Finetune/Step Time": 12.092314932495356}
+{"Finetune/Learning Rate": 4.399333261487082e-07, "Finetune/Loss": 0.5770602226257324, "Finetune/Loss (Raw)": 0.728340208530426, "Finetune/Step": 17464, "Finetune/Step Time": 12.051309591159225}
+{"Finetune/Learning Rate": 4.3943948105047543e-07, "Finetune/Loss": 0.5779470205307007, "Finetune/Loss (Raw)": 0.6866313815116882, "Finetune/Step": 17465, "Finetune/Step Time": 12.050037238746881}
+{"Finetune/Learning Rate": 4.3894590706255235e-07, "Finetune/Loss": 0.5774660110473633, "Finetune/Loss (Raw)": 0.5902471542358398, "Finetune/Step": 17466, "Finetune/Step Time": 12.051265649497509}
+{"Finetune/Learning Rate": 4.384526041989357e-07, "Finetune/Loss": 0.5771511197090149, "Finetune/Loss (Raw)": 0.5680627822875977, "Finetune/Step": 17467, "Finetune/Step Time": 12.058451749384403}
+{"Finetune/Learning Rate": 4.37959572473613e-07, "Finetune/Loss": 0.5759104490280151, "Finetune/Loss (Raw)": 0.5851926803588867, "Finetune/Step": 17468, "Finetune/Step Time": 12.071576409041882}
+{"Finetune/Learning Rate": 4.374668119005665e-07, "Finetune/Loss": 0.5756895542144775, "Finetune/Loss (Raw)": 0.5274770855903625, "Finetune/Step": 17469, "Finetune/Step Time": 12.068031169474125}
+{"Finetune/Learning Rate": 4.369743224937695e-07, "Finetune/Loss": 0.5763461589813232, "Finetune/Loss (Raw)": 0.6788539290428162, "Finetune/Step": 17470, "Finetune/Step Time": 12.066482547670603}
+{"Finetune/Learning Rate": 4.364821042671863e-07, "Finetune/Loss": 0.5755653381347656, "Finetune/Loss (Raw)": 0.46735116839408875, "Finetune/Step": 17471, "Finetune/Step Time": 12.064991988241673}
+{"Finetune/Learning Rate": 4.359901572347758e-07, "Finetune/Loss": 0.5758455991744995, "Finetune/Loss (Raw)": 0.6820427775382996, "Finetune/Step": 17472, "Finetune/Step Time": 12.064597856253386}
+{"Finetune/Learning Rate": 4.354984814104879e-07, "Finetune/Loss": 0.5755626559257507, "Finetune/Loss (Raw)": 0.567419707775116, "Finetune/Step": 17473, "Finetune/Step Time": 12.067954644560814}
+{"Finetune/Learning Rate": 4.3500707680826595e-07, "Finetune/Loss": 0.5742677450180054, "Finetune/Loss (Raw)": 0.48212260007858276, "Finetune/Step": 17474, "Finetune/Step Time": 12.114071503281593}
+{"Finetune/Learning Rate": 4.3451594344204426e-07, "Finetune/Loss": 0.575063943862915, "Finetune/Loss (Raw)": 0.7167221307754517, "Finetune/Step": 17475, "Finetune/Step Time": 12.165651585906744}
+{"Finetune/Learning Rate": 4.340250813257485e-07, "Finetune/Loss": 0.573377251625061, "Finetune/Loss (Raw)": 0.40413567423820496, "Finetune/Step": 17476, "Finetune/Step Time": 12.162388416007161}
+{"Finetune/Learning Rate": 4.3353449047330076e-07, "Finetune/Loss": 0.573055624961853, "Finetune/Loss (Raw)": 0.4913124144077301, "Finetune/Step": 17477, "Finetune/Step Time": 12.163104126229882}
+{"Finetune/Learning Rate": 4.3304417089861106e-07, "Finetune/Loss": 0.5723170042037964, "Finetune/Loss (Raw)": 0.508008599281311, "Finetune/Step": 17478, "Finetune/Step Time": 12.160233188420534}
+{"Finetune/Learning Rate": 4.325541226155827e-07, "Finetune/Loss": 0.5715150833129883, "Finetune/Loss (Raw)": 0.4155467748641968, "Finetune/Step": 17479, "Finetune/Step Time": 12.186966614797711}
+{"Finetune/Learning Rate": 4.320643456381157e-07, "Finetune/Loss": 0.5718148946762085, "Finetune/Loss (Raw)": 0.629730761051178, "Finetune/Step": 17480, "Finetune/Step Time": 12.199036940932274}
+{"Finetune/Learning Rate": 4.3157483998009454e-07, "Finetune/Loss": 0.5729151368141174, "Finetune/Loss (Raw)": 0.6300122141838074, "Finetune/Step": 17481, "Finetune/Step Time": 12.164104104042053}
+{"Finetune/Learning Rate": 4.3108560565540135e-07, "Finetune/Loss": 0.5730198621749878, "Finetune/Loss (Raw)": 0.5786790251731873, "Finetune/Step": 17482, "Finetune/Step Time": 12.14734461903572}
+{"Finetune/Learning Rate": 4.305966426779118e-07, "Finetune/Loss": 0.573007345199585, "Finetune/Loss (Raw)": 0.5597944259643555, "Finetune/Step": 17483, "Finetune/Step Time": 12.143129771575332}
+{"Finetune/Learning Rate": 4.3010795106148804e-07, "Finetune/Loss": 0.5732090473175049, "Finetune/Loss (Raw)": 0.5887989401817322, "Finetune/Step": 17484, "Finetune/Step Time": 12.139360312372446}
+{"Finetune/Learning Rate": 4.296195308199913e-07, "Finetune/Loss": 0.5731698274612427, "Finetune/Loss (Raw)": 0.6503627300262451, "Finetune/Step": 17485, "Finetune/Step Time": 12.141540737822652}
+{"Finetune/Learning Rate": 4.2913138196726934e-07, "Finetune/Loss": 0.573055624961853, "Finetune/Loss (Raw)": 0.5466030836105347, "Finetune/Step": 17486, "Finetune/Step Time": 12.13240111619234}
+{"Finetune/Learning Rate": 4.286435045171666e-07, "Finetune/Loss": 0.5724939107894897, "Finetune/Loss (Raw)": 0.5767517685890198, "Finetune/Step": 17487, "Finetune/Step Time": 12.132567666471004}
+{"Finetune/Learning Rate": 4.2815589848351434e-07, "Finetune/Loss": 0.5732269883155823, "Finetune/Loss (Raw)": 0.6321314573287964, "Finetune/Step": 17488, "Finetune/Step Time": 12.107490122318268}
+{"Finetune/Learning Rate": 4.2766856388014367e-07, "Finetune/Loss": 0.5726665258407593, "Finetune/Loss (Raw)": 0.544438362121582, "Finetune/Step": 17489, "Finetune/Step Time": 12.106799561530352}
+{"Finetune/Learning Rate": 4.271815007208724e-07, "Finetune/Loss": 0.5745042562484741, "Finetune/Loss (Raw)": 0.741569995880127, "Finetune/Step": 17490, "Finetune/Step Time": 12.097067719325423}
+{"Finetune/Learning Rate": 4.266947090195117e-07, "Finetune/Loss": 0.5749979019165039, "Finetune/Loss (Raw)": 0.6015648245811462, "Finetune/Step": 17491, "Finetune/Step Time": 12.09652840718627}
+{"Finetune/Learning Rate": 4.2620818878986727e-07, "Finetune/Loss": 0.5753117203712463, "Finetune/Loss (Raw)": 0.4953753352165222, "Finetune/Step": 17492, "Finetune/Step Time": 12.096326468512416}
+{"Finetune/Learning Rate": 4.257219400457346e-07, "Finetune/Loss": 0.5753763914108276, "Finetune/Loss (Raw)": 0.5718330144882202, "Finetune/Step": 17493, "Finetune/Step Time": 12.100957870483398}
+{"Finetune/Learning Rate": 4.252359628009017e-07, "Finetune/Loss": 0.5749598145484924, "Finetune/Loss (Raw)": 0.6532287001609802, "Finetune/Step": 17494, "Finetune/Step Time": 12.113278249278665}
+{"Finetune/Learning Rate": 4.247502570691497e-07, "Finetune/Loss": 0.5761244297027588, "Finetune/Loss (Raw)": 0.6441478729248047, "Finetune/Step": 17495, "Finetune/Step Time": 12.12135449424386}
+{"Finetune/Learning Rate": 4.242648228642499e-07, "Finetune/Loss": 0.5768800973892212, "Finetune/Loss (Raw)": 0.5287653803825378, "Finetune/Step": 17496, "Finetune/Step Time": 12.11878902465105}
+{"Finetune/Learning Rate": 4.237796601999722e-07, "Finetune/Loss": 0.576411247253418, "Finetune/Loss (Raw)": 0.529275119304657, "Finetune/Step": 17497, "Finetune/Step Time": 12.119400646537542}
+{"Finetune/Learning Rate": 4.232947690900724e-07, "Finetune/Loss": 0.576441764831543, "Finetune/Loss (Raw)": 0.6720476150512695, "Finetune/Step": 17498, "Finetune/Step Time": 12.128577262163162}
+{"Finetune/Learning Rate": 4.228101495483017e-07, "Finetune/Loss": 0.576279878616333, "Finetune/Loss (Raw)": 0.5893446803092957, "Finetune/Step": 17499, "Finetune/Step Time": 12.123345732688904}
+{"Finetune/Learning Rate": 4.2232580158839907e-07, "Finetune/Loss": 0.5768178701400757, "Finetune/Loss (Raw)": 0.6181732416152954, "Finetune/Step": 17500, "Finetune/Step Time": 12.121724057942629}
+{"Finetune/Learning Rate": 4.218417252241025e-07, "Finetune/Loss": 0.5780317783355713, "Finetune/Loss (Raw)": 0.611217737197876, "Finetune/Step": 17501, "Finetune/Step Time": 12.099462317302823}
+{"Finetune/Learning Rate": 4.213579204691376e-07, "Finetune/Loss": 0.5782124996185303, "Finetune/Loss (Raw)": 0.5637381672859192, "Finetune/Step": 17502, "Finetune/Step Time": 12.075173975899816}
+{"Finetune/Learning Rate": 4.208743873372223e-07, "Finetune/Loss": 0.5786588191986084, "Finetune/Loss (Raw)": 0.6637518405914307, "Finetune/Step": 17503, "Finetune/Step Time": 12.069454241544008}
+{"Finetune/Learning Rate": 4.203911258420712e-07, "Finetune/Loss": 0.5785295963287354, "Finetune/Loss (Raw)": 0.4957941770553589, "Finetune/Step": 17504, "Finetune/Step Time": 12.065803742036223}
+{"Finetune/Learning Rate": 4.199081359973889e-07, "Finetune/Loss": 0.5781246423721313, "Finetune/Loss (Raw)": 0.5263000726699829, "Finetune/Step": 17505, "Finetune/Step Time": 12.05489019677043}
+{"Finetune/Learning Rate": 4.194254178168689e-07, "Finetune/Loss": 0.577394962310791, "Finetune/Loss (Raw)": 0.5797440409660339, "Finetune/Step": 17506, "Finetune/Step Time": 12.048473086208105}
+{"Finetune/Learning Rate": 4.1894297131419903e-07, "Finetune/Loss": 0.5760504603385925, "Finetune/Loss (Raw)": 0.47254469990730286, "Finetune/Step": 17507, "Finetune/Step Time": 12.054133588448167}
+{"Finetune/Learning Rate": 4.184607965030629e-07, "Finetune/Loss": 0.5768775343894958, "Finetune/Loss (Raw)": 0.7056006193161011, "Finetune/Step": 17508, "Finetune/Step Time": 12.060395915061235}
+{"Finetune/Learning Rate": 4.179788933971318e-07, "Finetune/Loss": 0.5772327780723572, "Finetune/Loss (Raw)": 0.5486135482788086, "Finetune/Step": 17509, "Finetune/Step Time": 12.038964595645666}
+{"Finetune/Learning Rate": 4.1749726201007037e-07, "Finetune/Loss": 0.5774312615394592, "Finetune/Loss (Raw)": 0.6156833171844482, "Finetune/Step": 17510, "Finetune/Step Time": 12.046908462420106}
+{"Finetune/Learning Rate": 4.170159023555409e-07, "Finetune/Loss": 0.578971266746521, "Finetune/Loss (Raw)": 0.5336551666259766, "Finetune/Step": 17511, "Finetune/Step Time": 12.017940904945135}
+{"Finetune/Learning Rate": 4.165348144471881e-07, "Finetune/Loss": 0.5798249244689941, "Finetune/Loss (Raw)": 0.6616953611373901, "Finetune/Step": 17512, "Finetune/Step Time": 12.020195819437504}
+{"Finetune/Learning Rate": 4.160539982986567e-07, "Finetune/Loss": 0.5816785097122192, "Finetune/Loss (Raw)": 0.5202159285545349, "Finetune/Step": 17513, "Finetune/Step Time": 11.995283966884017}
+{"Finetune/Learning Rate": 4.1557345392358004e-07, "Finetune/Loss": 0.582760214805603, "Finetune/Loss (Raw)": 0.6436009407043457, "Finetune/Step": 17514, "Finetune/Step Time": 12.00499527901411}
+{"Finetune/Learning Rate": 4.150931813355863e-07, "Finetune/Loss": 0.5816684365272522, "Finetune/Loss (Raw)": 0.4610821604728699, "Finetune/Step": 17515, "Finetune/Step Time": 12.008105585351586}
+{"Finetune/Learning Rate": 4.1461318054829446e-07, "Finetune/Loss": 0.5818957686424255, "Finetune/Loss (Raw)": 0.5384862422943115, "Finetune/Step": 17516, "Finetune/Step Time": 12.012571891769767}
+{"Finetune/Learning Rate": 4.141334515753148e-07, "Finetune/Loss": 0.5818784236907959, "Finetune/Loss (Raw)": 0.5922058820724487, "Finetune/Step": 17517, "Finetune/Step Time": 12.015128975734115}
+{"Finetune/Learning Rate": 4.13653994430252e-07, "Finetune/Loss": 0.5817028284072876, "Finetune/Loss (Raw)": 0.6075918078422546, "Finetune/Step": 17518, "Finetune/Step Time": 11.99330897256732}
+{"Finetune/Learning Rate": 4.1317480912670296e-07, "Finetune/Loss": 0.5822117328643799, "Finetune/Loss (Raw)": 0.6131229996681213, "Finetune/Step": 17519, "Finetune/Step Time": 11.992954034358263}
+{"Finetune/Learning Rate": 4.126958956782545e-07, "Finetune/Loss": 0.5821601152420044, "Finetune/Loss (Raw)": 0.5505001544952393, "Finetune/Step": 17520, "Finetune/Step Time": 11.972428318113089}
+{"Finetune/Learning Rate": 4.12217254098487e-07, "Finetune/Loss": 0.5815508961677551, "Finetune/Loss (Raw)": 0.5566889643669128, "Finetune/Step": 17521, "Finetune/Step Time": 11.979040632024407}
+{"Finetune/Learning Rate": 4.117388844009751e-07, "Finetune/Loss": 0.5820212364196777, "Finetune/Loss (Raw)": 0.6328213810920715, "Finetune/Step": 17522, "Finetune/Step Time": 11.976490898057818}
+{"Finetune/Learning Rate": 4.1126078659928236e-07, "Finetune/Loss": 0.5812629461288452, "Finetune/Loss (Raw)": 0.5118147134780884, "Finetune/Step": 17523, "Finetune/Step Time": 11.974282994866371}
+{"Finetune/Learning Rate": 4.1078296070696797e-07, "Finetune/Loss": 0.5796881914138794, "Finetune/Loss (Raw)": 0.4661503732204437, "Finetune/Step": 17524, "Finetune/Step Time": 11.963638437911868}
+{"Finetune/Learning Rate": 4.1030540673758e-07, "Finetune/Loss": 0.5793814659118652, "Finetune/Loss (Raw)": 0.5249528288841248, "Finetune/Step": 17525, "Finetune/Step Time": 11.958511404693127}
+{"Finetune/Learning Rate": 4.0982812470466204e-07, "Finetune/Loss": 0.5792149901390076, "Finetune/Loss (Raw)": 0.5196479558944702, "Finetune/Step": 17526, "Finetune/Step Time": 11.957214187830687}
+{"Finetune/Learning Rate": 4.093511146217466e-07, "Finetune/Loss": 0.5790147185325623, "Finetune/Loss (Raw)": 0.603216290473938, "Finetune/Step": 17527, "Finetune/Step Time": 11.95848923176527}
+{"Finetune/Learning Rate": 4.088743765023617e-07, "Finetune/Loss": 0.5793567895889282, "Finetune/Loss (Raw)": 0.6371225714683533, "Finetune/Step": 17528, "Finetune/Step Time": 11.980111388489604}
+{"Finetune/Learning Rate": 4.083979103600277e-07, "Finetune/Loss": 0.5796263217926025, "Finetune/Loss (Raw)": 0.5808280110359192, "Finetune/Step": 17529, "Finetune/Step Time": 11.982940208166838}
+{"Finetune/Learning Rate": 4.079217162082516e-07, "Finetune/Loss": 0.5803947448730469, "Finetune/Loss (Raw)": 0.6436875462532043, "Finetune/Step": 17530, "Finetune/Step Time": 11.962724028155208}
+{"Finetune/Learning Rate": 4.074457940605403e-07, "Finetune/Loss": 0.5803943276405334, "Finetune/Loss (Raw)": 0.6127652525901794, "Finetune/Step": 17531, "Finetune/Step Time": 11.965905997902155}
+{"Finetune/Learning Rate": 4.069701439303886e-07, "Finetune/Loss": 0.5798258781433105, "Finetune/Loss (Raw)": 0.5541872382164001, "Finetune/Step": 17532, "Finetune/Step Time": 11.94553023763001}
+{"Finetune/Learning Rate": 4.0649476583128566e-07, "Finetune/Loss": 0.5803507566452026, "Finetune/Loss (Raw)": 0.6362871527671814, "Finetune/Step": 17533, "Finetune/Step Time": 11.935660356655717}
+{"Finetune/Learning Rate": 4.0601965977670964e-07, "Finetune/Loss": 0.5816312432289124, "Finetune/Loss (Raw)": 0.7902035713195801, "Finetune/Step": 17534, "Finetune/Step Time": 11.939491629600525}
+{"Finetune/Learning Rate": 4.0554482578013645e-07, "Finetune/Loss": 0.5820191502571106, "Finetune/Loss (Raw)": 0.5298078656196594, "Finetune/Step": 17535, "Finetune/Step Time": 11.955301810055971}
+{"Finetune/Learning Rate": 4.0507026385502747e-07, "Finetune/Loss": 0.5813566446304321, "Finetune/Loss (Raw)": 0.5279776453971863, "Finetune/Step": 17536, "Finetune/Step Time": 11.965490398928523}
+{"Finetune/Learning Rate": 4.0459597401483977e-07, "Finetune/Loss": 0.5816525220870972, "Finetune/Loss (Raw)": 0.8040316700935364, "Finetune/Step": 17537, "Finetune/Step Time": 11.963422624394298}
+{"Finetune/Learning Rate": 4.04121956273027e-07, "Finetune/Loss": 0.5819743275642395, "Finetune/Loss (Raw)": 0.6214731335639954, "Finetune/Step": 17538, "Finetune/Step Time": 11.955911936238408}
+{"Finetune/Learning Rate": 4.036482106430273e-07, "Finetune/Loss": 0.5818277597427368, "Finetune/Loss (Raw)": 0.5259597301483154, "Finetune/Step": 17539, "Finetune/Step Time": 11.953422546386719}
+{"Finetune/Learning Rate": 4.031747371382766e-07, "Finetune/Loss": 0.581771194934845, "Finetune/Loss (Raw)": 0.643639862537384, "Finetune/Step": 17540, "Finetune/Step Time": 11.937632527202368}
+{"Finetune/Learning Rate": 4.0270153577220196e-07, "Finetune/Loss": 0.5827478170394897, "Finetune/Loss (Raw)": 0.7587587237358093, "Finetune/Step": 17541, "Finetune/Step Time": 11.943686014041305}
+{"Finetune/Learning Rate": 4.0222860655821927e-07, "Finetune/Loss": 0.5835025310516357, "Finetune/Loss (Raw)": 0.5929729342460632, "Finetune/Step": 17542, "Finetune/Step Time": 11.933032970875502}
+{"Finetune/Learning Rate": 4.017559495097412e-07, "Finetune/Loss": 0.5827502012252808, "Finetune/Loss (Raw)": 0.5894460678100586, "Finetune/Step": 17543, "Finetune/Step Time": 11.933293499052525}
+{"Finetune/Learning Rate": 4.0128356464016915e-07, "Finetune/Loss": 0.581974983215332, "Finetune/Loss (Raw)": 0.4659561514854431, "Finetune/Step": 17544, "Finetune/Step Time": 11.935683630406857}
+{"Finetune/Learning Rate": 4.008114519629014e-07, "Finetune/Loss": 0.5828745365142822, "Finetune/Loss (Raw)": 0.6319177746772766, "Finetune/Step": 17545, "Finetune/Step Time": 11.93641391582787}
+{"Finetune/Learning Rate": 4.003396114913238e-07, "Finetune/Loss": 0.5837915539741516, "Finetune/Loss (Raw)": 0.6923506855964661, "Finetune/Step": 17546, "Finetune/Step Time": 11.928669277578592}
+{"Finetune/Learning Rate": 3.9986804323881913e-07, "Finetune/Loss": 0.5845736265182495, "Finetune/Loss (Raw)": 0.6401244401931763, "Finetune/Step": 17547, "Finetune/Step Time": 11.918101023882627}
+{"Finetune/Learning Rate": 3.993967472187565e-07, "Finetune/Loss": 0.5847262740135193, "Finetune/Loss (Raw)": 0.6712629199028015, "Finetune/Step": 17548, "Finetune/Step Time": 11.929172314703465}
+{"Finetune/Learning Rate": 3.9892572344450096e-07, "Finetune/Loss": 0.587192952632904, "Finetune/Loss (Raw)": 0.6322498321533203, "Finetune/Step": 17549, "Finetune/Step Time": 11.9055568408221}
+{"Finetune/Learning Rate": 3.984549719294106e-07, "Finetune/Loss": 0.5864220857620239, "Finetune/Loss (Raw)": 0.5568520426750183, "Finetune/Step": 17550, "Finetune/Step Time": 11.897034302353859}
+{"Finetune/Learning Rate": 3.979844926868337e-07, "Finetune/Loss": 0.5863831639289856, "Finetune/Loss (Raw)": 0.5563943386077881, "Finetune/Step": 17551, "Finetune/Step Time": 11.89633296430111}
+{"Finetune/Learning Rate": 3.9751428573011175e-07, "Finetune/Loss": 0.5854175090789795, "Finetune/Loss (Raw)": 0.5862961411476135, "Finetune/Step": 17552, "Finetune/Step Time": 11.898845901712775}
+{"Finetune/Learning Rate": 3.970443510725808e-07, "Finetune/Loss": 0.5866008400917053, "Finetune/Loss (Raw)": 0.7040418386459351, "Finetune/Step": 17553, "Finetune/Step Time": 11.909772254526615}
+{"Finetune/Learning Rate": 3.965746887275634e-07, "Finetune/Loss": 0.5869100689888, "Finetune/Loss (Raw)": 0.620466411113739, "Finetune/Step": 17554, "Finetune/Step Time": 11.90029114112258}
+{"Finetune/Learning Rate": 3.961052987083791e-07, "Finetune/Loss": 0.5863268375396729, "Finetune/Loss (Raw)": 0.6068429946899414, "Finetune/Step": 17555, "Finetune/Step Time": 11.90152046084404}
+{"Finetune/Learning Rate": 3.956361810283393e-07, "Finetune/Loss": 0.5862377882003784, "Finetune/Loss (Raw)": 0.6376726627349854, "Finetune/Step": 17556, "Finetune/Step Time": 11.89364972896874}
+{"Finetune/Learning Rate": 3.9516733570074573e-07, "Finetune/Loss": 0.5873156785964966, "Finetune/Loss (Raw)": 0.6581601500511169, "Finetune/Step": 17557, "Finetune/Step Time": 11.893153261393309}
+{"Finetune/Learning Rate": 3.946987627388943e-07, "Finetune/Loss": 0.5873572826385498, "Finetune/Loss (Raw)": 0.5618119835853577, "Finetune/Step": 17558, "Finetune/Step Time": 11.908426703885198}
+{"Finetune/Learning Rate": 3.942304621560722e-07, "Finetune/Loss": 0.5860302448272705, "Finetune/Loss (Raw)": 0.42911210656166077, "Finetune/Step": 17559, "Finetune/Step Time": 11.926558902487159}
+{"Finetune/Learning Rate": 3.937624339655599e-07, "Finetune/Loss": 0.5863773822784424, "Finetune/Loss (Raw)": 0.6341415643692017, "Finetune/Step": 17560, "Finetune/Step Time": 11.930495763197541}
+{"Finetune/Learning Rate": 3.9329467818062684e-07, "Finetune/Loss": 0.5874607563018799, "Finetune/Loss (Raw)": 0.6950370073318481, "Finetune/Step": 17561, "Finetune/Step Time": 11.916222769767046}
+{"Finetune/Learning Rate": 3.928271948145401e-07, "Finetune/Loss": 0.5875059962272644, "Finetune/Loss (Raw)": 0.6495308876037598, "Finetune/Step": 17562, "Finetune/Step Time": 11.917228817939758}
+{"Finetune/Learning Rate": 3.9235998388055474e-07, "Finetune/Loss": 0.58742356300354, "Finetune/Loss (Raw)": 0.6960495114326477, "Finetune/Step": 17563, "Finetune/Step Time": 11.910864170640707}
+{"Finetune/Learning Rate": 3.9189304539191895e-07, "Finetune/Loss": 0.587795615196228, "Finetune/Loss (Raw)": 0.6674439311027527, "Finetune/Step": 17564, "Finetune/Step Time": 11.917620610445738}
+{"Finetune/Learning Rate": 3.9142637936187556e-07, "Finetune/Loss": 0.5879695415496826, "Finetune/Loss (Raw)": 0.5374715924263, "Finetune/Step": 17565, "Finetune/Step Time": 11.910512939095497}
+{"Finetune/Learning Rate": 3.9095998580365724e-07, "Finetune/Loss": 0.5867018699645996, "Finetune/Loss (Raw)": 0.4364696741104126, "Finetune/Step": 17566, "Finetune/Step Time": 11.93818431161344}
+{"Finetune/Learning Rate": 3.9049386473048787e-07, "Finetune/Loss": 0.5865837931632996, "Finetune/Loss (Raw)": 0.6094443798065186, "Finetune/Step": 17567, "Finetune/Step Time": 11.940431920811534}
+{"Finetune/Learning Rate": 3.9002801615558805e-07, "Finetune/Loss": 0.5865563750267029, "Finetune/Loss (Raw)": 0.5802736878395081, "Finetune/Step": 17568, "Finetune/Step Time": 11.93230071477592}
+{"Finetune/Learning Rate": 3.8956244009216604e-07, "Finetune/Loss": 0.586669385433197, "Finetune/Loss (Raw)": 0.6312773823738098, "Finetune/Step": 17569, "Finetune/Step Time": 11.938678720965981}
+{"Finetune/Learning Rate": 3.8909713655342464e-07, "Finetune/Loss": 0.587090253829956, "Finetune/Loss (Raw)": 0.5845463275909424, "Finetune/Step": 17570, "Finetune/Step Time": 11.933607708662748}
+{"Finetune/Learning Rate": 3.8863210555255884e-07, "Finetune/Loss": 0.5872571468353271, "Finetune/Loss (Raw)": 0.5694701075553894, "Finetune/Step": 17571, "Finetune/Step Time": 11.931364376097918}
+{"Finetune/Learning Rate": 3.881673471027558e-07, "Finetune/Loss": 0.5871849060058594, "Finetune/Loss (Raw)": 0.47798505425453186, "Finetune/Step": 17572, "Finetune/Step Time": 11.905611261725426}
+{"Finetune/Learning Rate": 3.8770286121719403e-07, "Finetune/Loss": 0.5886508226394653, "Finetune/Loss (Raw)": 0.6232178211212158, "Finetune/Step": 17573, "Finetune/Step Time": 11.884747261181474}
+{"Finetune/Learning Rate": 3.872386479090451e-07, "Finetune/Loss": 0.5878642797470093, "Finetune/Loss (Raw)": 0.3996799886226654, "Finetune/Step": 17574, "Finetune/Step Time": 11.914188638329506}
+{"Finetune/Learning Rate": 3.86774707191474e-07, "Finetune/Loss": 0.5894366502761841, "Finetune/Loss (Raw)": 0.7866422533988953, "Finetune/Step": 17575, "Finetune/Step Time": 11.915461676195264}
+{"Finetune/Learning Rate": 3.863110390776348e-07, "Finetune/Loss": 0.5883088111877441, "Finetune/Loss (Raw)": 0.4746696650981903, "Finetune/Step": 17576, "Finetune/Step Time": 11.920605283230543}
+{"Finetune/Learning Rate": 3.8584764358067794e-07, "Finetune/Loss": 0.5875800848007202, "Finetune/Loss (Raw)": 0.5187245011329651, "Finetune/Step": 17577, "Finetune/Step Time": 11.9203518666327}
+{"Finetune/Learning Rate": 3.85384520713743e-07, "Finetune/Loss": 0.5879783630371094, "Finetune/Loss (Raw)": 0.5557894706726074, "Finetune/Step": 17578, "Finetune/Step Time": 11.934153804555535}
+{"Finetune/Learning Rate": 3.8492167048996166e-07, "Finetune/Loss": 0.5879571437835693, "Finetune/Loss (Raw)": 0.6316195726394653, "Finetune/Step": 17579, "Finetune/Step Time": 11.946182668209076}
+{"Finetune/Learning Rate": 3.844590929224601e-07, "Finetune/Loss": 0.5874171853065491, "Finetune/Loss (Raw)": 0.5047755241394043, "Finetune/Step": 17580, "Finetune/Step Time": 11.939008278772235}
+{"Finetune/Learning Rate": 3.839967880243567e-07, "Finetune/Loss": 0.5884890556335449, "Finetune/Loss (Raw)": 0.6737181544303894, "Finetune/Step": 17581, "Finetune/Step Time": 11.938710521906614}
+{"Finetune/Learning Rate": 3.8353475580875874e-07, "Finetune/Loss": 0.5896223783493042, "Finetune/Loss (Raw)": 0.6747664213180542, "Finetune/Step": 17582, "Finetune/Step Time": 11.94478333182633}
+{"Finetune/Learning Rate": 3.830729962887714e-07, "Finetune/Loss": 0.5916244387626648, "Finetune/Loss (Raw)": 0.5814581513404846, "Finetune/Step": 17583, "Finetune/Step Time": 11.939488220959902}
+{"Finetune/Learning Rate": 3.8261150947748627e-07, "Finetune/Loss": 0.5918885469436646, "Finetune/Loss (Raw)": 0.6234753131866455, "Finetune/Step": 17584, "Finetune/Step Time": 11.942335033789277}
+{"Finetune/Learning Rate": 3.821502953879908e-07, "Finetune/Loss": 0.5914599299430847, "Finetune/Loss (Raw)": 0.5550017356872559, "Finetune/Step": 17585, "Finetune/Step Time": 11.929375955834985}
+{"Finetune/Learning Rate": 3.8168935403336215e-07, "Finetune/Loss": 0.591801106929779, "Finetune/Loss (Raw)": 0.624260663986206, "Finetune/Step": 17586, "Finetune/Step Time": 11.930279061198235}
+{"Finetune/Learning Rate": 3.8122868542667334e-07, "Finetune/Loss": 0.5929021239280701, "Finetune/Loss (Raw)": 0.7034853100776672, "Finetune/Step": 17587, "Finetune/Step Time": 11.923147678375244}
+{"Finetune/Learning Rate": 3.8076828958098723e-07, "Finetune/Loss": 0.5934115648269653, "Finetune/Loss (Raw)": 0.5610721111297607, "Finetune/Step": 17588, "Finetune/Step Time": 11.925060085952282}
+{"Finetune/Learning Rate": 3.8030816650935777e-07, "Finetune/Loss": 0.5937671065330505, "Finetune/Loss (Raw)": 0.6849826574325562, "Finetune/Step": 17589, "Finetune/Step Time": 11.91939653083682}
+{"Finetune/Learning Rate": 3.798483162248368e-07, "Finetune/Loss": 0.592843770980835, "Finetune/Loss (Raw)": 0.619661271572113, "Finetune/Step": 17590, "Finetune/Step Time": 11.925671188160777}
+{"Finetune/Learning Rate": 3.7938873874045935e-07, "Finetune/Loss": 0.5922422409057617, "Finetune/Loss (Raw)": 0.537674069404602, "Finetune/Step": 17591, "Finetune/Step Time": 11.916999708861113}
+{"Finetune/Learning Rate": 3.7892943406926064e-07, "Finetune/Loss": 0.5908751487731934, "Finetune/Loss (Raw)": 0.5533541440963745, "Finetune/Step": 17592, "Finetune/Step Time": 11.92451456002891}
+{"Finetune/Learning Rate": 3.7847040222426246e-07, "Finetune/Loss": 0.5898367762565613, "Finetune/Loss (Raw)": 0.5537150502204895, "Finetune/Step": 17593, "Finetune/Step Time": 11.914068708196282}
+{"Finetune/Learning Rate": 3.780116432184855e-07, "Finetune/Loss": 0.5902386903762817, "Finetune/Loss (Raw)": 0.6416938304901123, "Finetune/Step": 17594, "Finetune/Step Time": 11.911259016022086}
+{"Finetune/Learning Rate": 3.775531570649371e-07, "Finetune/Loss": 0.5909761190414429, "Finetune/Loss (Raw)": 0.6624477505683899, "Finetune/Step": 17595, "Finetune/Step Time": 11.912191223353148}
+{"Finetune/Learning Rate": 3.7709494377662024e-07, "Finetune/Loss": 0.5899614095687866, "Finetune/Loss (Raw)": 0.4553126394748688, "Finetune/Step": 17596, "Finetune/Step Time": 11.927862154319882}
+{"Finetune/Learning Rate": 3.7663700336652455e-07, "Finetune/Loss": 0.591233491897583, "Finetune/Loss (Raw)": 0.6903011798858643, "Finetune/Step": 17597, "Finetune/Step Time": 11.92107062973082}
+{"Finetune/Learning Rate": 3.7617933584763846e-07, "Finetune/Loss": 0.5909321904182434, "Finetune/Loss (Raw)": 0.6402871608734131, "Finetune/Step": 17598, "Finetune/Step Time": 11.947671057656407}
+{"Finetune/Learning Rate": 3.757219412329405e-07, "Finetune/Loss": 0.592070996761322, "Finetune/Loss (Raw)": 0.6131168007850647, "Finetune/Step": 17599, "Finetune/Step Time": 11.95076011493802}
+{"Finetune/Learning Rate": 3.7526481953539915e-07, "Finetune/Loss": 0.5926851034164429, "Finetune/Loss (Raw)": 0.7606573700904846, "Finetune/Step": 17600, "Finetune/Step Time": 11.944140378385782}
+{"Finetune/Learning Rate": 3.748079707679797e-07, "Finetune/Loss": 0.5926752686500549, "Finetune/Loss (Raw)": 0.5661562085151672, "Finetune/Step": 17601, "Finetune/Step Time": 11.951895060017705}
+{"Finetune/Learning Rate": 3.7435139494363725e-07, "Finetune/Loss": 0.5933661460876465, "Finetune/Loss (Raw)": 0.5705557465553284, "Finetune/Step": 17602, "Finetune/Step Time": 11.90411820076406}
+{"Finetune/Learning Rate": 3.738950920753159e-07, "Finetune/Loss": 0.5919411182403564, "Finetune/Loss (Raw)": 0.5343159437179565, "Finetune/Step": 17603, "Finetune/Step Time": 11.848903173580766}
+{"Finetune/Learning Rate": 3.734390621759565e-07, "Finetune/Loss": 0.593110203742981, "Finetune/Loss (Raw)": 0.5537782311439514, "Finetune/Step": 17604, "Finetune/Step Time": 11.843931591138244}
+{"Finetune/Learning Rate": 3.729833052584919e-07, "Finetune/Loss": 0.5941956043243408, "Finetune/Loss (Raw)": 0.6302441358566284, "Finetune/Step": 17605, "Finetune/Step Time": 11.83612409234047}
+{"Finetune/Learning Rate": 3.7252782133584406e-07, "Finetune/Loss": 0.5946092009544373, "Finetune/Loss (Raw)": 0.5609521865844727, "Finetune/Step": 17606, "Finetune/Step Time": 11.841749915853143}
+{"Finetune/Learning Rate": 3.7207261042093155e-07, "Finetune/Loss": 0.5951395630836487, "Finetune/Loss (Raw)": 0.48343122005462646, "Finetune/Step": 17607, "Finetune/Step Time": 11.814815217629075}
+{"Finetune/Learning Rate": 3.716176725266607e-07, "Finetune/Loss": 0.5948569774627686, "Finetune/Loss (Raw)": 0.5935609340667725, "Finetune/Step": 17608, "Finetune/Step Time": 11.802052095532417}
+{"Finetune/Learning Rate": 3.711630076659334e-07, "Finetune/Loss": 0.5949496030807495, "Finetune/Loss (Raw)": 0.6418676972389221, "Finetune/Step": 17609, "Finetune/Step Time": 11.802258195355535}
+{"Finetune/Learning Rate": 3.7070861585164263e-07, "Finetune/Loss": 0.5953460335731506, "Finetune/Loss (Raw)": 0.6294248700141907, "Finetune/Step": 17610, "Finetune/Step Time": 11.791156245395541}
+{"Finetune/Learning Rate": 3.702544970966737e-07, "Finetune/Loss": 0.5948379039764404, "Finetune/Loss (Raw)": 0.4947451651096344, "Finetune/Step": 17611, "Finetune/Step Time": 11.813854817301035}
+{"Finetune/Learning Rate": 3.698006514139041e-07, "Finetune/Loss": 0.5954859852790833, "Finetune/Loss (Raw)": 0.6717561483383179, "Finetune/Step": 17612, "Finetune/Step Time": 11.825822431594133}
+{"Finetune/Learning Rate": 3.693470788162024e-07, "Finetune/Loss": 0.5959134697914124, "Finetune/Loss (Raw)": 0.7050824761390686, "Finetune/Step": 17613, "Finetune/Step Time": 11.832960767671466}
+{"Finetune/Learning Rate": 3.688937793164327e-07, "Finetune/Loss": 0.5961086750030518, "Finetune/Loss (Raw)": 0.5715925693511963, "Finetune/Step": 17614, "Finetune/Step Time": 11.834644451737404}
+{"Finetune/Learning Rate": 3.684407529274481e-07, "Finetune/Loss": 0.5963222980499268, "Finetune/Loss (Raw)": 0.6040981411933899, "Finetune/Step": 17615, "Finetune/Step Time": 11.838364709168673}
+{"Finetune/Learning Rate": 3.67987999662095e-07, "Finetune/Loss": 0.5959417223930359, "Finetune/Loss (Raw)": 0.5834140777587891, "Finetune/Step": 17616, "Finetune/Step Time": 11.840207446366549}
+{"Finetune/Learning Rate": 3.6753551953321197e-07, "Finetune/Loss": 0.5963352918624878, "Finetune/Loss (Raw)": 0.5948194861412048, "Finetune/Step": 17617, "Finetune/Step Time": 11.840221768245101}
+{"Finetune/Learning Rate": 3.6708331255363103e-07, "Finetune/Loss": 0.5948688983917236, "Finetune/Loss (Raw)": 0.5538740158081055, "Finetune/Step": 17618, "Finetune/Step Time": 11.84671843238175}
+{"Finetune/Learning Rate": 3.6663137873617525e-07, "Finetune/Loss": 0.5950932502746582, "Finetune/Loss (Raw)": 0.6302779912948608, "Finetune/Step": 17619, "Finetune/Step Time": 11.845641177147627}
+{"Finetune/Learning Rate": 3.661797180936588e-07, "Finetune/Loss": 0.5952737927436829, "Finetune/Loss (Raw)": 0.5184774398803711, "Finetune/Step": 17620, "Finetune/Step Time": 11.849976664409041}
+{"Finetune/Learning Rate": 3.6572833063889145e-07, "Finetune/Loss": 0.5957081317901611, "Finetune/Loss (Raw)": 0.6274285912513733, "Finetune/Step": 17621, "Finetune/Step Time": 11.842430314049125}
+{"Finetune/Learning Rate": 3.6527721638467293e-07, "Finetune/Loss": 0.5958654284477234, "Finetune/Loss (Raw)": 0.6733627319335938, "Finetune/Step": 17622, "Finetune/Step Time": 11.822220692411065}
+{"Finetune/Learning Rate": 3.6482637534379415e-07, "Finetune/Loss": 0.5959092974662781, "Finetune/Loss (Raw)": 0.64976567029953, "Finetune/Step": 17623, "Finetune/Step Time": 11.828576229512691}
+{"Finetune/Learning Rate": 3.6437580752904155e-07, "Finetune/Loss": 0.5965030789375305, "Finetune/Loss (Raw)": 0.6047723293304443, "Finetune/Step": 17624, "Finetune/Step Time": 11.832206096500158}
+{"Finetune/Learning Rate": 3.6392551295319045e-07, "Finetune/Loss": 0.5970073938369751, "Finetune/Loss (Raw)": 0.5938310027122498, "Finetune/Step": 17625, "Finetune/Step Time": 11.824275294318795}
+{"Finetune/Learning Rate": 3.634754916290117e-07, "Finetune/Loss": 0.5959280729293823, "Finetune/Loss (Raw)": 0.5338876843452454, "Finetune/Step": 17626, "Finetune/Step Time": 11.820744909346104}
+{"Finetune/Learning Rate": 3.630257435692641e-07, "Finetune/Loss": 0.5962214469909668, "Finetune/Loss (Raw)": 0.6268972158432007, "Finetune/Step": 17627, "Finetune/Step Time": 11.794954838231206}
+{"Finetune/Learning Rate": 3.6257626878670183e-07, "Finetune/Loss": 0.5954943895339966, "Finetune/Loss (Raw)": 0.5251032710075378, "Finetune/Step": 17628, "Finetune/Step Time": 11.797287803143263}
+{"Finetune/Learning Rate": 3.6212706729407134e-07, "Finetune/Loss": 0.5955686569213867, "Finetune/Loss (Raw)": 0.6207302212715149, "Finetune/Step": 17629, "Finetune/Step Time": 11.79709236137569}
+{"Finetune/Learning Rate": 3.6167813910411244e-07, "Finetune/Loss": 0.5958822965621948, "Finetune/Loss (Raw)": 0.6038855314254761, "Finetune/Step": 17630, "Finetune/Step Time": 11.788750680163503}
+{"Finetune/Learning Rate": 3.6122948422955275e-07, "Finetune/Loss": 0.5946824550628662, "Finetune/Loss (Raw)": 0.5101808309555054, "Finetune/Step": 17631, "Finetune/Step Time": 11.784503227099776}
+{"Finetune/Learning Rate": 3.607811026831176e-07, "Finetune/Loss": 0.5953823328018188, "Finetune/Loss (Raw)": 0.5853692889213562, "Finetune/Step": 17632, "Finetune/Step Time": 11.814120816066861}
+{"Finetune/Learning Rate": 3.60332994477518e-07, "Finetune/Loss": 0.5963609218597412, "Finetune/Loss (Raw)": 0.6515628099441528, "Finetune/Step": 17633, "Finetune/Step Time": 11.812683863565326}
+{"Finetune/Learning Rate": 3.598851596254638e-07, "Finetune/Loss": 0.5970330238342285, "Finetune/Loss (Raw)": 0.6657726764678955, "Finetune/Step": 17634, "Finetune/Step Time": 11.812152996659279}
+{"Finetune/Learning Rate": 3.594375981396525e-07, "Finetune/Loss": 0.5983163118362427, "Finetune/Loss (Raw)": 0.6368009448051453, "Finetune/Step": 17635, "Finetune/Step Time": 11.811641344800591}
+{"Finetune/Learning Rate": 3.589903100327785e-07, "Finetune/Loss": 0.5973080992698669, "Finetune/Loss (Raw)": 0.5765466690063477, "Finetune/Step": 17636, "Finetune/Step Time": 11.80914692953229}
+{"Finetune/Learning Rate": 3.585432953175239e-07, "Finetune/Loss": 0.5977084636688232, "Finetune/Loss (Raw)": 0.5998703837394714, "Finetune/Step": 17637, "Finetune/Step Time": 11.833444509655237}
+{"Finetune/Learning Rate": 3.580965540065651e-07, "Finetune/Loss": 0.5962366461753845, "Finetune/Loss (Raw)": 0.42728447914123535, "Finetune/Step": 17638, "Finetune/Step Time": 11.853481205180287}
+{"Finetune/Learning Rate": 3.576500861125698e-07, "Finetune/Loss": 0.5973958969116211, "Finetune/Loss (Raw)": 0.6820417046546936, "Finetune/Step": 17639, "Finetune/Step Time": 11.85602005943656}
+{"Finetune/Learning Rate": 3.572038916481979e-07, "Finetune/Loss": 0.5974186062812805, "Finetune/Loss (Raw)": 0.6645999550819397, "Finetune/Step": 17640, "Finetune/Step Time": 11.850406620651484}
+{"Finetune/Learning Rate": 3.5675797062610375e-07, "Finetune/Loss": 0.5982771515846252, "Finetune/Loss (Raw)": 0.6301149129867554, "Finetune/Step": 17641, "Finetune/Step Time": 11.851408625021577}
+{"Finetune/Learning Rate": 3.5631232305893047e-07, "Finetune/Loss": 0.5978543758392334, "Finetune/Loss (Raw)": 0.5894862413406372, "Finetune/Step": 17642, "Finetune/Step Time": 11.842853333801031}
+{"Finetune/Learning Rate": 3.5586694895931914e-07, "Finetune/Loss": 0.5985070466995239, "Finetune/Loss (Raw)": 0.5446193814277649, "Finetune/Step": 17643, "Finetune/Step Time": 11.845052022486925}
+{"Finetune/Learning Rate": 3.5542184833989634e-07, "Finetune/Loss": 0.5980774164199829, "Finetune/Loss (Raw)": 0.4834887385368347, "Finetune/Step": 17644, "Finetune/Step Time": 11.85983126051724}
+{"Finetune/Learning Rate": 3.5497702121328413e-07, "Finetune/Loss": 0.5981659889221191, "Finetune/Loss (Raw)": 0.6035497188568115, "Finetune/Step": 17645, "Finetune/Step Time": 11.86551214568317}
+{"Finetune/Learning Rate": 3.5453246759209693e-07, "Finetune/Loss": 0.5973777770996094, "Finetune/Loss (Raw)": 0.5066993832588196, "Finetune/Step": 17646, "Finetune/Step Time": 11.86245346441865}
+{"Finetune/Learning Rate": 3.5408818748894014e-07, "Finetune/Loss": 0.5972615480422974, "Finetune/Loss (Raw)": 0.598248302936554, "Finetune/Step": 17647, "Finetune/Step Time": 11.860445560887456}
+{"Finetune/Learning Rate": 3.5364418091641374e-07, "Finetune/Loss": 0.5973000526428223, "Finetune/Loss (Raw)": 0.5554242134094238, "Finetune/Step": 17648, "Finetune/Step Time": 11.861575242131948}
+{"Finetune/Learning Rate": 3.532004478871065e-07, "Finetune/Loss": 0.5969815254211426, "Finetune/Loss (Raw)": 0.5159279108047485, "Finetune/Step": 17649, "Finetune/Step Time": 11.867416929453611}
+{"Finetune/Learning Rate": 3.5275698841360393e-07, "Finetune/Loss": 0.5961918830871582, "Finetune/Loss (Raw)": 0.5317425727844238, "Finetune/Step": 17650, "Finetune/Step Time": 11.885919125750661}
+{"Finetune/Learning Rate": 3.523138025084816e-07, "Finetune/Loss": 0.5967423915863037, "Finetune/Loss (Raw)": 0.5822734236717224, "Finetune/Step": 17651, "Finetune/Step Time": 11.885959273204207}
+{"Finetune/Learning Rate": 3.5187089018430377e-07, "Finetune/Loss": 0.5982184410095215, "Finetune/Loss (Raw)": 0.655082643032074, "Finetune/Step": 17652, "Finetune/Step Time": 11.881278729066253}
+{"Finetune/Learning Rate": 3.514282514536316e-07, "Finetune/Loss": 0.5983864665031433, "Finetune/Loss (Raw)": 0.5464621782302856, "Finetune/Step": 17653, "Finetune/Step Time": 11.897055361419916}
+{"Finetune/Learning Rate": 3.509858863290183e-07, "Finetune/Loss": 0.5993903875350952, "Finetune/Loss (Raw)": 0.648149847984314, "Finetune/Step": 17654, "Finetune/Step Time": 11.898835238069296}
+{"Finetune/Learning Rate": 3.505437948230062e-07, "Finetune/Loss": 0.599185585975647, "Finetune/Loss (Raw)": 0.5770041346549988, "Finetune/Step": 17655, "Finetune/Step Time": 11.899425327777863}
+{"Finetune/Learning Rate": 3.5010197694813285e-07, "Finetune/Loss": 0.5989840030670166, "Finetune/Loss (Raw)": 0.6113206744194031, "Finetune/Step": 17656, "Finetune/Step Time": 11.879058552905917}
+{"Finetune/Learning Rate": 3.496604327169273e-07, "Finetune/Loss": 0.5985847115516663, "Finetune/Loss (Raw)": 0.5297175049781799, "Finetune/Step": 17657, "Finetune/Step Time": 11.871660806238651}
+{"Finetune/Learning Rate": 3.4921916214191055e-07, "Finetune/Loss": 0.5980870723724365, "Finetune/Loss (Raw)": 0.5799936056137085, "Finetune/Step": 17658, "Finetune/Step Time": 11.873866567388177}
+{"Finetune/Learning Rate": 3.4877816523559374e-07, "Finetune/Loss": 0.5975988507270813, "Finetune/Loss (Raw)": 0.5502638220787048, "Finetune/Step": 17659, "Finetune/Step Time": 11.868761273100972}
+{"Finetune/Learning Rate": 3.4833744201048457e-07, "Finetune/Loss": 0.5979983806610107, "Finetune/Loss (Raw)": 0.6053314805030823, "Finetune/Step": 17660, "Finetune/Step Time": 11.86853078007698}
+{"Finetune/Learning Rate": 3.478969924790798e-07, "Finetune/Loss": 0.5982210040092468, "Finetune/Loss (Raw)": 0.6647829413414001, "Finetune/Step": 17661, "Finetune/Step Time": 11.875971207395196}
+{"Finetune/Learning Rate": 3.474568166538694e-07, "Finetune/Loss": 0.5967526435852051, "Finetune/Loss (Raw)": 0.6022571921348572, "Finetune/Step": 17662, "Finetune/Step Time": 11.880232786759734}
+{"Finetune/Learning Rate": 3.4701691454733567e-07, "Finetune/Loss": 0.597072958946228, "Finetune/Loss (Raw)": 0.5707994699478149, "Finetune/Step": 17663, "Finetune/Step Time": 11.844730032607913}
+{"Finetune/Learning Rate": 3.4657728617195295e-07, "Finetune/Loss": 0.597649335861206, "Finetune/Loss (Raw)": 0.6017577052116394, "Finetune/Step": 17664, "Finetune/Step Time": 11.852616783231497}
+{"Finetune/Learning Rate": 3.461379315401869e-07, "Finetune/Loss": 0.5958811044692993, "Finetune/Loss (Raw)": 0.5776973366737366, "Finetune/Step": 17665, "Finetune/Step Time": 11.855636227875948}
+{"Finetune/Learning Rate": 3.456988506644987e-07, "Finetune/Loss": 0.5952469110488892, "Finetune/Loss (Raw)": 0.5402927398681641, "Finetune/Step": 17666, "Finetune/Step Time": 11.859835542738438}
+{"Finetune/Learning Rate": 3.452600435573361e-07, "Finetune/Loss": 0.5958492159843445, "Finetune/Loss (Raw)": 0.6030582189559937, "Finetune/Step": 17667, "Finetune/Step Time": 11.857233241200447}
+{"Finetune/Learning Rate": 3.4482151023114583e-07, "Finetune/Loss": 0.5950419902801514, "Finetune/Loss (Raw)": 0.5403136014938354, "Finetune/Step": 17668, "Finetune/Step Time": 11.854316595941782}
+{"Finetune/Learning Rate": 3.443832506983613e-07, "Finetune/Loss": 0.5927596092224121, "Finetune/Loss (Raw)": 0.46661368012428284, "Finetune/Step": 17669, "Finetune/Step Time": 11.854863608255982}
+{"Finetune/Learning Rate": 3.4394526497141034e-07, "Finetune/Loss": 0.5927175283432007, "Finetune/Loss (Raw)": 0.5875957012176514, "Finetune/Step": 17670, "Finetune/Step Time": 11.85502546094358}
+{"Finetune/Learning Rate": 3.435075530627141e-07, "Finetune/Loss": 0.5920476913452148, "Finetune/Loss (Raw)": 0.5037017464637756, "Finetune/Step": 17671, "Finetune/Step Time": 11.846458552405238}
+{"Finetune/Learning Rate": 3.430701149846849e-07, "Finetune/Loss": 0.5931453704833984, "Finetune/Loss (Raw)": 0.6064611077308655, "Finetune/Step": 17672, "Finetune/Step Time": 11.857243727892637}
+{"Finetune/Learning Rate": 3.42632950749725e-07, "Finetune/Loss": 0.5928475260734558, "Finetune/Loss (Raw)": 0.5937875509262085, "Finetune/Step": 17673, "Finetune/Step Time": 11.856196718290448}
+{"Finetune/Learning Rate": 3.4219606037023454e-07, "Finetune/Loss": 0.5921151638031006, "Finetune/Loss (Raw)": 0.598606526851654, "Finetune/Step": 17674, "Finetune/Step Time": 11.85216654278338}
+{"Finetune/Learning Rate": 3.417594438586003e-07, "Finetune/Loss": 0.5907491445541382, "Finetune/Loss (Raw)": 0.4652749001979828, "Finetune/Step": 17675, "Finetune/Step Time": 11.88406602293253}
+{"Finetune/Learning Rate": 3.4132310122720226e-07, "Finetune/Loss": 0.5896443128585815, "Finetune/Loss (Raw)": 0.5298478007316589, "Finetune/Step": 17676, "Finetune/Step Time": 11.87559418566525}
+{"Finetune/Learning Rate": 3.4088703248841726e-07, "Finetune/Loss": 0.5896894931793213, "Finetune/Loss (Raw)": 0.638029932975769, "Finetune/Step": 17677, "Finetune/Step Time": 11.873247258365154}
+{"Finetune/Learning Rate": 3.4045123765460765e-07, "Finetune/Loss": 0.5896857976913452, "Finetune/Loss (Raw)": 0.5563823580741882, "Finetune/Step": 17678, "Finetune/Step Time": 11.873782061040401}
+{"Finetune/Learning Rate": 3.400157167381346e-07, "Finetune/Loss": 0.5899708271026611, "Finetune/Loss (Raw)": 0.5928747057914734, "Finetune/Step": 17679, "Finetune/Step Time": 11.877011192962527}
+{"Finetune/Learning Rate": 3.3958046975134494e-07, "Finetune/Loss": 0.5898666977882385, "Finetune/Loss (Raw)": 0.572972297668457, "Finetune/Step": 17680, "Finetune/Step Time": 11.8795135486871}
+{"Finetune/Learning Rate": 3.391454967065844e-07, "Finetune/Loss": 0.5891450643539429, "Finetune/Loss (Raw)": 0.6116778254508972, "Finetune/Step": 17681, "Finetune/Step Time": 11.86360595561564}
+{"Finetune/Learning Rate": 3.387107976161852e-07, "Finetune/Loss": 0.5880787372589111, "Finetune/Loss (Raw)": 0.48397213220596313, "Finetune/Step": 17682, "Finetune/Step Time": 11.87516369484365}
+{"Finetune/Learning Rate": 3.382763724924742e-07, "Finetune/Loss": 0.5885323882102966, "Finetune/Loss (Raw)": 0.6649097800254822, "Finetune/Step": 17683, "Finetune/Step Time": 11.87156910263002}
+{"Finetune/Learning Rate": 3.3784222134776946e-07, "Finetune/Loss": 0.5872000455856323, "Finetune/Loss (Raw)": 0.4671245515346527, "Finetune/Step": 17684, "Finetune/Step Time": 11.872339349240065}
+{"Finetune/Learning Rate": 3.374083441943854e-07, "Finetune/Loss": 0.5870351791381836, "Finetune/Loss (Raw)": 0.6370665431022644, "Finetune/Step": 17685, "Finetune/Step Time": 11.87003916874528}
+{"Finetune/Learning Rate": 3.3697474104462447e-07, "Finetune/Loss": 0.5857250094413757, "Finetune/Loss (Raw)": 0.39410558342933655, "Finetune/Step": 17686, "Finetune/Step Time": 11.86417311988771}
+{"Finetune/Learning Rate": 3.365414119107824e-07, "Finetune/Loss": 0.5865578651428223, "Finetune/Loss (Raw)": 0.5357197523117065, "Finetune/Step": 17687, "Finetune/Step Time": 11.83712201565504}
+{"Finetune/Learning Rate": 3.36108356805146e-07, "Finetune/Loss": 0.5871126651763916, "Finetune/Loss (Raw)": 0.7051554322242737, "Finetune/Step": 17688, "Finetune/Step Time": 11.831969313323498}
+{"Finetune/Learning Rate": 3.3567557573999545e-07, "Finetune/Loss": 0.585538387298584, "Finetune/Loss (Raw)": 0.49352845549583435, "Finetune/Step": 17689, "Finetune/Step Time": 11.8698012214154}
+{"Finetune/Learning Rate": 3.3524306872760425e-07, "Finetune/Loss": 0.5850030183792114, "Finetune/Loss (Raw)": 0.5810016989707947, "Finetune/Step": 17690, "Finetune/Step Time": 11.86492490209639}
+{"Finetune/Learning Rate": 3.34810835780236e-07, "Finetune/Loss": 0.5847013592720032, "Finetune/Loss (Raw)": 0.6574430465698242, "Finetune/Step": 17691, "Finetune/Step Time": 11.859235202893615}
+{"Finetune/Learning Rate": 3.343788769101486e-07, "Finetune/Loss": 0.5847065448760986, "Finetune/Loss (Raw)": 0.6681032180786133, "Finetune/Step": 17692, "Finetune/Step Time": 11.851073985919356}
+{"Finetune/Learning Rate": 3.3394719212959337e-07, "Finetune/Loss": 0.585689127445221, "Finetune/Loss (Raw)": 0.6632448434829712, "Finetune/Step": 17693, "Finetune/Step Time": 11.873504988849163}
+{"Finetune/Learning Rate": 3.335157814508072e-07, "Finetune/Loss": 0.5875162482261658, "Finetune/Loss (Raw)": 0.6703381538391113, "Finetune/Step": 17694, "Finetune/Step Time": 11.844174465164542}
+{"Finetune/Learning Rate": 3.3308464488602587e-07, "Finetune/Loss": 0.586138904094696, "Finetune/Loss (Raw)": 0.43314626812934875, "Finetune/Step": 17695, "Finetune/Step Time": 11.84372010268271}
+{"Finetune/Learning Rate": 3.32653782447474e-07, "Finetune/Loss": 0.5857278108596802, "Finetune/Loss (Raw)": 0.5276536345481873, "Finetune/Step": 17696, "Finetune/Step Time": 11.843608345836401}
+{"Finetune/Learning Rate": 3.322231941473719e-07, "Finetune/Loss": 0.5849539041519165, "Finetune/Loss (Raw)": 0.5322234630584717, "Finetune/Step": 17697, "Finetune/Step Time": 11.838025966659188}
+{"Finetune/Learning Rate": 3.317928799979275e-07, "Finetune/Loss": 0.5838235020637512, "Finetune/Loss (Raw)": 0.4398514926433563, "Finetune/Step": 17698, "Finetune/Step Time": 11.867965869605541}
+{"Finetune/Learning Rate": 3.3136284001134553e-07, "Finetune/Loss": 0.5833656191825867, "Finetune/Loss (Raw)": 0.5108606219291687, "Finetune/Step": 17699, "Finetune/Step Time": 11.867358092218637}
+{"Finetune/Learning Rate": 3.3093307419981957e-07, "Finetune/Loss": 0.5840121507644653, "Finetune/Loss (Raw)": 0.5607431530952454, "Finetune/Step": 17700, "Finetune/Step Time": 11.879908194765449}
+{"Finetune/Learning Rate": 3.305035825755354e-07, "Finetune/Loss": 0.5832727551460266, "Finetune/Loss (Raw)": 0.528577983379364, "Finetune/Step": 17701, "Finetune/Step Time": 11.89472584798932}
+{"Finetune/Learning Rate": 3.3007436515067323e-07, "Finetune/Loss": 0.5847911834716797, "Finetune/Loss (Raw)": 0.5940342545509338, "Finetune/Step": 17702, "Finetune/Step Time": 11.864053789526224}
+{"Finetune/Learning Rate": 3.2964542193740565e-07, "Finetune/Loss": 0.5835899114608765, "Finetune/Loss (Raw)": 0.6328755617141724, "Finetune/Step": 17703, "Finetune/Step Time": 11.860778249800205}
+{"Finetune/Learning Rate": 3.2921675294789403e-07, "Finetune/Loss": 0.5845264196395874, "Finetune/Loss (Raw)": 0.594545304775238, "Finetune/Step": 17704, "Finetune/Step Time": 11.856182320043445}
+{"Finetune/Learning Rate": 3.2878835819429633e-07, "Finetune/Loss": 0.5856987237930298, "Finetune/Loss (Raw)": 0.668781578540802, "Finetune/Step": 17705, "Finetune/Step Time": 11.859053680673242}
+{"Finetune/Learning Rate": 3.2836023768875846e-07, "Finetune/Loss": 0.5861819982528687, "Finetune/Loss (Raw)": 0.6176488995552063, "Finetune/Step": 17706, "Finetune/Step Time": 11.841467000544071}
+{"Finetune/Learning Rate": 3.279323914434218e-07, "Finetune/Loss": 0.5857394933700562, "Finetune/Loss (Raw)": 0.5749828815460205, "Finetune/Step": 17707, "Finetune/Step Time": 11.825563419610262}
+{"Finetune/Learning Rate": 3.2750481947042e-07, "Finetune/Loss": 0.5869389772415161, "Finetune/Loss (Raw)": 0.6583024263381958, "Finetune/Step": 17708, "Finetune/Step Time": 11.838445393368602}
+{"Finetune/Learning Rate": 3.2707752178187557e-07, "Finetune/Loss": 0.5862962007522583, "Finetune/Loss (Raw)": 0.5914439558982849, "Finetune/Step": 17709, "Finetune/Step Time": 11.840299120172858}
+{"Finetune/Learning Rate": 3.266504983899066e-07, "Finetune/Loss": 0.5855112075805664, "Finetune/Loss (Raw)": 0.5742859244346619, "Finetune/Step": 17710, "Finetune/Step Time": 11.840780047699809}
+{"Finetune/Learning Rate": 3.262237493066223e-07, "Finetune/Loss": 0.5861510038375854, "Finetune/Loss (Raw)": 0.6633496880531311, "Finetune/Step": 17711, "Finetune/Step Time": 11.822949890047312}
+{"Finetune/Learning Rate": 3.2579727454412404e-07, "Finetune/Loss": 0.5856074094772339, "Finetune/Loss (Raw)": 0.553896427154541, "Finetune/Step": 17712, "Finetune/Step Time": 11.809326903894544}
+{"Finetune/Learning Rate": 3.253710741145055e-07, "Finetune/Loss": 0.586500346660614, "Finetune/Loss (Raw)": 0.6693024635314941, "Finetune/Step": 17713, "Finetune/Step Time": 11.808565028011799}
+{"Finetune/Learning Rate": 3.2494514802985265e-07, "Finetune/Loss": 0.5869273543357849, "Finetune/Loss (Raw)": 0.6789146065711975, "Finetune/Step": 17714, "Finetune/Step Time": 11.806840801611543}
+{"Finetune/Learning Rate": 3.2451949630224245e-07, "Finetune/Loss": 0.5871245861053467, "Finetune/Loss (Raw)": 0.7287285327911377, "Finetune/Step": 17715, "Finetune/Step Time": 11.803386818617582}
+{"Finetune/Learning Rate": 3.240941189437463e-07, "Finetune/Loss": 0.58711838722229, "Finetune/Loss (Raw)": 0.5602842569351196, "Finetune/Step": 17716, "Finetune/Step Time": 11.80799474939704}
+{"Finetune/Learning Rate": 3.2366901596642686e-07, "Finetune/Loss": 0.5862135291099548, "Finetune/Loss (Raw)": 0.5691595673561096, "Finetune/Step": 17717, "Finetune/Step Time": 11.837929654866457}
+{"Finetune/Learning Rate": 3.2324418738233667e-07, "Finetune/Loss": 0.5854560136795044, "Finetune/Loss (Raw)": 0.522691547870636, "Finetune/Step": 17718, "Finetune/Step Time": 11.830638810992241}
+{"Finetune/Learning Rate": 3.2281963320352605e-07, "Finetune/Loss": 0.5856439471244812, "Finetune/Loss (Raw)": 0.5617357492446899, "Finetune/Step": 17719, "Finetune/Step Time": 11.827156528830528}
+{"Finetune/Learning Rate": 3.223953534420321e-07, "Finetune/Loss": 0.5859013795852661, "Finetune/Loss (Raw)": 0.5863127708435059, "Finetune/Step": 17720, "Finetune/Step Time": 11.833837807178497}
+{"Finetune/Learning Rate": 3.219713481098852e-07, "Finetune/Loss": 0.5870165824890137, "Finetune/Loss (Raw)": 0.696456789970398, "Finetune/Step": 17721, "Finetune/Step Time": 11.827313255518675}
+{"Finetune/Learning Rate": 3.215476172191112e-07, "Finetune/Loss": 0.5864585638046265, "Finetune/Loss (Raw)": 0.5702642202377319, "Finetune/Step": 17722, "Finetune/Step Time": 11.82855731062591}
+{"Finetune/Learning Rate": 3.2112416078172613e-07, "Finetune/Loss": 0.5866032838821411, "Finetune/Loss (Raw)": 0.6809735298156738, "Finetune/Step": 17723, "Finetune/Step Time": 11.829095099121332}
+{"Finetune/Learning Rate": 3.207009788097359e-07, "Finetune/Loss": 0.588097095489502, "Finetune/Loss (Raw)": 0.6465219259262085, "Finetune/Step": 17724, "Finetune/Step Time": 11.795657245442271}
+{"Finetune/Learning Rate": 3.20278071315141e-07, "Finetune/Loss": 0.5878405570983887, "Finetune/Loss (Raw)": 0.6574569940567017, "Finetune/Step": 17725, "Finetune/Step Time": 11.800248159095645}
+{"Finetune/Learning Rate": 3.1985543830993505e-07, "Finetune/Loss": 0.5870348811149597, "Finetune/Loss (Raw)": 0.5371670126914978, "Finetune/Step": 17726, "Finetune/Step Time": 11.778641130775213}
+{"Finetune/Learning Rate": 3.194330798061018e-07, "Finetune/Loss": 0.5854873657226562, "Finetune/Loss (Raw)": 0.4150344729423523, "Finetune/Step": 17727, "Finetune/Step Time": 11.804100347682834}
+{"Finetune/Learning Rate": 3.1901099581561846e-07, "Finetune/Loss": 0.5851992964744568, "Finetune/Loss (Raw)": 0.7237823605537415, "Finetune/Step": 17728, "Finetune/Step Time": 11.812549460679293}
+{"Finetune/Learning Rate": 3.1858918635045645e-07, "Finetune/Loss": 0.5854400396347046, "Finetune/Loss (Raw)": 0.5969745516777039, "Finetune/Step": 17729, "Finetune/Step Time": 11.804512910544872}
+{"Finetune/Learning Rate": 3.181676514225729e-07, "Finetune/Loss": 0.5849542021751404, "Finetune/Loss (Raw)": 0.5083655714988708, "Finetune/Step": 17730, "Finetune/Step Time": 11.883935263380408}
+{"Finetune/Learning Rate": 3.177463910439238e-07, "Finetune/Loss": 0.5859153866767883, "Finetune/Loss (Raw)": 0.657350480556488, "Finetune/Step": 17731, "Finetune/Step Time": 11.879039714112878}
+{"Finetune/Learning Rate": 3.1732540522645294e-07, "Finetune/Loss": 0.5863929986953735, "Finetune/Loss (Raw)": 0.6149117350578308, "Finetune/Step": 17732, "Finetune/Step Time": 11.884627934545279}
+{"Finetune/Learning Rate": 3.169046939821008e-07, "Finetune/Loss": 0.5854932069778442, "Finetune/Loss (Raw)": 0.5150665044784546, "Finetune/Step": 17733, "Finetune/Step Time": 11.887228084728122}
+{"Finetune/Learning Rate": 3.1648425732279666e-07, "Finetune/Loss": 0.5847330689430237, "Finetune/Loss (Raw)": 0.4636572003364563, "Finetune/Step": 17734, "Finetune/Step Time": 11.885570552200079}
+{"Finetune/Learning Rate": 3.160640952604621e-07, "Finetune/Loss": 0.5857458114624023, "Finetune/Loss (Raw)": 0.6130699515342712, "Finetune/Step": 17735, "Finetune/Step Time": 11.882192140445113}
+{"Finetune/Learning Rate": 3.1564420780701435e-07, "Finetune/Loss": 0.5866580009460449, "Finetune/Loss (Raw)": 0.7103164792060852, "Finetune/Step": 17736, "Finetune/Step Time": 11.882196245715022}
+{"Finetune/Learning Rate": 3.152245949743571e-07, "Finetune/Loss": 0.5864890217781067, "Finetune/Loss (Raw)": 0.6202350854873657, "Finetune/Step": 17737, "Finetune/Step Time": 11.879805965349078}
+{"Finetune/Learning Rate": 3.1480525677439087e-07, "Finetune/Loss": 0.58632493019104, "Finetune/Loss (Raw)": 0.6084197163581848, "Finetune/Step": 17738, "Finetune/Step Time": 11.900562278926373}
+{"Finetune/Learning Rate": 3.143861932190051e-07, "Finetune/Loss": 0.586751401424408, "Finetune/Loss (Raw)": 0.5493332147598267, "Finetune/Step": 17739, "Finetune/Step Time": 11.880249481648207}
+{"Finetune/Learning Rate": 3.1396740432008465e-07, "Finetune/Loss": 0.5869093537330627, "Finetune/Loss (Raw)": 0.691976010799408, "Finetune/Step": 17740, "Finetune/Step Time": 11.873017968609929}
+{"Finetune/Learning Rate": 3.135488900895067e-07, "Finetune/Loss": 0.5847876071929932, "Finetune/Loss (Raw)": 0.4334947168827057, "Finetune/Step": 17741, "Finetune/Step Time": 11.887193335220218}
+{"Finetune/Learning Rate": 3.131306505391385e-07, "Finetune/Loss": 0.5843967199325562, "Finetune/Loss (Raw)": 0.5215616226196289, "Finetune/Step": 17742, "Finetune/Step Time": 11.887079656124115}
+{"Finetune/Learning Rate": 3.1271268568083714e-07, "Finetune/Loss": 0.5834417343139648, "Finetune/Loss (Raw)": 0.4818667769432068, "Finetune/Step": 17743, "Finetune/Step Time": 11.895620146766305}
+{"Finetune/Learning Rate": 3.122949955264587e-07, "Finetune/Loss": 0.5829901099205017, "Finetune/Loss (Raw)": 0.5256038308143616, "Finetune/Step": 17744, "Finetune/Step Time": 11.925260985270143}
+{"Finetune/Learning Rate": 3.1187758008784485e-07, "Finetune/Loss": 0.5831500291824341, "Finetune/Loss (Raw)": 0.6152846813201904, "Finetune/Step": 17745, "Finetune/Step Time": 11.925231639295816}
+{"Finetune/Learning Rate": 3.114604393768339e-07, "Finetune/Loss": 0.5835744142532349, "Finetune/Loss (Raw)": 0.6081986427307129, "Finetune/Step": 17746, "Finetune/Step Time": 11.920769091695547}
+{"Finetune/Learning Rate": 3.11043573405253e-07, "Finetune/Loss": 0.5833879709243774, "Finetune/Loss (Raw)": 0.6064096093177795, "Finetune/Step": 17747, "Finetune/Step Time": 11.941911494359374}
+{"Finetune/Learning Rate": 3.106269821849273e-07, "Finetune/Loss": 0.5832172632217407, "Finetune/Loss (Raw)": 0.4966322183609009, "Finetune/Step": 17748, "Finetune/Step Time": 11.963432908058167}
+{"Finetune/Learning Rate": 3.10210665727666e-07, "Finetune/Loss": 0.5827473402023315, "Finetune/Loss (Raw)": 0.5672748684883118, "Finetune/Step": 17749, "Finetune/Step Time": 11.964724395424128}
+{"Finetune/Learning Rate": 3.0979462404527647e-07, "Finetune/Loss": 0.5826449394226074, "Finetune/Loss (Raw)": 0.6602581143379211, "Finetune/Step": 17750, "Finetune/Step Time": 11.971728008240461}
+{"Finetune/Learning Rate": 3.0937885714955597e-07, "Finetune/Loss": 0.5825148820877075, "Finetune/Loss (Raw)": 0.6331217885017395, "Finetune/Step": 17751, "Finetune/Step Time": 11.956503419205546}
+{"Finetune/Learning Rate": 3.08963365052295e-07, "Finetune/Loss": 0.5825546979904175, "Finetune/Loss (Raw)": 0.6098612546920776, "Finetune/Step": 17752, "Finetune/Step Time": 11.956006720662117}
+{"Finetune/Learning Rate": 3.085481477652752e-07, "Finetune/Loss": 0.5837321877479553, "Finetune/Loss (Raw)": 0.7445507645606995, "Finetune/Step": 17753, "Finetune/Step Time": 11.953241055831313}
+{"Finetune/Learning Rate": 3.0813320530027056e-07, "Finetune/Loss": 0.5834788084030151, "Finetune/Loss (Raw)": 0.5014520883560181, "Finetune/Step": 17754, "Finetune/Step Time": 11.961273327469826}
+{"Finetune/Learning Rate": 3.0771853766904834e-07, "Finetune/Loss": 0.5825042724609375, "Finetune/Loss (Raw)": 0.5021570920944214, "Finetune/Step": 17755, "Finetune/Step Time": 11.983689658343792}
+{"Finetune/Learning Rate": 3.07304144883368e-07, "Finetune/Loss": 0.5829312801361084, "Finetune/Loss (Raw)": 0.5797602534294128, "Finetune/Step": 17756, "Finetune/Step Time": 11.980757439509034}
+{"Finetune/Learning Rate": 3.0689002695497904e-07, "Finetune/Loss": 0.5831065773963928, "Finetune/Loss (Raw)": 0.6431704759597778, "Finetune/Step": 17757, "Finetune/Step Time": 11.979777585715055}
+{"Finetune/Learning Rate": 3.064761838956254e-07, "Finetune/Loss": 0.58255934715271, "Finetune/Loss (Raw)": 0.53383868932724, "Finetune/Step": 17758, "Finetune/Step Time": 11.984919723123312}
+{"Finetune/Learning Rate": 3.0606261571704323e-07, "Finetune/Loss": 0.5830526351928711, "Finetune/Loss (Raw)": 0.5733252167701721, "Finetune/Step": 17759, "Finetune/Step Time": 11.99151218496263}
+{"Finetune/Learning Rate": 3.056493224309587e-07, "Finetune/Loss": 0.5826866626739502, "Finetune/Loss (Raw)": 0.5385291576385498, "Finetune/Step": 17760, "Finetune/Step Time": 11.96017973870039}
+{"Finetune/Learning Rate": 3.0523630404909354e-07, "Finetune/Loss": 0.5825251936912537, "Finetune/Loss (Raw)": 0.6308890581130981, "Finetune/Step": 17761, "Finetune/Step Time": 12.025358002632856}
+{"Finetune/Learning Rate": 3.048235605831573e-07, "Finetune/Loss": 0.5817227363586426, "Finetune/Loss (Raw)": 0.5630526542663574, "Finetune/Step": 17762, "Finetune/Step Time": 12.023351788520813}
+{"Finetune/Learning Rate": 3.044110920448562e-07, "Finetune/Loss": 0.5823594331741333, "Finetune/Loss (Raw)": 0.7183057069778442, "Finetune/Step": 17763, "Finetune/Step Time": 12.060121562331915}
+{"Finetune/Learning Rate": 3.039988984458853e-07, "Finetune/Loss": 0.5826038122177124, "Finetune/Loss (Raw)": 0.607829749584198, "Finetune/Step": 17764, "Finetune/Step Time": 12.05949360318482}
+{"Finetune/Learning Rate": 3.035869797979341e-07, "Finetune/Loss": 0.5821890830993652, "Finetune/Loss (Raw)": 0.5467841029167175, "Finetune/Step": 17765, "Finetune/Step Time": 12.037344040349126}
+{"Finetune/Learning Rate": 3.0317533611268435e-07, "Finetune/Loss": 0.5841648578643799, "Finetune/Loss (Raw)": 0.6801798343658447, "Finetune/Step": 17766, "Finetune/Step Time": 12.002916067838669}
+{"Finetune/Learning Rate": 3.027639674018057e-07, "Finetune/Loss": 0.583309531211853, "Finetune/Loss (Raw)": 0.5725581645965576, "Finetune/Step": 17767, "Finetune/Step Time": 11.995725570246577}
+{"Finetune/Learning Rate": 3.0235287367696763e-07, "Finetune/Loss": 0.5831863880157471, "Finetune/Loss (Raw)": 0.6488406658172607, "Finetune/Step": 17768, "Finetune/Step Time": 12.007660791277885}
+{"Finetune/Learning Rate": 3.019420549498253e-07, "Finetune/Loss": 0.5836222171783447, "Finetune/Loss (Raw)": 0.6859007477760315, "Finetune/Step": 17769, "Finetune/Step Time": 12.00287844054401}
+{"Finetune/Learning Rate": 3.0153151123202827e-07, "Finetune/Loss": 0.5839731693267822, "Finetune/Loss (Raw)": 0.634405791759491, "Finetune/Step": 17770, "Finetune/Step Time": 12.009121565148234}
+{"Finetune/Learning Rate": 3.0112124253521835e-07, "Finetune/Loss": 0.584175705909729, "Finetune/Loss (Raw)": 0.570541501045227, "Finetune/Step": 17771, "Finetune/Step Time": 12.011808440089226}
+{"Finetune/Learning Rate": 3.0071124887103174e-07, "Finetune/Loss": 0.5850617289543152, "Finetune/Loss (Raw)": 0.5969048738479614, "Finetune/Step": 17772, "Finetune/Step Time": 11.99264906719327}
+{"Finetune/Learning Rate": 3.0030153025109254e-07, "Finetune/Loss": 0.5854105949401855, "Finetune/Loss (Raw)": 0.648202121257782, "Finetune/Step": 17773, "Finetune/Step Time": 11.989113375544548}
+{"Finetune/Learning Rate": 2.9989208668701806e-07, "Finetune/Loss": 0.585554838180542, "Finetune/Loss (Raw)": 0.5251704454421997, "Finetune/Step": 17774, "Finetune/Step Time": 11.997283302247524}
+{"Finetune/Learning Rate": 2.994829181904213e-07, "Finetune/Loss": 0.5849183797836304, "Finetune/Loss (Raw)": 0.5167787671089172, "Finetune/Step": 17775, "Finetune/Step Time": 12.025792881846428}
+{"Finetune/Learning Rate": 2.9907402477290515e-07, "Finetune/Loss": 0.5855692625045776, "Finetune/Loss (Raw)": 0.6387287974357605, "Finetune/Step": 17776, "Finetune/Step Time": 12.035651745274663}
+{"Finetune/Learning Rate": 2.9866540644606367e-07, "Finetune/Loss": 0.585284411907196, "Finetune/Loss (Raw)": 0.4794728755950928, "Finetune/Step": 17777, "Finetune/Step Time": 12.055808069184422}
+{"Finetune/Learning Rate": 2.982570632214854e-07, "Finetune/Loss": 0.5854722261428833, "Finetune/Loss (Raw)": 0.5557769536972046, "Finetune/Step": 17778, "Finetune/Step Time": 12.048428606241941}
+{"Finetune/Learning Rate": 2.978489951107477e-07, "Finetune/Loss": 0.584608793258667, "Finetune/Loss (Raw)": 0.471760094165802, "Finetune/Step": 17779, "Finetune/Step Time": 12.05871288664639}
+{"Finetune/Learning Rate": 2.974412021254236e-07, "Finetune/Loss": 0.5838696360588074, "Finetune/Loss (Raw)": 0.5604699850082397, "Finetune/Step": 17780, "Finetune/Step Time": 12.061241066083312}
+{"Finetune/Learning Rate": 2.970336842770749e-07, "Finetune/Loss": 0.5848017930984497, "Finetune/Loss (Raw)": 0.6657817363739014, "Finetune/Step": 17781, "Finetune/Step Time": 12.052210969850421}
+{"Finetune/Learning Rate": 2.966264415772602e-07, "Finetune/Loss": 0.5843254923820496, "Finetune/Loss (Raw)": 0.5871787667274475, "Finetune/Step": 17782, "Finetune/Step Time": 12.08993818424642}
+{"Finetune/Learning Rate": 2.9621947403752794e-07, "Finetune/Loss": 0.5847347974777222, "Finetune/Loss (Raw)": 0.629397988319397, "Finetune/Step": 17783, "Finetune/Step Time": 12.101855058223009}
+{"Finetune/Learning Rate": 2.9581278166941784e-07, "Finetune/Loss": 0.5849649906158447, "Finetune/Loss (Raw)": 0.6407784223556519, "Finetune/Step": 17784, "Finetune/Step Time": 12.112167160958052}
+{"Finetune/Learning Rate": 2.954063644844618e-07, "Finetune/Loss": 0.5849383473396301, "Finetune/Loss (Raw)": 0.526313841342926, "Finetune/Step": 17785, "Finetune/Step Time": 12.116886679083109}
+{"Finetune/Learning Rate": 2.95000222494185e-07, "Finetune/Loss": 0.5843386650085449, "Finetune/Loss (Raw)": 0.5032346248626709, "Finetune/Step": 17786, "Finetune/Step Time": 12.110234212130308}
+{"Finetune/Learning Rate": 2.9459435571010384e-07, "Finetune/Loss": 0.586388349533081, "Finetune/Loss (Raw)": 0.8126193881034851, "Finetune/Step": 17787, "Finetune/Step Time": 12.117636600509286}
+{"Finetune/Learning Rate": 2.9418876414372797e-07, "Finetune/Loss": 0.5868024826049805, "Finetune/Loss (Raw)": 0.6583361625671387, "Finetune/Step": 17788, "Finetune/Step Time": 12.133664833381772}
+{"Finetune/Learning Rate": 2.937834478065593e-07, "Finetune/Loss": 0.5865737199783325, "Finetune/Loss (Raw)": 0.6355108022689819, "Finetune/Step": 17789, "Finetune/Step Time": 12.133764524012804}
+{"Finetune/Learning Rate": 2.933784067100931e-07, "Finetune/Loss": 0.5867282152175903, "Finetune/Loss (Raw)": 0.622024655342102, "Finetune/Step": 17790, "Finetune/Step Time": 12.131131302565336}
+{"Finetune/Learning Rate": 2.929736408658124e-07, "Finetune/Loss": 0.5871471166610718, "Finetune/Loss (Raw)": 0.6244250535964966, "Finetune/Step": 17791, "Finetune/Step Time": 12.142058912664652}
+{"Finetune/Learning Rate": 2.9256915028519575e-07, "Finetune/Loss": 0.5874307155609131, "Finetune/Loss (Raw)": 0.6380570530891418, "Finetune/Step": 17792, "Finetune/Step Time": 12.123647697269917}
+{"Finetune/Learning Rate": 2.92164934979714e-07, "Finetune/Loss": 0.5869283676147461, "Finetune/Loss (Raw)": 0.5133916139602661, "Finetune/Step": 17793, "Finetune/Step Time": 12.121914148330688}
+{"Finetune/Learning Rate": 2.917609949608291e-07, "Finetune/Loss": 0.587566614151001, "Finetune/Loss (Raw)": 0.6219958662986755, "Finetune/Step": 17794, "Finetune/Step Time": 12.117195846512914}
+{"Finetune/Learning Rate": 2.9135733023999634e-07, "Finetune/Loss": 0.5876418352127075, "Finetune/Loss (Raw)": 0.6126822829246521, "Finetune/Step": 17795, "Finetune/Step Time": 12.111628586426377}
+{"Finetune/Learning Rate": 2.90953940828661e-07, "Finetune/Loss": 0.5885535478591919, "Finetune/Loss (Raw)": 0.6570159196853638, "Finetune/Step": 17796, "Finetune/Step Time": 12.110221061855555}
+{"Finetune/Learning Rate": 2.9055082673826396e-07, "Finetune/Loss": 0.590340793132782, "Finetune/Loss (Raw)": 0.6953784227371216, "Finetune/Step": 17797, "Finetune/Step Time": 12.108392469584942}
+{"Finetune/Learning Rate": 2.901479879802349e-07, "Finetune/Loss": 0.5888408422470093, "Finetune/Loss (Raw)": 0.3956087529659271, "Finetune/Step": 17798, "Finetune/Step Time": 12.132371466606855}
+{"Finetune/Learning Rate": 2.897454245659981e-07, "Finetune/Loss": 0.5901753902435303, "Finetune/Loss (Raw)": 0.6745220422744751, "Finetune/Step": 17799, "Finetune/Step Time": 12.137069839984179}
+{"Finetune/Learning Rate": 2.8934313650696877e-07, "Finetune/Loss": 0.5894310474395752, "Finetune/Loss (Raw)": 0.5111830234527588, "Finetune/Step": 17800, "Finetune/Step Time": 12.150505892932415}
+{"Finetune/Learning Rate": 2.889411238145545e-07, "Finetune/Loss": 0.5902743339538574, "Finetune/Loss (Raw)": 0.7017291188240051, "Finetune/Step": 17801, "Finetune/Step Time": 12.148420171812177}
+{"Finetune/Learning Rate": 2.8853938650015624e-07, "Finetune/Loss": 0.5900604128837585, "Finetune/Loss (Raw)": 0.5712248086929321, "Finetune/Step": 17802, "Finetune/Step Time": 12.146722847595811}
+{"Finetune/Learning Rate": 2.881379245751648e-07, "Finetune/Loss": 0.5910429954528809, "Finetune/Loss (Raw)": 0.5910434722900391, "Finetune/Step": 17803, "Finetune/Step Time": 12.152258353307843}
+{"Finetune/Learning Rate": 2.8773673805096436e-07, "Finetune/Loss": 0.5902002453804016, "Finetune/Loss (Raw)": 0.4219764173030853, "Finetune/Step": 17804, "Finetune/Step Time": 12.172593476250768}
+{"Finetune/Learning Rate": 2.8733582693893256e-07, "Finetune/Loss": 0.5891187787055969, "Finetune/Loss (Raw)": 0.49960091710090637, "Finetune/Step": 17805, "Finetune/Step Time": 12.172752615064383}
+{"Finetune/Learning Rate": 2.8693519125043813e-07, "Finetune/Loss": 0.5886474847793579, "Finetune/Loss (Raw)": 0.49605920910835266, "Finetune/Step": 17806, "Finetune/Step Time": 12.17052916623652}
+{"Finetune/Learning Rate": 2.8653483099684074e-07, "Finetune/Loss": 0.5889636278152466, "Finetune/Loss (Raw)": 0.6333438754081726, "Finetune/Step": 17807, "Finetune/Step Time": 12.166184330359101}
+{"Finetune/Learning Rate": 2.8613474618949365e-07, "Finetune/Loss": 0.5885377526283264, "Finetune/Loss (Raw)": 0.5184569954872131, "Finetune/Step": 17808, "Finetune/Step Time": 12.187533820047975}
+{"Finetune/Learning Rate": 2.857349368397433e-07, "Finetune/Loss": 0.5878553986549377, "Finetune/Loss (Raw)": 0.5243291854858398, "Finetune/Step": 17809, "Finetune/Step Time": 12.200820319354534}
+{"Finetune/Learning Rate": 2.8533540295892614e-07, "Finetune/Loss": 0.5890821218490601, "Finetune/Loss (Raw)": 0.6409978866577148, "Finetune/Step": 17810, "Finetune/Step Time": 12.198206404224038}
+{"Finetune/Learning Rate": 2.8493614455837317e-07, "Finetune/Loss": 0.5884214043617249, "Finetune/Loss (Raw)": 0.5803366303443909, "Finetune/Step": 17811, "Finetune/Step Time": 12.196232432499528}
+{"Finetune/Learning Rate": 2.845371616494041e-07, "Finetune/Loss": 0.5892301797866821, "Finetune/Loss (Raw)": 0.5706537961959839, "Finetune/Step": 17812, "Finetune/Step Time": 12.19608861580491}
+{"Finetune/Learning Rate": 2.841384542433345e-07, "Finetune/Loss": 0.58881676197052, "Finetune/Loss (Raw)": 0.5841441750526428, "Finetune/Step": 17813, "Finetune/Step Time": 12.197709968313575}
+{"Finetune/Learning Rate": 2.837400223514708e-07, "Finetune/Loss": 0.5901929140090942, "Finetune/Loss (Raw)": 0.5702580213546753, "Finetune/Step": 17814, "Finetune/Step Time": 12.184808149933815}
+{"Finetune/Learning Rate": 2.8334186598510947e-07, "Finetune/Loss": 0.5905156135559082, "Finetune/Loss (Raw)": 0.5770235657691956, "Finetune/Step": 17815, "Finetune/Step Time": 12.186211850494146}
+{"Finetune/Learning Rate": 2.829439851555427e-07, "Finetune/Loss": 0.5896234512329102, "Finetune/Loss (Raw)": 0.5909615755081177, "Finetune/Step": 17816, "Finetune/Step Time": 12.184589982032776}
+{"Finetune/Learning Rate": 2.8254637987405244e-07, "Finetune/Loss": 0.5900610685348511, "Finetune/Loss (Raw)": 0.5495376586914062, "Finetune/Step": 17817, "Finetune/Step Time": 12.156418051570654}
+{"Finetune/Learning Rate": 2.8214905015191527e-07, "Finetune/Loss": 0.5887265205383301, "Finetune/Loss (Raw)": 0.4101843535900116, "Finetune/Step": 17818, "Finetune/Step Time": 12.167658364400268}
+{"Finetune/Learning Rate": 2.817519960003967e-07, "Finetune/Loss": 0.5886436700820923, "Finetune/Loss (Raw)": 0.6468349695205688, "Finetune/Step": 17819, "Finetune/Step Time": 12.174302777275443}
+{"Finetune/Learning Rate": 2.813552174307566e-07, "Finetune/Loss": 0.5877602100372314, "Finetune/Loss (Raw)": 0.5550268888473511, "Finetune/Step": 17820, "Finetune/Step Time": 12.209091395139694}
+{"Finetune/Learning Rate": 2.809587144542469e-07, "Finetune/Loss": 0.5872455835342407, "Finetune/Loss (Raw)": 0.5973675847053528, "Finetune/Step": 17821, "Finetune/Step Time": 12.190115246921778}
+{"Finetune/Learning Rate": 2.8056248708211e-07, "Finetune/Loss": 0.5856228470802307, "Finetune/Loss (Raw)": 0.46262577176094055, "Finetune/Step": 17822, "Finetune/Step Time": 12.218950252979994}
+{"Finetune/Learning Rate": 2.8016653532558224e-07, "Finetune/Loss": 0.587509274482727, "Finetune/Loss (Raw)": 0.6746108531951904, "Finetune/Step": 17823, "Finetune/Step Time": 12.25189938955009}
+{"Finetune/Learning Rate": 2.7977085919589253e-07, "Finetune/Loss": 0.5881790518760681, "Finetune/Loss (Raw)": 0.6133854389190674, "Finetune/Step": 17824, "Finetune/Step Time": 12.25060229189694}
+{"Finetune/Learning Rate": 2.7937545870425966e-07, "Finetune/Loss": 0.5890657901763916, "Finetune/Loss (Raw)": 0.6457239985466003, "Finetune/Step": 17825, "Finetune/Step Time": 12.251670055091381}
+{"Finetune/Learning Rate": 2.789803338618979e-07, "Finetune/Loss": 0.5898049473762512, "Finetune/Loss (Raw)": 0.5344665050506592, "Finetune/Step": 17826, "Finetune/Step Time": 12.226913312450051}
+{"Finetune/Learning Rate": 2.785854846800129e-07, "Finetune/Loss": 0.5907207727432251, "Finetune/Loss (Raw)": 0.6280837059020996, "Finetune/Step": 17827, "Finetune/Step Time": 12.232762919738889}
+{"Finetune/Learning Rate": 2.781909111697978e-07, "Finetune/Loss": 0.5913785099983215, "Finetune/Loss (Raw)": 0.6449346542358398, "Finetune/Step": 17828, "Finetune/Step Time": 12.223157929256558}
+{"Finetune/Learning Rate": 2.7779661334244256e-07, "Finetune/Loss": 0.5916634798049927, "Finetune/Loss (Raw)": 0.5650516748428345, "Finetune/Step": 17829, "Finetune/Step Time": 12.198993353173137}
+{"Finetune/Learning Rate": 2.774025912091294e-07, "Finetune/Loss": 0.591403067111969, "Finetune/Loss (Raw)": 0.5606995820999146, "Finetune/Step": 17830, "Finetune/Step Time": 12.205227740108967}
+{"Finetune/Learning Rate": 2.770088447810315e-07, "Finetune/Loss": 0.5909911394119263, "Finetune/Loss (Raw)": 0.5801570415496826, "Finetune/Step": 17831, "Finetune/Step Time": 12.216483939439058}
+{"Finetune/Learning Rate": 2.766153740693145e-07, "Finetune/Loss": 0.5907531976699829, "Finetune/Loss (Raw)": 0.5640888214111328, "Finetune/Step": 17832, "Finetune/Step Time": 12.23158765770495}
+{"Finetune/Learning Rate": 2.7622217908513717e-07, "Finetune/Loss": 0.5901073217391968, "Finetune/Loss (Raw)": 0.5861024856567383, "Finetune/Step": 17833, "Finetune/Step Time": 12.245274771004915}
+{"Finetune/Learning Rate": 2.7582925983964726e-07, "Finetune/Loss": 0.5896314382553101, "Finetune/Loss (Raw)": 0.5567408204078674, "Finetune/Step": 17834, "Finetune/Step Time": 12.242035007104278}
+{"Finetune/Learning Rate": 2.75436616343987e-07, "Finetune/Loss": 0.5896672010421753, "Finetune/Loss (Raw)": 0.5795620679855347, "Finetune/Step": 17835, "Finetune/Step Time": 12.245480427518487}
+{"Finetune/Learning Rate": 2.7504424860929193e-07, "Finetune/Loss": 0.5883869528770447, "Finetune/Loss (Raw)": 0.4944295883178711, "Finetune/Step": 17836, "Finetune/Step Time": 12.238503072410822}
+{"Finetune/Learning Rate": 2.7465215664668644e-07, "Finetune/Loss": 0.5882371068000793, "Finetune/Loss (Raw)": 0.5722563862800598, "Finetune/Step": 17837, "Finetune/Step Time": 12.246374992653728}
+{"Finetune/Learning Rate": 2.7426034046729165e-07, "Finetune/Loss": 0.5881730318069458, "Finetune/Loss (Raw)": 0.5660820007324219, "Finetune/Step": 17838, "Finetune/Step Time": 12.246856052428484}
+{"Finetune/Learning Rate": 2.7386880008221873e-07, "Finetune/Loss": 0.5879961252212524, "Finetune/Loss (Raw)": 0.6407042145729065, "Finetune/Step": 17839, "Finetune/Step Time": 12.236532356590033}
+{"Finetune/Learning Rate": 2.734775355025687e-07, "Finetune/Loss": 0.5885992646217346, "Finetune/Loss (Raw)": 0.6311072707176208, "Finetune/Step": 17840, "Finetune/Step Time": 12.236117010936141}
+{"Finetune/Learning Rate": 2.7308654673943614e-07, "Finetune/Loss": 0.5874810218811035, "Finetune/Loss (Raw)": 0.5261604189872742, "Finetune/Step": 17841, "Finetune/Step Time": 12.240903057157993}
+{"Finetune/Learning Rate": 2.7269583380390984e-07, "Finetune/Loss": 0.5864438414573669, "Finetune/Loss (Raw)": 0.5461641550064087, "Finetune/Step": 17842, "Finetune/Step Time": 12.240332351997495}
+{"Finetune/Learning Rate": 2.723053967070688e-07, "Finetune/Loss": 0.584702730178833, "Finetune/Loss (Raw)": 0.5058619976043701, "Finetune/Step": 17843, "Finetune/Step Time": 12.247761499136686}
+{"Finetune/Learning Rate": 2.719152354599841e-07, "Finetune/Loss": 0.5848078727722168, "Finetune/Loss (Raw)": 0.5737404823303223, "Finetune/Step": 17844, "Finetune/Step Time": 12.264671498909593}
+{"Finetune/Learning Rate": 2.715253500737225e-07, "Finetune/Loss": 0.5844453573226929, "Finetune/Loss (Raw)": 0.5227512717247009, "Finetune/Step": 17845, "Finetune/Step Time": 12.255499310791492}
+{"Finetune/Learning Rate": 2.7113574055933734e-07, "Finetune/Loss": 0.5845310688018799, "Finetune/Loss (Raw)": 0.5336688756942749, "Finetune/Step": 17846, "Finetune/Step Time": 12.270892336964607}
+{"Finetune/Learning Rate": 2.7074640692787647e-07, "Finetune/Loss": 0.5849159955978394, "Finetune/Loss (Raw)": 0.6110133528709412, "Finetune/Step": 17847, "Finetune/Step Time": 12.272800577804446}
+{"Finetune/Learning Rate": 2.7035734919038104e-07, "Finetune/Loss": 0.584805965423584, "Finetune/Loss (Raw)": 0.5722271800041199, "Finetune/Step": 17848, "Finetune/Step Time": 12.2627595346421}
+{"Finetune/Learning Rate": 2.6996856735788446e-07, "Finetune/Loss": 0.5840734243392944, "Finetune/Loss (Raw)": 0.6026901006698608, "Finetune/Step": 17849, "Finetune/Step Time": 12.260090962052345}
+{"Finetune/Learning Rate": 2.6958006144141123e-07, "Finetune/Loss": 0.5841473340988159, "Finetune/Loss (Raw)": 0.5797201991081238, "Finetune/Step": 17850, "Finetune/Step Time": 12.26351916976273}
+{"Finetune/Learning Rate": 2.69191831451977e-07, "Finetune/Loss": 0.5832269191741943, "Finetune/Loss (Raw)": 0.563163161277771, "Finetune/Step": 17851, "Finetune/Step Time": 12.285296415910125}
+{"Finetune/Learning Rate": 2.688038774005919e-07, "Finetune/Loss": 0.5827878713607788, "Finetune/Loss (Raw)": 0.5903299450874329, "Finetune/Step": 17852, "Finetune/Step Time": 12.282607104629278}
+{"Finetune/Learning Rate": 2.68416199298257e-07, "Finetune/Loss": 0.5819311141967773, "Finetune/Loss (Raw)": 0.5477827191352844, "Finetune/Step": 17853, "Finetune/Step Time": 12.301152223721147}
+{"Finetune/Learning Rate": 2.6802879715596585e-07, "Finetune/Loss": 0.5832801461219788, "Finetune/Loss (Raw)": 0.7098451256752014, "Finetune/Step": 17854, "Finetune/Step Time": 12.290226796641946}
+{"Finetune/Learning Rate": 2.676416709847041e-07, "Finetune/Loss": 0.584083616733551, "Finetune/Loss (Raw)": 0.517876923084259, "Finetune/Step": 17855, "Finetune/Step Time": 12.267111962661147}
+{"Finetune/Learning Rate": 2.672548207954495e-07, "Finetune/Loss": 0.5823673009872437, "Finetune/Loss (Raw)": 0.5041027665138245, "Finetune/Step": 17856, "Finetune/Step Time": 12.290569072589278}
+{"Finetune/Learning Rate": 2.668682465991712e-07, "Finetune/Loss": 0.5829910039901733, "Finetune/Loss (Raw)": 0.6767961382865906, "Finetune/Step": 17857, "Finetune/Step Time": 12.288329852744937}
+{"Finetune/Learning Rate": 2.6648194840683264e-07, "Finetune/Loss": 0.5828971862792969, "Finetune/Loss (Raw)": 0.49636510014533997, "Finetune/Step": 17858, "Finetune/Step Time": 12.204884495586157}
+{"Finetune/Learning Rate": 2.660959262293883e-07, "Finetune/Loss": 0.5825427770614624, "Finetune/Loss (Raw)": 0.6119837164878845, "Finetune/Step": 17859, "Finetune/Step Time": 12.209035450592637}
+{"Finetune/Learning Rate": 2.657101800777828e-07, "Finetune/Loss": 0.5824706554412842, "Finetune/Loss (Raw)": 0.6056808829307556, "Finetune/Step": 17860, "Finetune/Step Time": 12.215203303843737}
+{"Finetune/Learning Rate": 2.653247099629563e-07, "Finetune/Loss": 0.5827635526657104, "Finetune/Loss (Raw)": 0.5525524616241455, "Finetune/Step": 17861, "Finetune/Step Time": 12.214912675321102}
+{"Finetune/Learning Rate": 2.6493951589584013e-07, "Finetune/Loss": 0.582822859287262, "Finetune/Loss (Raw)": 0.4712497591972351, "Finetune/Step": 17862, "Finetune/Step Time": 12.21327662654221}
+{"Finetune/Learning Rate": 2.645545978873565e-07, "Finetune/Loss": 0.5826270580291748, "Finetune/Loss (Raw)": 0.5880039930343628, "Finetune/Step": 17863, "Finetune/Step Time": 12.212706068530679}
+{"Finetune/Learning Rate": 2.64169955948419e-07, "Finetune/Loss": 0.5819625854492188, "Finetune/Loss (Raw)": 0.6252765655517578, "Finetune/Step": 17864, "Finetune/Step Time": 12.207797151058912}
+{"Finetune/Learning Rate": 2.6378559008993775e-07, "Finetune/Loss": 0.5819249153137207, "Finetune/Loss (Raw)": 0.615403950214386, "Finetune/Step": 17865, "Finetune/Step Time": 12.213008735328913}
+{"Finetune/Learning Rate": 2.6340150032281075e-07, "Finetune/Loss": 0.5825743079185486, "Finetune/Loss (Raw)": 0.6915463209152222, "Finetune/Step": 17866, "Finetune/Step Time": 12.224472338333726}
+{"Finetune/Learning Rate": 2.6301768665793036e-07, "Finetune/Loss": 0.5826692581176758, "Finetune/Loss (Raw)": 0.5614898800849915, "Finetune/Step": 17867, "Finetune/Step Time": 12.245452286675572}
+{"Finetune/Learning Rate": 2.626341491061801e-07, "Finetune/Loss": 0.5816969871520996, "Finetune/Loss (Raw)": 0.5675175786018372, "Finetune/Step": 17868, "Finetune/Step Time": 12.244574405252934}
+{"Finetune/Learning Rate": 2.6225088767843575e-07, "Finetune/Loss": 0.5833675265312195, "Finetune/Loss (Raw)": 0.6473247408866882, "Finetune/Step": 17869, "Finetune/Step Time": 12.222303628921509}
+{"Finetune/Learning Rate": 2.6186790238556634e-07, "Finetune/Loss": 0.5840784907341003, "Finetune/Loss (Raw)": 0.612568199634552, "Finetune/Step": 17870, "Finetune/Step Time": 12.217170462012291}
+{"Finetune/Learning Rate": 2.614851932384299e-07, "Finetune/Loss": 0.5841736793518066, "Finetune/Loss (Raw)": 0.49404534697532654, "Finetune/Step": 17871, "Finetune/Step Time": 12.21446580067277}
+{"Finetune/Learning Rate": 2.6110276024788216e-07, "Finetune/Loss": 0.5846985578536987, "Finetune/Loss (Raw)": 0.592793881893158, "Finetune/Step": 17872, "Finetune/Step Time": 12.188265208154917}
+{"Finetune/Learning Rate": 2.607206034247667e-07, "Finetune/Loss": 0.5848084688186646, "Finetune/Loss (Raw)": 0.6293505430221558, "Finetune/Step": 17873, "Finetune/Step Time": 12.19806807115674}
+{"Finetune/Learning Rate": 2.6033872277991923e-07, "Finetune/Loss": 0.5850557088851929, "Finetune/Loss (Raw)": 0.6398423314094543, "Finetune/Step": 17874, "Finetune/Step Time": 12.200223248451948}
+{"Finetune/Learning Rate": 2.5995711832417114e-07, "Finetune/Loss": 0.5856949090957642, "Finetune/Loss (Raw)": 0.6882314682006836, "Finetune/Step": 17875, "Finetune/Step Time": 12.174767799675465}
+{"Finetune/Learning Rate": 2.5957579006834156e-07, "Finetune/Loss": 0.5867494344711304, "Finetune/Loss (Raw)": 0.6316196322441101, "Finetune/Step": 17876, "Finetune/Step Time": 12.15219509229064}
+{"Finetune/Learning Rate": 2.5919473802324403e-07, "Finetune/Loss": 0.5868716239929199, "Finetune/Loss (Raw)": 0.582902729511261, "Finetune/Step": 17877, "Finetune/Step Time": 12.151704352349043}
+{"Finetune/Learning Rate": 2.5881396219968436e-07, "Finetune/Loss": 0.5863158702850342, "Finetune/Loss (Raw)": 0.589125394821167, "Finetune/Step": 17878, "Finetune/Step Time": 12.151140144094825}
+{"Finetune/Learning Rate": 2.584334626084606e-07, "Finetune/Loss": 0.5857621431350708, "Finetune/Loss (Raw)": 0.5622497200965881, "Finetune/Step": 17879, "Finetune/Step Time": 12.152779594063759}
+{"Finetune/Learning Rate": 2.5805323926036295e-07, "Finetune/Loss": 0.5846402049064636, "Finetune/Loss (Raw)": 0.4662514626979828, "Finetune/Step": 17880, "Finetune/Step Time": 12.166385462507606}
+{"Finetune/Learning Rate": 2.57673292166174e-07, "Finetune/Loss": 0.5832681655883789, "Finetune/Loss (Raw)": 0.5689258575439453, "Finetune/Step": 17881, "Finetune/Step Time": 12.169348685070872}
+{"Finetune/Learning Rate": 2.57293621336665e-07, "Finetune/Loss": 0.5844678282737732, "Finetune/Loss (Raw)": 0.655013918876648, "Finetune/Step": 17882, "Finetune/Step Time": 12.181638667359948}
+{"Finetune/Learning Rate": 2.5691422678260526e-07, "Finetune/Loss": 0.5832695960998535, "Finetune/Loss (Raw)": 0.3487861156463623, "Finetune/Step": 17883, "Finetune/Step Time": 12.190288860350847}
+{"Finetune/Learning Rate": 2.565351085147527e-07, "Finetune/Loss": 0.5841712951660156, "Finetune/Loss (Raw)": 0.6951717138290405, "Finetune/Step": 17884, "Finetune/Step Time": 12.191941436380148}
+{"Finetune/Learning Rate": 2.561562665438577e-07, "Finetune/Loss": 0.5837223529815674, "Finetune/Loss (Raw)": 0.5857067704200745, "Finetune/Step": 17885, "Finetune/Step Time": 12.189993891865015}
+{"Finetune/Learning Rate": 2.557777008806617e-07, "Finetune/Loss": 0.5851165056228638, "Finetune/Loss (Raw)": 0.7122910022735596, "Finetune/Step": 17886, "Finetune/Step Time": 12.191493259742856}
+{"Finetune/Learning Rate": 2.553994115359038e-07, "Finetune/Loss": 0.5851824283599854, "Finetune/Loss (Raw)": 0.5817592144012451, "Finetune/Step": 17887, "Finetune/Step Time": 12.204836850985885}
+{"Finetune/Learning Rate": 2.550213985203076e-07, "Finetune/Loss": 0.5858315825462341, "Finetune/Loss (Raw)": 0.621626615524292, "Finetune/Step": 17888, "Finetune/Step Time": 12.201776318252087}
+{"Finetune/Learning Rate": 2.5464366184459355e-07, "Finetune/Loss": 0.5863539576530457, "Finetune/Loss (Raw)": 0.6977509260177612, "Finetune/Step": 17889, "Finetune/Step Time": 12.152147646993399}
+{"Finetune/Learning Rate": 2.54266201519473e-07, "Finetune/Loss": 0.5865614414215088, "Finetune/Loss (Raw)": 0.5896070599555969, "Finetune/Step": 17890, "Finetune/Step Time": 12.163660392165184}
+{"Finetune/Learning Rate": 2.5388901755564963e-07, "Finetune/Loss": 0.585361123085022, "Finetune/Loss (Raw)": 0.5646774172782898, "Finetune/Step": 17891, "Finetune/Step Time": 12.1294350232929}
+{"Finetune/Learning Rate": 2.535121099638194e-07, "Finetune/Loss": 0.5859056711196899, "Finetune/Loss (Raw)": 0.6775248646736145, "Finetune/Step": 17892, "Finetune/Step Time": 12.134442878887057}
+{"Finetune/Learning Rate": 2.5313547875467026e-07, "Finetune/Loss": 0.5867165923118591, "Finetune/Loss (Raw)": 0.6505847573280334, "Finetune/Step": 17893, "Finetune/Step Time": 12.126540515571833}
+{"Finetune/Learning Rate": 2.527591239388838e-07, "Finetune/Loss": 0.585590124130249, "Finetune/Loss (Raw)": 0.5359904766082764, "Finetune/Step": 17894, "Finetune/Step Time": 12.154886303469539}
+{"Finetune/Learning Rate": 2.5238304552713033e-07, "Finetune/Loss": 0.585936427116394, "Finetune/Loss (Raw)": 0.616888165473938, "Finetune/Step": 17895, "Finetune/Step Time": 12.163451420143247}
+{"Finetune/Learning Rate": 2.5200724353007464e-07, "Finetune/Loss": 0.5860897302627563, "Finetune/Loss (Raw)": 0.668452262878418, "Finetune/Step": 17896, "Finetune/Step Time": 12.153635989874601}
+{"Finetune/Learning Rate": 2.516317179583749e-07, "Finetune/Loss": 0.5860823392868042, "Finetune/Loss (Raw)": 0.684964656829834, "Finetune/Step": 17897, "Finetune/Step Time": 12.160944741219282}
+{"Finetune/Learning Rate": 2.512564688226782e-07, "Finetune/Loss": 0.5854199528694153, "Finetune/Loss (Raw)": 0.549618124961853, "Finetune/Step": 17898, "Finetune/Step Time": 12.162520488724113}
+{"Finetune/Learning Rate": 2.50881496133627e-07, "Finetune/Loss": 0.5861868858337402, "Finetune/Loss (Raw)": 0.6687105298042297, "Finetune/Step": 17899, "Finetune/Step Time": 12.157273625954986}
+{"Finetune/Learning Rate": 2.50506799901854e-07, "Finetune/Loss": 0.5858733057975769, "Finetune/Loss (Raw)": 0.5567644238471985, "Finetune/Step": 17900, "Finetune/Step Time": 12.16165241226554}
+{"Finetune/Learning Rate": 2.501323801379829e-07, "Finetune/Loss": 0.5848100185394287, "Finetune/Loss (Raw)": 0.5120975375175476, "Finetune/Step": 17901, "Finetune/Step Time": 12.181608701124787}
+{"Finetune/Learning Rate": 2.497582368526341e-07, "Finetune/Loss": 0.5858854055404663, "Finetune/Loss (Raw)": 0.662817656993866, "Finetune/Step": 17902, "Finetune/Step Time": 12.17931666970253}
+{"Finetune/Learning Rate": 2.4938437005641467e-07, "Finetune/Loss": 0.5870702862739563, "Finetune/Loss (Raw)": 0.6684494614601135, "Finetune/Step": 17903, "Finetune/Step Time": 12.143467720597982}
+{"Finetune/Learning Rate": 2.4901077975992836e-07, "Finetune/Loss": 0.587399423122406, "Finetune/Loss (Raw)": 0.6808528304100037, "Finetune/Step": 17904, "Finetune/Step Time": 12.12830670364201}
+{"Finetune/Learning Rate": 2.486374659737678e-07, "Finetune/Loss": 0.5879652500152588, "Finetune/Loss (Raw)": 0.5519052743911743, "Finetune/Step": 17905, "Finetune/Step Time": 12.104120383039117}
+{"Finetune/Learning Rate": 2.482644287085201e-07, "Finetune/Loss": 0.5876966714859009, "Finetune/Loss (Raw)": 0.5213995575904846, "Finetune/Step": 17906, "Finetune/Step Time": 12.125590398907661}
+{"Finetune/Learning Rate": 2.478916679747623e-07, "Finetune/Loss": 0.588469386100769, "Finetune/Loss (Raw)": 0.5706652402877808, "Finetune/Step": 17907, "Finetune/Step Time": 12.112077357247472}
+{"Finetune/Learning Rate": 2.4751918378306484e-07, "Finetune/Loss": 0.5881849527359009, "Finetune/Loss (Raw)": 0.5240641236305237, "Finetune/Step": 17908, "Finetune/Step Time": 12.103633221238852}
+{"Finetune/Learning Rate": 2.471469761439926e-07, "Finetune/Loss": 0.5875875949859619, "Finetune/Loss (Raw)": 0.5893170237541199, "Finetune/Step": 17909, "Finetune/Step Time": 12.111146356910467}
+{"Finetune/Learning Rate": 2.4677504506809723e-07, "Finetune/Loss": 0.5879639387130737, "Finetune/Loss (Raw)": 0.6353487968444824, "Finetune/Step": 17910, "Finetune/Step Time": 12.087426472455263}
+{"Finetune/Learning Rate": 2.46403390565928e-07, "Finetune/Loss": 0.5874276757240295, "Finetune/Loss (Raw)": 0.5607598423957825, "Finetune/Step": 17911, "Finetune/Step Time": 12.074723102152348}
+{"Finetune/Learning Rate": 2.4603201264802423e-07, "Finetune/Loss": 0.5864535570144653, "Finetune/Loss (Raw)": 0.5160859227180481, "Finetune/Step": 17912, "Finetune/Step Time": 12.06465339101851}
+{"Finetune/Learning Rate": 2.456609113249131e-07, "Finetune/Loss": 0.587591290473938, "Finetune/Loss (Raw)": 0.6719451546669006, "Finetune/Step": 17913, "Finetune/Step Time": 12.066488929092884}
+{"Finetune/Learning Rate": 2.452900866071228e-07, "Finetune/Loss": 0.5885331034660339, "Finetune/Loss (Raw)": 0.6237940788269043, "Finetune/Step": 17914, "Finetune/Step Time": 12.07275708951056}
+{"Finetune/Learning Rate": 2.4491953850516724e-07, "Finetune/Loss": 0.5867238640785217, "Finetune/Loss (Raw)": 0.5810301303863525, "Finetune/Step": 17915, "Finetune/Step Time": 12.07382494956255}
+{"Finetune/Learning Rate": 2.445492670295524e-07, "Finetune/Loss": 0.5866780877113342, "Finetune/Loss (Raw)": 0.6524804830551147, "Finetune/Step": 17916, "Finetune/Step Time": 12.064648415893316}
+{"Finetune/Learning Rate": 2.4417927219078095e-07, "Finetune/Loss": 0.5865404009819031, "Finetune/Loss (Raw)": 0.617885172367096, "Finetune/Step": 17917, "Finetune/Step Time": 12.06275505758822}
+{"Finetune/Learning Rate": 2.438095539993435e-07, "Finetune/Loss": 0.584965705871582, "Finetune/Loss (Raw)": 0.42046257853507996, "Finetune/Step": 17918, "Finetune/Step Time": 12.084959985688329}
+{"Finetune/Learning Rate": 2.4344011246572375e-07, "Finetune/Loss": 0.5851207971572876, "Finetune/Loss (Raw)": 0.6442838907241821, "Finetune/Step": 17919, "Finetune/Step Time": 12.078112492337823}
+{"Finetune/Learning Rate": 2.430709476003978e-07, "Finetune/Loss": 0.5851284265518188, "Finetune/Loss (Raw)": 0.6390203833580017, "Finetune/Step": 17920, "Finetune/Step Time": 12.084974836558104}
+{"Finetune/Learning Rate": 2.427020594138352e-07, "Finetune/Loss": 0.5857042670249939, "Finetune/Loss (Raw)": 0.58710777759552, "Finetune/Step": 17921, "Finetune/Step Time": 12.09105789102614}
+{"Finetune/Learning Rate": 2.4233344791649625e-07, "Finetune/Loss": 0.5859158635139465, "Finetune/Loss (Raw)": 0.6490796804428101, "Finetune/Step": 17922, "Finetune/Step Time": 12.115866299718618}
+{"Finetune/Learning Rate": 2.4196511311883385e-07, "Finetune/Loss": 0.5850392580032349, "Finetune/Loss (Raw)": 0.5004771947860718, "Finetune/Step": 17923, "Finetune/Step Time": 12.162638533860445}
+{"Finetune/Learning Rate": 2.4159705503129406e-07, "Finetune/Loss": 0.5843509435653687, "Finetune/Loss (Raw)": 0.5689140558242798, "Finetune/Step": 17924, "Finetune/Step Time": 12.173290887847543}
+{"Finetune/Learning Rate": 2.412292736643107e-07, "Finetune/Loss": 0.584135890007019, "Finetune/Loss (Raw)": 0.6678414940834045, "Finetune/Step": 17925, "Finetune/Step Time": 12.162047062069178}
+{"Finetune/Learning Rate": 2.408617690283155e-07, "Finetune/Loss": 0.5856168270111084, "Finetune/Loss (Raw)": 0.5851792693138123, "Finetune/Step": 17926, "Finetune/Step Time": 12.138796726241708}
+{"Finetune/Learning Rate": 2.4049454113372783e-07, "Finetune/Loss": 0.5861437320709229, "Finetune/Loss (Raw)": 0.7419676184654236, "Finetune/Step": 17927, "Finetune/Step Time": 12.170851653441787}
+{"Finetune/Learning Rate": 2.4012758999096387e-07, "Finetune/Loss": 0.5880159139633179, "Finetune/Loss (Raw)": 0.750810980796814, "Finetune/Step": 17928, "Finetune/Step Time": 12.148237314075232}
+{"Finetune/Learning Rate": 2.397609156104286e-07, "Finetune/Loss": 0.587424635887146, "Finetune/Loss (Raw)": 0.6260488629341125, "Finetune/Step": 17929, "Finetune/Step Time": 12.14641884714365}
+{"Finetune/Learning Rate": 2.3939451800252035e-07, "Finetune/Loss": 0.5874330401420593, "Finetune/Loss (Raw)": 0.5723031759262085, "Finetune/Step": 17930, "Finetune/Step Time": 12.174166548997164}
+{"Finetune/Learning Rate": 2.3902839717762635e-07, "Finetune/Loss": 0.5879765748977661, "Finetune/Loss (Raw)": 0.6606164574623108, "Finetune/Step": 17931, "Finetune/Step Time": 12.130785869434476}
+{"Finetune/Learning Rate": 2.3866255314613064e-07, "Finetune/Loss": 0.5899868011474609, "Finetune/Loss (Raw)": 0.6792858242988586, "Finetune/Step": 17932, "Finetune/Step Time": 12.10838370025158}
+{"Finetune/Learning Rate": 2.382969859184081e-07, "Finetune/Loss": 0.5920051336288452, "Finetune/Loss (Raw)": 0.7579457759857178, "Finetune/Step": 17933, "Finetune/Step Time": 12.10361747443676}
+{"Finetune/Learning Rate": 2.3793169550482388e-07, "Finetune/Loss": 0.5930140018463135, "Finetune/Loss (Raw)": 0.6251952648162842, "Finetune/Step": 17934, "Finetune/Step Time": 12.103599358350039}
+{"Finetune/Learning Rate": 2.3756668191573627e-07, "Finetune/Loss": 0.5927601456642151, "Finetune/Loss (Raw)": 0.6008515954017639, "Finetune/Step": 17935, "Finetune/Step Time": 12.105612127110362}
+{"Finetune/Learning Rate": 2.3720194516149818e-07, "Finetune/Loss": 0.5929722785949707, "Finetune/Loss (Raw)": 0.5456017851829529, "Finetune/Step": 17936, "Finetune/Step Time": 12.081387581303716}
+{"Finetune/Learning Rate": 2.3683748525245132e-07, "Finetune/Loss": 0.5928713083267212, "Finetune/Loss (Raw)": 0.5114116072654724, "Finetune/Step": 17937, "Finetune/Step Time": 12.067558534443378}
+{"Finetune/Learning Rate": 2.3647330219893073e-07, "Finetune/Loss": 0.5913481712341309, "Finetune/Loss (Raw)": 0.4460313320159912, "Finetune/Step": 17938, "Finetune/Step Time": 12.064660662785172}
+{"Finetune/Learning Rate": 2.361093960112626e-07, "Finetune/Loss": 0.5922384262084961, "Finetune/Loss (Raw)": 0.6942977905273438, "Finetune/Step": 17939, "Finetune/Step Time": 12.084963075816631}
+{"Finetune/Learning Rate": 2.3574576669976867e-07, "Finetune/Loss": 0.5925635099411011, "Finetune/Loss (Raw)": 0.6122646927833557, "Finetune/Step": 17940, "Finetune/Step Time": 12.094279676675797}
+{"Finetune/Learning Rate": 2.353824142747574e-07, "Finetune/Loss": 0.5929123163223267, "Finetune/Loss (Raw)": 0.6287813782691956, "Finetune/Step": 17941, "Finetune/Step Time": 12.117268409579992}
+{"Finetune/Learning Rate": 2.3501933874653493e-07, "Finetune/Loss": 0.5934951305389404, "Finetune/Loss (Raw)": 0.6448686718940735, "Finetune/Step": 17942, "Finetune/Step Time": 12.118940683081746}
+{"Finetune/Learning Rate": 2.346565401253964e-07, "Finetune/Loss": 0.5941789150238037, "Finetune/Loss (Raw)": 0.6645517945289612, "Finetune/Step": 17943, "Finetune/Step Time": 12.120724629610777}
+{"Finetune/Learning Rate": 2.3429401842162802e-07, "Finetune/Loss": 0.5935811996459961, "Finetune/Loss (Raw)": 0.5144453048706055, "Finetune/Step": 17944, "Finetune/Step Time": 12.119773602113128}
+{"Finetune/Learning Rate": 2.3393177364551267e-07, "Finetune/Loss": 0.5934610962867737, "Finetune/Loss (Raw)": 0.5341647863388062, "Finetune/Step": 17945, "Finetune/Step Time": 12.116978397592902}
+{"Finetune/Learning Rate": 2.3356980580732103e-07, "Finetune/Loss": 0.5951778292655945, "Finetune/Loss (Raw)": 0.6299199461936951, "Finetune/Step": 17946, "Finetune/Step Time": 12.102966893464327}
+{"Finetune/Learning Rate": 2.332081149173171e-07, "Finetune/Loss": 0.5938510894775391, "Finetune/Loss (Raw)": 0.4770202338695526, "Finetune/Step": 17947, "Finetune/Step Time": 12.09988197311759}
+{"Finetune/Learning Rate": 2.3284670098575822e-07, "Finetune/Loss": 0.5943627953529358, "Finetune/Loss (Raw)": 0.6205205917358398, "Finetune/Step": 17948, "Finetune/Step Time": 12.057580942288041}
+{"Finetune/Learning Rate": 2.3248556402289402e-07, "Finetune/Loss": 0.5931029319763184, "Finetune/Loss (Raw)": 0.4361051619052887, "Finetune/Step": 17949, "Finetune/Step Time": 12.062084529548883}
+{"Finetune/Learning Rate": 2.3212470403896291e-07, "Finetune/Loss": 0.5940642356872559, "Finetune/Loss (Raw)": 0.5856682062149048, "Finetune/Step": 17950, "Finetune/Step Time": 12.056904578581452}
+{"Finetune/Learning Rate": 2.31764121044199e-07, "Finetune/Loss": 0.5926722288131714, "Finetune/Loss (Raw)": 0.496435284614563, "Finetune/Step": 17951, "Finetune/Step Time": 12.026766065508127}
+{"Finetune/Learning Rate": 2.3140381504882736e-07, "Finetune/Loss": 0.5925618410110474, "Finetune/Loss (Raw)": 0.5992619395256042, "Finetune/Step": 17952, "Finetune/Step Time": 12.0271783657372}
+{"Finetune/Learning Rate": 2.3104378606306653e-07, "Finetune/Loss": 0.5928067564964294, "Finetune/Loss (Raw)": 0.6770698428153992, "Finetune/Step": 17953, "Finetune/Step Time": 12.026344247162342}
+{"Finetune/Learning Rate": 2.3068403409712392e-07, "Finetune/Loss": 0.5932667255401611, "Finetune/Loss (Raw)": 0.5933385491371155, "Finetune/Step": 17954, "Finetune/Step Time": 12.02375298179686}
+{"Finetune/Learning Rate": 2.3032455916120134e-07, "Finetune/Loss": 0.593589186668396, "Finetune/Loss (Raw)": 0.6693621873855591, "Finetune/Step": 17955, "Finetune/Step Time": 12.01587875187397}
+{"Finetune/Learning Rate": 2.2996536126549395e-07, "Finetune/Loss": 0.592840313911438, "Finetune/Loss (Raw)": 0.5490819811820984, "Finetune/Step": 17956, "Finetune/Step Time": 12.034107021987438}
+{"Finetune/Learning Rate": 2.2960644042018698e-07, "Finetune/Loss": 0.5943641662597656, "Finetune/Loss (Raw)": 0.7600998282432556, "Finetune/Step": 17957, "Finetune/Step Time": 12.032864997163415}
+{"Finetune/Learning Rate": 2.292477966354567e-07, "Finetune/Loss": 0.5947662591934204, "Finetune/Loss (Raw)": 0.6121780872344971, "Finetune/Step": 17958, "Finetune/Step Time": 12.03066523373127}
+{"Finetune/Learning Rate": 2.288894299214761e-07, "Finetune/Loss": 0.5940256118774414, "Finetune/Loss (Raw)": 0.48535457253456116, "Finetune/Step": 17959, "Finetune/Step Time": 12.029454618692398}
+{"Finetune/Learning Rate": 2.2853134028840594e-07, "Finetune/Loss": 0.5932806730270386, "Finetune/Loss (Raw)": 0.4687322974205017, "Finetune/Step": 17960, "Finetune/Step Time": 12.041543040424585}
+{"Finetune/Learning Rate": 2.2817352774639923e-07, "Finetune/Loss": 0.5938034057617188, "Finetune/Loss (Raw)": 0.6530100107192993, "Finetune/Step": 17961, "Finetune/Step Time": 12.027967972680926}
+{"Finetune/Learning Rate": 2.2781599230560446e-07, "Finetune/Loss": 0.594049334526062, "Finetune/Loss (Raw)": 0.5882166624069214, "Finetune/Step": 17962, "Finetune/Step Time": 12.027814967557788}
+{"Finetune/Learning Rate": 2.2745873397615913e-07, "Finetune/Loss": 0.5948675274848938, "Finetune/Loss (Raw)": 0.6842907667160034, "Finetune/Step": 17963, "Finetune/Step Time": 12.033742990344763}
+{"Finetune/Learning Rate": 2.2710175276819625e-07, "Finetune/Loss": 0.5952121615409851, "Finetune/Loss (Raw)": 0.538543701171875, "Finetune/Step": 17964, "Finetune/Step Time": 12.041297029703856}
+{"Finetune/Learning Rate": 2.2674504869183655e-07, "Finetune/Loss": 0.5958454608917236, "Finetune/Loss (Raw)": 0.6533273458480835, "Finetune/Step": 17965, "Finetune/Step Time": 12.033928023651242}
+{"Finetune/Learning Rate": 2.2638862175719645e-07, "Finetune/Loss": 0.5946422815322876, "Finetune/Loss (Raw)": 0.4120674133300781, "Finetune/Step": 17966, "Finetune/Step Time": 12.025957664474845}
+{"Finetune/Learning Rate": 2.2603247197438227e-07, "Finetune/Loss": 0.5954519510269165, "Finetune/Loss (Raw)": 0.7443403601646423, "Finetune/Step": 17967, "Finetune/Step Time": 12.034429980441928}
+{"Finetune/Learning Rate": 2.2567659935349373e-07, "Finetune/Loss": 0.5959269404411316, "Finetune/Loss (Raw)": 0.691912055015564, "Finetune/Step": 17968, "Finetune/Step Time": 12.037060845643282}
+{"Finetune/Learning Rate": 2.2532100390462054e-07, "Finetune/Loss": 0.5966755747795105, "Finetune/Loss (Raw)": 0.6219848394393921, "Finetune/Step": 17969, "Finetune/Step Time": 12.055201737210155}
+{"Finetune/Learning Rate": 2.2496568563785014e-07, "Finetune/Loss": 0.596860408782959, "Finetune/Loss (Raw)": 0.5698246955871582, "Finetune/Step": 17970, "Finetune/Step Time": 12.057708490639925}
+{"Finetune/Learning Rate": 2.2461064456325566e-07, "Finetune/Loss": 0.5979003310203552, "Finetune/Loss (Raw)": 0.6389666199684143, "Finetune/Step": 17971, "Finetune/Step Time": 12.053460588678718}
+{"Finetune/Learning Rate": 2.2425588069090787e-07, "Finetune/Loss": 0.5975612998008728, "Finetune/Loss (Raw)": 0.5303477644920349, "Finetune/Step": 17972, "Finetune/Step Time": 12.029999822378159}
+{"Finetune/Learning Rate": 2.239013940308632e-07, "Finetune/Loss": 0.598401665687561, "Finetune/Loss (Raw)": 0.6303130388259888, "Finetune/Step": 17973, "Finetune/Step Time": 12.008630188181996}
+{"Finetune/Learning Rate": 2.235471845931747e-07, "Finetune/Loss": 0.5985752940177917, "Finetune/Loss (Raw)": 0.5558987855911255, "Finetune/Step": 17974, "Finetune/Step Time": 11.9917883425951}
+{"Finetune/Learning Rate": 2.231932523878888e-07, "Finetune/Loss": 0.5982670783996582, "Finetune/Loss (Raw)": 0.5715640187263489, "Finetune/Step": 17975, "Finetune/Step Time": 12.008019521832466}
+{"Finetune/Learning Rate": 2.228395974250386e-07, "Finetune/Loss": 0.5986810922622681, "Finetune/Loss (Raw)": 0.6252120733261108, "Finetune/Step": 17976, "Finetune/Step Time": 12.02729707211256}
+{"Finetune/Learning Rate": 2.2248621971465713e-07, "Finetune/Loss": 0.5990449786186218, "Finetune/Loss (Raw)": 0.6492726802825928, "Finetune/Step": 17977, "Finetune/Step Time": 12.034863682463765}
+{"Finetune/Learning Rate": 2.2213311926676308e-07, "Finetune/Loss": 0.5994201302528381, "Finetune/Loss (Raw)": 0.6277372241020203, "Finetune/Step": 17978, "Finetune/Step Time": 12.030374037101865}
+{"Finetune/Learning Rate": 2.2178029609136842e-07, "Finetune/Loss": 0.599518895149231, "Finetune/Loss (Raw)": 0.5758065581321716, "Finetune/Step": 17979, "Finetune/Step Time": 12.004776362329721}
+{"Finetune/Learning Rate": 2.2142775019847963e-07, "Finetune/Loss": 0.6002818942070007, "Finetune/Loss (Raw)": 0.6879963874816895, "Finetune/Step": 17980, "Finetune/Step Time": 12.004411436617374}
+{"Finetune/Learning Rate": 2.2107548159809312e-07, "Finetune/Loss": 0.600123405456543, "Finetune/Loss (Raw)": 0.527500331401825, "Finetune/Step": 17981, "Finetune/Step Time": 11.981262911111116}
+{"Finetune/Learning Rate": 2.2072349030019757e-07, "Finetune/Loss": 0.5993556380271912, "Finetune/Loss (Raw)": 0.6115659475326538, "Finetune/Step": 17982, "Finetune/Step Time": 11.98590636625886}
+{"Finetune/Learning Rate": 2.20371776314775e-07, "Finetune/Loss": 0.5999975800514221, "Finetune/Loss (Raw)": 0.6000450253486633, "Finetune/Step": 17983, "Finetune/Step Time": 11.999240068718791}
+{"Finetune/Learning Rate": 2.200203396517997e-07, "Finetune/Loss": 0.5999903678894043, "Finetune/Loss (Raw)": 0.5031771063804626, "Finetune/Step": 17984, "Finetune/Step Time": 11.97122559696436}
+{"Finetune/Learning Rate": 2.1966918032123918e-07, "Finetune/Loss": 0.5993955731391907, "Finetune/Loss (Raw)": 0.6006651520729065, "Finetune/Step": 17985, "Finetune/Step Time": 11.989586597308517}
+{"Finetune/Learning Rate": 2.1931829833304663e-07, "Finetune/Loss": 0.5997133255004883, "Finetune/Loss (Raw)": 0.5370343923568726, "Finetune/Step": 17986, "Finetune/Step Time": 11.992646157741547}
+{"Finetune/Learning Rate": 2.189676936971763e-07, "Finetune/Loss": 0.599095344543457, "Finetune/Loss (Raw)": 0.5328810811042786, "Finetune/Step": 17987, "Finetune/Step Time": 12.037327444180846}
+{"Finetune/Learning Rate": 2.186173664235669e-07, "Finetune/Loss": 0.5989355444908142, "Finetune/Loss (Raw)": 0.5852354168891907, "Finetune/Step": 17988, "Finetune/Step Time": 12.028127584606409}
+{"Finetune/Learning Rate": 2.1826731652215604e-07, "Finetune/Loss": 0.5986055135726929, "Finetune/Loss (Raw)": 0.5103031396865845, "Finetune/Step": 17989, "Finetune/Step Time": 12.031751565635204}
+{"Finetune/Learning Rate": 2.1791754400286802e-07, "Finetune/Loss": 0.5989147424697876, "Finetune/Loss (Raw)": 0.5108289122581482, "Finetune/Step": 17990, "Finetune/Step Time": 12.03214804828167}
+{"Finetune/Learning Rate": 2.1756804887562155e-07, "Finetune/Loss": 0.5993884205818176, "Finetune/Loss (Raw)": 0.6486346125602722, "Finetune/Step": 17991, "Finetune/Step Time": 12.039137011393905}
+{"Finetune/Learning Rate": 2.172188311503276e-07, "Finetune/Loss": 0.5993533134460449, "Finetune/Loss (Raw)": 0.6207882761955261, "Finetune/Step": 17992, "Finetune/Step Time": 12.044349050149322}
+{"Finetune/Learning Rate": 2.1686989083688936e-07, "Finetune/Loss": 0.5988496541976929, "Finetune/Loss (Raw)": 0.550929069519043, "Finetune/Step": 17993, "Finetune/Step Time": 12.038806766271591}
+{"Finetune/Learning Rate": 2.1652122794520225e-07, "Finetune/Loss": 0.5976335406303406, "Finetune/Loss (Raw)": 0.5358818173408508, "Finetune/Step": 17994, "Finetune/Step Time": 12.012158101424575}
+{"Finetune/Learning Rate": 2.161728424851517e-07, "Finetune/Loss": 0.5973841547966003, "Finetune/Loss (Raw)": 0.5295758247375488, "Finetune/Step": 17995, "Finetune/Step Time": 12.02845498174429}
+{"Finetune/Learning Rate": 2.1582473446661867e-07, "Finetune/Loss": 0.5977059602737427, "Finetune/Loss (Raw)": 0.6087073087692261, "Finetune/Step": 17996, "Finetune/Step Time": 12.026608726009727}
+{"Finetune/Learning Rate": 2.1547690389947306e-07, "Finetune/Loss": 0.5978202819824219, "Finetune/Loss (Raw)": 0.6619566679000854, "Finetune/Step": 17997, "Finetune/Step Time": 12.021658781915903}
+{"Finetune/Learning Rate": 2.151293507935792e-07, "Finetune/Loss": 0.5961108803749084, "Finetune/Loss (Raw)": 0.3937634527683258, "Finetune/Step": 17998, "Finetune/Step Time": 12.052613085135818}
+{"Finetune/Learning Rate": 2.1478207515879147e-07, "Finetune/Loss": 0.5956631302833557, "Finetune/Loss (Raw)": 0.4367350935935974, "Finetune/Step": 17999, "Finetune/Step Time": 12.07431179098785}
+{"Finetune/Learning Rate": 2.1443507700495968e-07, "Finetune/Loss": 0.5957531929016113, "Finetune/Loss (Raw)": 0.604320764541626, "Finetune/Step": 18000, "Finetune/Step Time": 12.077971179038286}
+{"Finetune/Learning Rate": 2.1408835634192271e-07, "Finetune/Loss": 0.5957112312316895, "Finetune/Loss (Raw)": 0.623974621295929, "Finetune/Step": 18001, "Finetune/Step Time": 12.067941689863801}
+{"Finetune/Learning Rate": 2.1374191317951266e-07, "Finetune/Loss": 0.5952881574630737, "Finetune/Loss (Raw)": 0.5856919288635254, "Finetune/Step": 18002, "Finetune/Step Time": 12.082856146618724}
+{"Finetune/Learning Rate": 2.1339574752755387e-07, "Finetune/Loss": 0.5943979620933533, "Finetune/Loss (Raw)": 0.5742895603179932, "Finetune/Step": 18003, "Finetune/Step Time": 12.092065572738647}
+{"Finetune/Learning Rate": 2.1304985939586186e-07, "Finetune/Loss": 0.5939241647720337, "Finetune/Loss (Raw)": 0.5709767937660217, "Finetune/Step": 18004, "Finetune/Step Time": 12.084176750853658}
+{"Finetune/Learning Rate": 2.1270424879424545e-07, "Finetune/Loss": 0.5931886434555054, "Finetune/Loss (Raw)": 0.4887472987174988, "Finetune/Step": 18005, "Finetune/Step Time": 12.089886799454689}
+{"Finetune/Learning Rate": 2.1235891573250455e-07, "Finetune/Loss": 0.5926247835159302, "Finetune/Loss (Raw)": 0.5169579386711121, "Finetune/Step": 18006, "Finetune/Step Time": 12.08357117883861}
+{"Finetune/Learning Rate": 2.1201386022043358e-07, "Finetune/Loss": 0.592376708984375, "Finetune/Loss (Raw)": 0.5304898023605347, "Finetune/Step": 18007, "Finetune/Step Time": 12.080659547820687}
+{"Finetune/Learning Rate": 2.116690822678158e-07, "Finetune/Loss": 0.5933670997619629, "Finetune/Loss (Raw)": 0.5930236577987671, "Finetune/Step": 18008, "Finetune/Step Time": 12.080579871311784}
+{"Finetune/Learning Rate": 2.1132458188442896e-07, "Finetune/Loss": 0.5939654111862183, "Finetune/Loss (Raw)": 0.6455081105232239, "Finetune/Step": 18009, "Finetune/Step Time": 12.078716481104493}
+{"Finetune/Learning Rate": 2.1098035908004078e-07, "Finetune/Loss": 0.5930906534194946, "Finetune/Loss (Raw)": 0.5430465936660767, "Finetune/Step": 18010, "Finetune/Step Time": 12.052922720089555}
+{"Finetune/Learning Rate": 2.1063641386441348e-07, "Finetune/Loss": 0.5947901010513306, "Finetune/Loss (Raw)": 0.5663154125213623, "Finetune/Step": 18011, "Finetune/Step Time": 12.024365320801735}
+{"Finetune/Learning Rate": 2.1029274624730034e-07, "Finetune/Loss": 0.5933927297592163, "Finetune/Loss (Raw)": 0.5163043141365051, "Finetune/Step": 18012, "Finetune/Step Time": 12.025353822857141}
+{"Finetune/Learning Rate": 2.099493562384469e-07, "Finetune/Loss": 0.5939809083938599, "Finetune/Loss (Raw)": 0.6610039472579956, "Finetune/Step": 18013, "Finetune/Step Time": 12.035809643566608}
+{"Finetune/Learning Rate": 2.09606243847591e-07, "Finetune/Loss": 0.5924712419509888, "Finetune/Loss (Raw)": 0.5190509557723999, "Finetune/Step": 18014, "Finetune/Step Time": 12.042729983106256}
+{"Finetune/Learning Rate": 2.092634090844625e-07, "Finetune/Loss": 0.5928133726119995, "Finetune/Loss (Raw)": 0.6255533695220947, "Finetune/Step": 18015, "Finetune/Step Time": 12.029248245060444}
+{"Finetune/Learning Rate": 2.0892085195878154e-07, "Finetune/Loss": 0.5921832323074341, "Finetune/Loss (Raw)": 0.5409661531448364, "Finetune/Step": 18016, "Finetune/Step Time": 12.028433775529265}
+{"Finetune/Learning Rate": 2.085785724802636e-07, "Finetune/Loss": 0.5908101797103882, "Finetune/Loss (Raw)": 0.5220008492469788, "Finetune/Step": 18017, "Finetune/Step Time": 12.051809759810567}
+{"Finetune/Learning Rate": 2.0823657065861313e-07, "Finetune/Loss": 0.5916927456855774, "Finetune/Loss (Raw)": 0.702574610710144, "Finetune/Step": 18018, "Finetune/Step Time": 12.040092144161463}
+{"Finetune/Learning Rate": 2.078948465035302e-07, "Finetune/Loss": 0.5902563333511353, "Finetune/Loss (Raw)": 0.38081297278404236, "Finetune/Step": 18019, "Finetune/Step Time": 12.061858598142862}
+{"Finetune/Learning Rate": 2.075534000247037e-07, "Finetune/Loss": 0.5888973474502563, "Finetune/Loss (Raw)": 0.5035778880119324, "Finetune/Step": 18020, "Finetune/Step Time": 12.058964176103473}
+{"Finetune/Learning Rate": 2.0721223123181921e-07, "Finetune/Loss": 0.5880631804466248, "Finetune/Loss (Raw)": 0.5438135862350464, "Finetune/Step": 18021, "Finetune/Step Time": 12.065483964979649}
+{"Finetune/Learning Rate": 2.068713401345468e-07, "Finetune/Loss": 0.5879448652267456, "Finetune/Loss (Raw)": 0.5208465456962585, "Finetune/Step": 18022, "Finetune/Step Time": 12.042697247117758}
+{"Finetune/Learning Rate": 2.0653072674255537e-07, "Finetune/Loss": 0.5871765613555908, "Finetune/Loss (Raw)": 0.5185426473617554, "Finetune/Step": 18023, "Finetune/Step Time": 12.040420902892947}
+{"Finetune/Learning Rate": 2.0619039106550387e-07, "Finetune/Loss": 0.5852071046829224, "Finetune/Loss (Raw)": 0.41635799407958984, "Finetune/Step": 18024, "Finetune/Step Time": 12.06810343451798}
+{"Finetune/Learning Rate": 2.0585033311304237e-07, "Finetune/Loss": 0.5839111804962158, "Finetune/Loss (Raw)": 0.5190912485122681, "Finetune/Step": 18025, "Finetune/Step Time": 12.08884160220623}
+{"Finetune/Learning Rate": 2.0551055289481536e-07, "Finetune/Loss": 0.5842506289482117, "Finetune/Loss (Raw)": 0.5930675864219666, "Finetune/Step": 18026, "Finetune/Step Time": 12.087763773277402}
+{"Finetune/Learning Rate": 2.0517105042045847e-07, "Finetune/Loss": 0.5837377309799194, "Finetune/Loss (Raw)": 0.6030654311180115, "Finetune/Step": 18027, "Finetune/Step Time": 12.089802585542202}
+{"Finetune/Learning Rate": 2.0483182569959627e-07, "Finetune/Loss": 0.5843000411987305, "Finetune/Loss (Raw)": 0.6287375688552856, "Finetune/Step": 18028, "Finetune/Step Time": 12.08066980727017}
+{"Finetune/Learning Rate": 2.0449287874184986e-07, "Finetune/Loss": 0.5848784446716309, "Finetune/Loss (Raw)": 0.586127519607544, "Finetune/Step": 18029, "Finetune/Step Time": 12.063324669376016}
+{"Finetune/Learning Rate": 2.0415420955683052e-07, "Finetune/Loss": 0.5843052864074707, "Finetune/Loss (Raw)": 0.5894516706466675, "Finetune/Step": 18030, "Finetune/Step Time": 12.086579961702228}
+{"Finetune/Learning Rate": 2.0381581815414274e-07, "Finetune/Loss": 0.5846073627471924, "Finetune/Loss (Raw)": 0.7071179151535034, "Finetune/Step": 18031, "Finetune/Step Time": 12.092985009774566}
+{"Finetune/Learning Rate": 2.0347770454338111e-07, "Finetune/Loss": 0.5832380056381226, "Finetune/Loss (Raw)": 0.5055750608444214, "Finetune/Step": 18032, "Finetune/Step Time": 12.095884582027793}
+{"Finetune/Learning Rate": 2.031398687341357e-07, "Finetune/Loss": 0.5821386575698853, "Finetune/Loss (Raw)": 0.41118931770324707, "Finetune/Step": 18033, "Finetune/Step Time": 12.090086106210947}
+{"Finetune/Learning Rate": 2.0280231073598333e-07, "Finetune/Loss": 0.5830468535423279, "Finetune/Loss (Raw)": 0.6376464366912842, "Finetune/Step": 18034, "Finetune/Step Time": 12.058133190497756}
+{"Finetune/Learning Rate": 2.0246503055849854e-07, "Finetune/Loss": 0.5830248594284058, "Finetune/Loss (Raw)": 0.5678568482398987, "Finetune/Step": 18035, "Finetune/Step Time": 12.06242511421442}
+{"Finetune/Learning Rate": 2.0212802821124588e-07, "Finetune/Loss": 0.5830515623092651, "Finetune/Loss (Raw)": 0.5274783372879028, "Finetune/Step": 18036, "Finetune/Step Time": 12.067360715940595}
+{"Finetune/Learning Rate": 2.0179130370377998e-07, "Finetune/Loss": 0.5829261541366577, "Finetune/Loss (Raw)": 0.5732663869857788, "Finetune/Step": 18037, "Finetune/Step Time": 12.061092427000403}
+{"Finetune/Learning Rate": 2.0145485704564982e-07, "Finetune/Loss": 0.5822364091873169, "Finetune/Loss (Raw)": 0.5470512509346008, "Finetune/Step": 18038, "Finetune/Step Time": 12.048269281163812}
+{"Finetune/Learning Rate": 2.011186882463978e-07, "Finetune/Loss": 0.5821244716644287, "Finetune/Loss (Raw)": 0.5464431643486023, "Finetune/Step": 18039, "Finetune/Step Time": 12.07025520130992}
+{"Finetune/Learning Rate": 2.0078279731555517e-07, "Finetune/Loss": 0.582916259765625, "Finetune/Loss (Raw)": 0.617429256439209, "Finetune/Step": 18040, "Finetune/Step Time": 12.091638129204512}
+{"Finetune/Learning Rate": 2.0044718426264652e-07, "Finetune/Loss": 0.5828181505203247, "Finetune/Loss (Raw)": 0.6593859195709229, "Finetune/Step": 18041, "Finetune/Step Time": 12.092033799737692}
+{"Finetune/Learning Rate": 2.0011184909718982e-07, "Finetune/Loss": 0.5825826525688171, "Finetune/Loss (Raw)": 0.5936530828475952, "Finetune/Step": 18042, "Finetune/Step Time": 12.111974587664008}
+{"Finetune/Learning Rate": 1.9977679182869414e-07, "Finetune/Loss": 0.5826666951179504, "Finetune/Loss (Raw)": 0.5917887687683105, "Finetune/Step": 18043, "Finetune/Step Time": 12.107773097231984}
+{"Finetune/Learning Rate": 1.9944201246666072e-07, "Finetune/Loss": 0.5817423462867737, "Finetune/Loss (Raw)": 0.5341634154319763, "Finetune/Step": 18044, "Finetune/Step Time": 12.102328864857554}
+{"Finetune/Learning Rate": 1.99107511020582e-07, "Finetune/Loss": 0.5811659693717957, "Finetune/Loss (Raw)": 0.5441098213195801, "Finetune/Step": 18045, "Finetune/Step Time": 12.109471006318927}
+{"Finetune/Learning Rate": 1.9877328749994485e-07, "Finetune/Loss": 0.5820937752723694, "Finetune/Loss (Raw)": 0.5392144918441772, "Finetune/Step": 18046, "Finetune/Step Time": 12.083851505070925}
+{"Finetune/Learning Rate": 1.984393419142261e-07, "Finetune/Loss": 0.5811715126037598, "Finetune/Loss (Raw)": 0.5262349843978882, "Finetune/Step": 18047, "Finetune/Step Time": 12.082510711625218}
+{"Finetune/Learning Rate": 1.9810567427289596e-07, "Finetune/Loss": 0.5799424648284912, "Finetune/Loss (Raw)": 0.48170843720436096, "Finetune/Step": 18048, "Finetune/Step Time": 12.081926284357905}
+{"Finetune/Learning Rate": 1.9777228458541576e-07, "Finetune/Loss": 0.5789898633956909, "Finetune/Loss (Raw)": 0.46517327427864075, "Finetune/Step": 18049, "Finetune/Step Time": 12.086561601608992}
+{"Finetune/Learning Rate": 1.9743917286124014e-07, "Finetune/Loss": 0.5792443752288818, "Finetune/Loss (Raw)": 0.6816569566726685, "Finetune/Step": 18050, "Finetune/Step Time": 12.065691269934177}
+{"Finetune/Learning Rate": 1.9710633910981603e-07, "Finetune/Loss": 0.5799015760421753, "Finetune/Loss (Raw)": 0.5846006870269775, "Finetune/Step": 18051, "Finetune/Step Time": 12.027085209265351}
+{"Finetune/Learning Rate": 1.9677378334057807e-07, "Finetune/Loss": 0.5804314613342285, "Finetune/Loss (Raw)": 0.6367360353469849, "Finetune/Step": 18052, "Finetune/Step Time": 12.028471054509282}
+{"Finetune/Learning Rate": 1.964415055629598e-07, "Finetune/Loss": 0.5800281763076782, "Finetune/Loss (Raw)": 0.6162247657775879, "Finetune/Step": 18053, "Finetune/Step Time": 12.064556043595076}
+{"Finetune/Learning Rate": 1.9610950578638267e-07, "Finetune/Loss": 0.5800014734268188, "Finetune/Loss (Raw)": 0.5817614793777466, "Finetune/Step": 18054, "Finetune/Step Time": 12.065484369173646}
+{"Finetune/Learning Rate": 1.9577778402026238e-07, "Finetune/Loss": 0.5791939496994019, "Finetune/Loss (Raw)": 0.6386051177978516, "Finetune/Step": 18055, "Finetune/Step Time": 12.02942081168294}
+{"Finetune/Learning Rate": 1.9544634027400367e-07, "Finetune/Loss": 0.5775623321533203, "Finetune/Loss (Raw)": 0.5419626235961914, "Finetune/Step": 18056, "Finetune/Step Time": 12.026434836909175}
+{"Finetune/Learning Rate": 1.951151745570079e-07, "Finetune/Loss": 0.5765895247459412, "Finetune/Loss (Raw)": 0.5015287399291992, "Finetune/Step": 18057, "Finetune/Step Time": 12.024228770285845}
+{"Finetune/Learning Rate": 1.9478428687866313e-07, "Finetune/Loss": 0.577135443687439, "Finetune/Loss (Raw)": 0.6421772241592407, "Finetune/Step": 18058, "Finetune/Step Time": 12.00027509778738}
+{"Finetune/Learning Rate": 1.9445367724835297e-07, "Finetune/Loss": 0.576409101486206, "Finetune/Loss (Raw)": 0.5676453709602356, "Finetune/Step": 18059, "Finetune/Step Time": 12.02116434648633}
+{"Finetune/Learning Rate": 1.9412334567545433e-07, "Finetune/Loss": 0.5758908987045288, "Finetune/Loss (Raw)": 0.6129595637321472, "Finetune/Step": 18060, "Finetune/Step Time": 12.02264698036015}
+{"Finetune/Learning Rate": 1.9379329216933308e-07, "Finetune/Loss": 0.5749371647834778, "Finetune/Loss (Raw)": 0.6358650326728821, "Finetune/Step": 18061, "Finetune/Step Time": 12.027483062818646}
+{"Finetune/Learning Rate": 1.934635167393484e-07, "Finetune/Loss": 0.5753059387207031, "Finetune/Loss (Raw)": 0.6724017858505249, "Finetune/Step": 18062, "Finetune/Step Time": 12.06936232931912}
+{"Finetune/Learning Rate": 1.931340193948539e-07, "Finetune/Loss": 0.5755043029785156, "Finetune/Loss (Raw)": 0.6262382864952087, "Finetune/Step": 18063, "Finetune/Step Time": 12.067909006029367}
+{"Finetune/Learning Rate": 1.9280480014519098e-07, "Finetune/Loss": 0.575921893119812, "Finetune/Loss (Raw)": 0.5990574359893799, "Finetune/Step": 18064, "Finetune/Step Time": 12.068594304844737}
+{"Finetune/Learning Rate": 1.9247585899969557e-07, "Finetune/Loss": 0.576065182685852, "Finetune/Loss (Raw)": 0.5297510623931885, "Finetune/Step": 18065, "Finetune/Step Time": 12.08781704120338}
+{"Finetune/Learning Rate": 1.921471959676957e-07, "Finetune/Loss": 0.5779083967208862, "Finetune/Loss (Raw)": 0.6819612979888916, "Finetune/Step": 18066, "Finetune/Step Time": 12.087547460570931}
+{"Finetune/Learning Rate": 1.9181881105851175e-07, "Finetune/Loss": 0.5773670673370361, "Finetune/Loss (Raw)": 0.6250152587890625, "Finetune/Step": 18067, "Finetune/Step Time": 12.073036145418882}
+{"Finetune/Learning Rate": 1.9149070428145511e-07, "Finetune/Loss": 0.5771473050117493, "Finetune/Loss (Raw)": 0.5841264724731445, "Finetune/Step": 18068, "Finetune/Step Time": 12.064338829368353}
+{"Finetune/Learning Rate": 1.9116287564583168e-07, "Finetune/Loss": 0.5765296220779419, "Finetune/Loss (Raw)": 0.5497201681137085, "Finetune/Step": 18069, "Finetune/Step Time": 12.041247580200434}
+{"Finetune/Learning Rate": 1.9083532516093628e-07, "Finetune/Loss": 0.5753940343856812, "Finetune/Loss (Raw)": 0.4995182156562805, "Finetune/Step": 18070, "Finetune/Step Time": 12.061761736869812}
+{"Finetune/Learning Rate": 1.905080528360581e-07, "Finetune/Loss": 0.5752055048942566, "Finetune/Loss (Raw)": 0.6404164433479309, "Finetune/Step": 18071, "Finetune/Step Time": 12.065640926361084}
+{"Finetune/Learning Rate": 1.9018105868047533e-07, "Finetune/Loss": 0.5753421783447266, "Finetune/Loss (Raw)": 0.5319398641586304, "Finetune/Step": 18072, "Finetune/Step Time": 12.065593196079135}
+{"Finetune/Learning Rate": 1.8985434270346382e-07, "Finetune/Loss": 0.5758127570152283, "Finetune/Loss (Raw)": 0.594397246837616, "Finetune/Step": 18073, "Finetune/Step Time": 12.075806524604559}
+{"Finetune/Learning Rate": 1.8952790491428508e-07, "Finetune/Loss": 0.5747952461242676, "Finetune/Loss (Raw)": 0.49967557191848755, "Finetune/Step": 18074, "Finetune/Step Time": 12.096163123846054}
+{"Finetune/Learning Rate": 1.8920174532219837e-07, "Finetune/Loss": 0.5756809115409851, "Finetune/Loss (Raw)": 0.5903849601745605, "Finetune/Step": 18075, "Finetune/Step Time": 12.10363562591374}
+{"Finetune/Learning Rate": 1.8887586393645407e-07, "Finetune/Loss": 0.5750681161880493, "Finetune/Loss (Raw)": 0.5420828461647034, "Finetune/Step": 18076, "Finetune/Step Time": 12.105985630303621}
+{"Finetune/Learning Rate": 1.8855026076628923e-07, "Finetune/Loss": 0.5755118131637573, "Finetune/Loss (Raw)": 0.4929034411907196, "Finetune/Step": 18077, "Finetune/Step Time": 12.102648245170712}
+{"Finetune/Learning Rate": 1.8822493582093981e-07, "Finetune/Loss": 0.5760116577148438, "Finetune/Loss (Raw)": 0.6496477723121643, "Finetune/Step": 18078, "Finetune/Step Time": 12.08806524798274}
+{"Finetune/Learning Rate": 1.8789988910962952e-07, "Finetune/Loss": 0.577383279800415, "Finetune/Loss (Raw)": 0.6720023155212402, "Finetune/Step": 18079, "Finetune/Step Time": 12.082928279414773}
+{"Finetune/Learning Rate": 1.8757512064157658e-07, "Finetune/Loss": 0.5776475667953491, "Finetune/Loss (Raw)": 0.6330891847610474, "Finetune/Step": 18080, "Finetune/Step Time": 12.081456972286105}
+{"Finetune/Learning Rate": 1.8725063042598912e-07, "Finetune/Loss": 0.577308714389801, "Finetune/Loss (Raw)": 0.6336992979049683, "Finetune/Step": 18081, "Finetune/Step Time": 12.079282473772764}
+{"Finetune/Learning Rate": 1.8692641847207316e-07, "Finetune/Loss": 0.577572226524353, "Finetune/Loss (Raw)": 0.627062201499939, "Finetune/Step": 18082, "Finetune/Step Time": 12.081696452572942}
+{"Finetune/Learning Rate": 1.8660248478901688e-07, "Finetune/Loss": 0.5767055749893188, "Finetune/Loss (Raw)": 0.5584316253662109, "Finetune/Step": 18083, "Finetune/Step Time": 12.084569519385695}
+{"Finetune/Learning Rate": 1.862788293860096e-07, "Finetune/Loss": 0.5764732956886292, "Finetune/Loss (Raw)": 0.5193536281585693, "Finetune/Step": 18084, "Finetune/Step Time": 12.078062318265438}
+{"Finetune/Learning Rate": 1.8595545227222845e-07, "Finetune/Loss": 0.5754556059837341, "Finetune/Loss (Raw)": 0.629832923412323, "Finetune/Step": 18085, "Finetune/Step Time": 12.08271249756217}
+{"Finetune/Learning Rate": 1.856323534568427e-07, "Finetune/Loss": 0.5760899186134338, "Finetune/Loss (Raw)": 0.6933758854866028, "Finetune/Step": 18086, "Finetune/Step Time": 12.093599485233426}
+{"Finetune/Learning Rate": 1.853095329490151e-07, "Finetune/Loss": 0.57704097032547, "Finetune/Loss (Raw)": 0.6070866584777832, "Finetune/Step": 18087, "Finetune/Step Time": 12.087067442014813}
+{"Finetune/Learning Rate": 1.8498699075789938e-07, "Finetune/Loss": 0.5774369239807129, "Finetune/Loss (Raw)": 0.519415557384491, "Finetune/Step": 18088, "Finetune/Step Time": 12.063937153667212}
+{"Finetune/Learning Rate": 1.846647268926438e-07, "Finetune/Loss": 0.5774482488632202, "Finetune/Loss (Raw)": 0.6544566750526428, "Finetune/Step": 18089, "Finetune/Step Time": 12.063496332615614}
+{"Finetune/Learning Rate": 1.843427413623844e-07, "Finetune/Loss": 0.5758957862854004, "Finetune/Loss (Raw)": 0.38950231671333313, "Finetune/Step": 18090, "Finetune/Step Time": 12.090872960165143}
+{"Finetune/Learning Rate": 1.8402103417625273e-07, "Finetune/Loss": 0.5751913189888, "Finetune/Loss (Raw)": 0.5941153168678284, "Finetune/Step": 18091, "Finetune/Step Time": 12.10500518232584}
+{"Finetune/Learning Rate": 1.836996053433726e-07, "Finetune/Loss": 0.5739206075668335, "Finetune/Loss (Raw)": 0.37589627504348755, "Finetune/Step": 18092, "Finetune/Step Time": 12.122395817190409}
+{"Finetune/Learning Rate": 1.833784548728579e-07, "Finetune/Loss": 0.5728790760040283, "Finetune/Loss (Raw)": 0.5200082659721375, "Finetune/Step": 18093, "Finetune/Step Time": 12.121206628158689}
+{"Finetune/Learning Rate": 1.830575827738146e-07, "Finetune/Loss": 0.5745606422424316, "Finetune/Loss (Raw)": 0.6273086071014404, "Finetune/Step": 18094, "Finetune/Step Time": 12.126631895080209}
+{"Finetune/Learning Rate": 1.8273698905534322e-07, "Finetune/Loss": 0.5729128122329712, "Finetune/Loss (Raw)": 0.5334174036979675, "Finetune/Step": 18095, "Finetune/Step Time": 12.122747106477618}
+{"Finetune/Learning Rate": 1.8241667372653316e-07, "Finetune/Loss": 0.5728949308395386, "Finetune/Loss (Raw)": 0.6896238327026367, "Finetune/Step": 18096, "Finetune/Step Time": 12.125297723338008}
+{"Finetune/Learning Rate": 1.820966367964705e-07, "Finetune/Loss": 0.5732433795928955, "Finetune/Loss (Raw)": 0.6665915250778198, "Finetune/Step": 18097, "Finetune/Step Time": 12.11096876859665}
+{"Finetune/Learning Rate": 1.8177687827422796e-07, "Finetune/Loss": 0.5740097761154175, "Finetune/Loss (Raw)": 0.6679199934005737, "Finetune/Step": 18098, "Finetune/Step Time": 12.108297612518072}
+{"Finetune/Learning Rate": 1.8145739816887385e-07, "Finetune/Loss": 0.5735138058662415, "Finetune/Loss (Raw)": 0.5754855871200562, "Finetune/Step": 18099, "Finetune/Step Time": 12.105036111548543}
+{"Finetune/Learning Rate": 1.811381964894676e-07, "Finetune/Loss": 0.5735665559768677, "Finetune/Loss (Raw)": 0.5370926856994629, "Finetune/Step": 18100, "Finetune/Step Time": 12.112104086205363}
+{"Finetune/Learning Rate": 1.8081927324506088e-07, "Finetune/Loss": 0.5723873972892761, "Finetune/Loss (Raw)": 0.4793848693370819, "Finetune/Step": 18101, "Finetune/Step Time": 12.110716924071312}
+{"Finetune/Learning Rate": 1.8050062844469752e-07, "Finetune/Loss": 0.5730276703834534, "Finetune/Loss (Raw)": 0.6378536224365234, "Finetune/Step": 18102, "Finetune/Step Time": 12.114436669275165}
+{"Finetune/Learning Rate": 1.8018226209741362e-07, "Finetune/Loss": 0.5736221671104431, "Finetune/Loss (Raw)": 0.6476593017578125, "Finetune/Step": 18103, "Finetune/Step Time": 12.096159175038338}
+{"Finetune/Learning Rate": 1.7986417421223758e-07, "Finetune/Loss": 0.5746960639953613, "Finetune/Loss (Raw)": 0.7626753449440002, "Finetune/Step": 18104, "Finetune/Step Time": 12.075739461928606}
+{"Finetune/Learning Rate": 1.7954636479818766e-07, "Finetune/Loss": 0.5743513107299805, "Finetune/Loss (Raw)": 0.6051352024078369, "Finetune/Step": 18105, "Finetune/Step Time": 12.074265584349632}
+{"Finetune/Learning Rate": 1.792288338642789e-07, "Finetune/Loss": 0.5742167234420776, "Finetune/Loss (Raw)": 0.6105155944824219, "Finetune/Step": 18106, "Finetune/Step Time": 12.07605030760169}
+{"Finetune/Learning Rate": 1.7891158141951305e-07, "Finetune/Loss": 0.5740870237350464, "Finetune/Loss (Raw)": 0.5592048764228821, "Finetune/Step": 18107, "Finetune/Step Time": 12.075044503435493}
+{"Finetune/Learning Rate": 1.7859460747288616e-07, "Finetune/Loss": 0.5729048252105713, "Finetune/Loss (Raw)": 0.5366740822792053, "Finetune/Step": 18108, "Finetune/Step Time": 12.079586727544665}
+{"Finetune/Learning Rate": 1.7827791203338885e-07, "Finetune/Loss": 0.5739982724189758, "Finetune/Loss (Raw)": 0.6674643158912659, "Finetune/Step": 18109, "Finetune/Step Time": 12.07990225404501}
+{"Finetune/Learning Rate": 1.779614951100006e-07, "Finetune/Loss": 0.5739290714263916, "Finetune/Loss (Raw)": 0.6027013659477234, "Finetune/Step": 18110, "Finetune/Step Time": 12.080426413565874}
+{"Finetune/Learning Rate": 1.7764535671169426e-07, "Finetune/Loss": 0.5729812979698181, "Finetune/Loss (Raw)": 0.478735089302063, "Finetune/Step": 18111, "Finetune/Step Time": 12.063358087092638}
+{"Finetune/Learning Rate": 1.7732949684743593e-07, "Finetune/Loss": 0.5746293663978577, "Finetune/Loss (Raw)": 0.7141303420066833, "Finetune/Step": 18112, "Finetune/Step Time": 12.074571534991264}
+{"Finetune/Learning Rate": 1.7701391552617963e-07, "Finetune/Loss": 0.5743641257286072, "Finetune/Loss (Raw)": 0.5667153596878052, "Finetune/Step": 18113, "Finetune/Step Time": 12.060848072171211}
+{"Finetune/Learning Rate": 1.7669861275687593e-07, "Finetune/Loss": 0.5750986337661743, "Finetune/Loss (Raw)": 0.6310481429100037, "Finetune/Step": 18114, "Finetune/Step Time": 12.061414213851094}
+{"Finetune/Learning Rate": 1.763835885484655e-07, "Finetune/Loss": 0.5753307938575745, "Finetune/Loss (Raw)": 0.5626013875007629, "Finetune/Step": 18115, "Finetune/Step Time": 12.018016826361418}
+{"Finetune/Learning Rate": 1.7606884290988223e-07, "Finetune/Loss": 0.5757793188095093, "Finetune/Loss (Raw)": 0.6426408886909485, "Finetune/Step": 18116, "Finetune/Step Time": 12.076042396947742}
+{"Finetune/Learning Rate": 1.7575437585005017e-07, "Finetune/Loss": 0.5758234858512878, "Finetune/Loss (Raw)": 0.5159623622894287, "Finetune/Step": 18117, "Finetune/Step Time": 12.073348745703697}
+{"Finetune/Learning Rate": 1.7544018737788994e-07, "Finetune/Loss": 0.5765618681907654, "Finetune/Loss (Raw)": 0.6053385734558105, "Finetune/Step": 18118, "Finetune/Step Time": 12.07528200186789}
+{"Finetune/Learning Rate": 1.7512627750230772e-07, "Finetune/Loss": 0.5760546326637268, "Finetune/Loss (Raw)": 0.583710789680481, "Finetune/Step": 18119, "Finetune/Step Time": 12.071070294827223}
+{"Finetune/Learning Rate": 1.7481264623220527e-07, "Finetune/Loss": 0.5756771564483643, "Finetune/Loss (Raw)": 0.5724649429321289, "Finetune/Step": 18120, "Finetune/Step Time": 12.065834140405059}
+{"Finetune/Learning Rate": 1.7449929357647777e-07, "Finetune/Loss": 0.5763720273971558, "Finetune/Loss (Raw)": 0.6398817300796509, "Finetune/Step": 18121, "Finetune/Step Time": 12.064536301419139}
+{"Finetune/Learning Rate": 1.7418621954400916e-07, "Finetune/Loss": 0.5772747993469238, "Finetune/Loss (Raw)": 0.651430606842041, "Finetune/Step": 18122, "Finetune/Step Time": 12.062343979254365}
+{"Finetune/Learning Rate": 1.7387342414367904e-07, "Finetune/Loss": 0.5775924921035767, "Finetune/Loss (Raw)": 0.5702439546585083, "Finetune/Step": 18123, "Finetune/Step Time": 12.023457067087293}
+{"Finetune/Learning Rate": 1.7356090738435804e-07, "Finetune/Loss": 0.5769616961479187, "Finetune/Loss (Raw)": 0.5279645323753357, "Finetune/Step": 18124, "Finetune/Step Time": 12.10472129844129}
+{"Finetune/Learning Rate": 1.732486692749058e-07, "Finetune/Loss": 0.5759599208831787, "Finetune/Loss (Raw)": 0.5337278246879578, "Finetune/Step": 18125, "Finetune/Step Time": 12.139838809147477}
+{"Finetune/Learning Rate": 1.7293670982417853e-07, "Finetune/Loss": 0.577385425567627, "Finetune/Loss (Raw)": 0.5762330293655396, "Finetune/Step": 18126, "Finetune/Step Time": 12.129234056919813}
+{"Finetune/Learning Rate": 1.726250290410214e-07, "Finetune/Loss": 0.5786861181259155, "Finetune/Loss (Raw)": 0.6032213568687439, "Finetune/Step": 18127, "Finetune/Step Time": 12.104851607233286}
+{"Finetune/Learning Rate": 1.723136269342729e-07, "Finetune/Loss": 0.578668475151062, "Finetune/Loss (Raw)": 0.6020598411560059, "Finetune/Step": 18128, "Finetune/Step Time": 12.098964428529143}
+{"Finetune/Learning Rate": 1.720025035127637e-07, "Finetune/Loss": 0.5775604844093323, "Finetune/Loss (Raw)": 0.48215463757514954, "Finetune/Step": 18129, "Finetune/Step Time": 12.102003367617726}
+{"Finetune/Learning Rate": 1.716916587853168e-07, "Finetune/Loss": 0.5777601003646851, "Finetune/Loss (Raw)": 0.611238956451416, "Finetune/Step": 18130, "Finetune/Step Time": 12.08770783431828}
+{"Finetune/Learning Rate": 1.713810927607462e-07, "Finetune/Loss": 0.5778813362121582, "Finetune/Loss (Raw)": 0.589809000492096, "Finetune/Step": 18131, "Finetune/Step Time": 12.099480552598834}
+{"Finetune/Learning Rate": 1.7107080544785937e-07, "Finetune/Loss": 0.578008770942688, "Finetune/Loss (Raw)": 0.5872927308082581, "Finetune/Step": 18132, "Finetune/Step Time": 12.109135368838906}
+{"Finetune/Learning Rate": 1.7076079685545476e-07, "Finetune/Loss": 0.5782694816589355, "Finetune/Loss (Raw)": 0.5221115946769714, "Finetune/Step": 18133, "Finetune/Step Time": 12.108651421964169}
+{"Finetune/Learning Rate": 1.7045106699232316e-07, "Finetune/Loss": 0.5794817209243774, "Finetune/Loss (Raw)": 0.6721290946006775, "Finetune/Step": 18134, "Finetune/Step Time": 12.126781638711691}
+{"Finetune/Learning Rate": 1.7014161586724754e-07, "Finetune/Loss": 0.5798566341400146, "Finetune/Loss (Raw)": 0.5784802436828613, "Finetune/Step": 18135, "Finetune/Step Time": 12.132253021001816}
+{"Finetune/Learning Rate": 1.698324434890042e-07, "Finetune/Loss": 0.5784374475479126, "Finetune/Loss (Raw)": 0.4113694131374359, "Finetune/Step": 18136, "Finetune/Step Time": 12.124469574540854}
+{"Finetune/Learning Rate": 1.6952354986635833e-07, "Finetune/Loss": 0.5767173171043396, "Finetune/Loss (Raw)": 0.4253288209438324, "Finetune/Step": 18137, "Finetune/Step Time": 12.166599178686738}
+{"Finetune/Learning Rate": 1.6921493500807074e-07, "Finetune/Loss": 0.5766266584396362, "Finetune/Loss (Raw)": 0.5314454436302185, "Finetune/Step": 18138, "Finetune/Step Time": 12.169234631583095}
+{"Finetune/Learning Rate": 1.6890659892289329e-07, "Finetune/Loss": 0.5769138932228088, "Finetune/Loss (Raw)": 0.6030795574188232, "Finetune/Step": 18139, "Finetune/Step Time": 12.168993100523949}
+{"Finetune/Learning Rate": 1.685985416195679e-07, "Finetune/Loss": 0.5776798725128174, "Finetune/Loss (Raw)": 0.6143519282341003, "Finetune/Step": 18140, "Finetune/Step Time": 12.174138121306896}
+{"Finetune/Learning Rate": 1.68290763106832e-07, "Finetune/Loss": 0.5774682760238647, "Finetune/Loss (Raw)": 0.6339149475097656, "Finetune/Step": 18141, "Finetune/Step Time": 12.171474676579237}
+{"Finetune/Learning Rate": 1.6798326339341197e-07, "Finetune/Loss": 0.5773184895515442, "Finetune/Loss (Raw)": 0.4998803436756134, "Finetune/Step": 18142, "Finetune/Step Time": 12.16913354024291}
+{"Finetune/Learning Rate": 1.676760424880275e-07, "Finetune/Loss": 0.5769376754760742, "Finetune/Loss (Raw)": 0.5768141150474548, "Finetune/Step": 18143, "Finetune/Step Time": 12.182613402605057}
+{"Finetune/Learning Rate": 1.6736910039939159e-07, "Finetune/Loss": 0.5775918960571289, "Finetune/Loss (Raw)": 0.6246946454048157, "Finetune/Step": 18144, "Finetune/Step Time": 12.184254052117467}
+{"Finetune/Learning Rate": 1.670624371362084e-07, "Finetune/Loss": 0.5787370204925537, "Finetune/Loss (Raw)": 0.6685855984687805, "Finetune/Step": 18145, "Finetune/Step Time": 12.149824736639857}
+{"Finetune/Learning Rate": 1.667560527071721e-07, "Finetune/Loss": 0.5779290199279785, "Finetune/Loss (Raw)": 0.5991407632827759, "Finetune/Step": 18146, "Finetune/Step Time": 12.158451180905104}
+{"Finetune/Learning Rate": 1.6644994712097351e-07, "Finetune/Loss": 0.5791794061660767, "Finetune/Loss (Raw)": 0.5408633947372437, "Finetune/Step": 18147, "Finetune/Step Time": 12.134664440527558}
+{"Finetune/Learning Rate": 1.6614412038629125e-07, "Finetune/Loss": 0.5802712440490723, "Finetune/Loss (Raw)": 0.6433404684066772, "Finetune/Step": 18148, "Finetune/Step Time": 12.136657675728202}
+{"Finetune/Learning Rate": 1.6583857251179725e-07, "Finetune/Loss": 0.5808054208755493, "Finetune/Loss (Raw)": 0.6121823191642761, "Finetune/Step": 18149, "Finetune/Step Time": 12.136346690356731}
+{"Finetune/Learning Rate": 1.655333035061568e-07, "Finetune/Loss": 0.5814218521118164, "Finetune/Loss (Raw)": 0.5997587442398071, "Finetune/Step": 18150, "Finetune/Step Time": 12.132309393957257}
+{"Finetune/Learning Rate": 1.6522831337802636e-07, "Finetune/Loss": 0.5813639760017395, "Finetune/Loss (Raw)": 0.5111289024353027, "Finetune/Step": 18151, "Finetune/Step Time": 12.178559679538012}
+{"Finetune/Learning Rate": 1.6492360213605563e-07, "Finetune/Loss": 0.5832080841064453, "Finetune/Loss (Raw)": 0.6524050831794739, "Finetune/Step": 18152, "Finetune/Step Time": 12.148006604984403}
+{"Finetune/Learning Rate": 1.6461916978888327e-07, "Finetune/Loss": 0.5840897560119629, "Finetune/Loss (Raw)": 0.6319412589073181, "Finetune/Step": 18153, "Finetune/Step Time": 12.126906033605337}
+{"Finetune/Learning Rate": 1.6431501634514346e-07, "Finetune/Loss": 0.5845354795455933, "Finetune/Loss (Raw)": 0.6501255631446838, "Finetune/Step": 18154, "Finetune/Step Time": 12.13359542004764}
+{"Finetune/Learning Rate": 1.6401114181346157e-07, "Finetune/Loss": 0.5839349627494812, "Finetune/Loss (Raw)": 0.526197612285614, "Finetune/Step": 18155, "Finetune/Step Time": 12.1315653976053}
+{"Finetune/Learning Rate": 1.6370754620245289e-07, "Finetune/Loss": 0.5837819576263428, "Finetune/Loss (Raw)": 0.6091529130935669, "Finetune/Step": 18156, "Finetune/Step Time": 12.13103824481368}
+{"Finetune/Learning Rate": 1.634042295207272e-07, "Finetune/Loss": 0.5835809707641602, "Finetune/Loss (Raw)": 0.5604035258293152, "Finetune/Step": 18157, "Finetune/Step Time": 12.141817681491375}
+{"Finetune/Learning Rate": 1.6310119177688655e-07, "Finetune/Loss": 0.583834171295166, "Finetune/Loss (Raw)": 0.621860146522522, "Finetune/Step": 18158, "Finetune/Step Time": 12.119860664010048}
+{"Finetune/Learning Rate": 1.6279843297952402e-07, "Finetune/Loss": 0.5815683603286743, "Finetune/Loss (Raw)": 0.4170921742916107, "Finetune/Step": 18159, "Finetune/Step Time": 12.15665533952415}
+{"Finetune/Learning Rate": 1.62495953137225e-07, "Finetune/Loss": 0.5825628042221069, "Finetune/Loss (Raw)": 0.6328698992729187, "Finetune/Step": 18160, "Finetune/Step Time": 12.157091863453388}
+{"Finetune/Learning Rate": 1.6219375225856703e-07, "Finetune/Loss": 0.5841389894485474, "Finetune/Loss (Raw)": 0.6129359602928162, "Finetune/Step": 18161, "Finetune/Step Time": 12.162174893543124}
+{"Finetune/Learning Rate": 1.6189183035211776e-07, "Finetune/Loss": 0.5827478170394897, "Finetune/Loss (Raw)": 0.4595721364021301, "Finetune/Step": 18162, "Finetune/Step Time": 12.183550998568535}
+{"Finetune/Learning Rate": 1.6159018742644138e-07, "Finetune/Loss": 0.5829763412475586, "Finetune/Loss (Raw)": 0.5971168875694275, "Finetune/Step": 18163, "Finetune/Step Time": 12.213525692000985}
+{"Finetune/Learning Rate": 1.612888234900889e-07, "Finetune/Loss": 0.5833714604377747, "Finetune/Loss (Raw)": 0.5780453085899353, "Finetune/Step": 18164, "Finetune/Step Time": 12.214111760258675}
+{"Finetune/Learning Rate": 1.60987738551609e-07, "Finetune/Loss": 0.5830739736557007, "Finetune/Loss (Raw)": 0.5351905226707458, "Finetune/Step": 18165, "Finetune/Step Time": 12.22188150882721}
+{"Finetune/Learning Rate": 1.6068693261953928e-07, "Finetune/Loss": 0.5828571915626526, "Finetune/Loss (Raw)": 0.5193041563034058, "Finetune/Step": 18166, "Finetune/Step Time": 12.258685072883964}
+{"Finetune/Learning Rate": 1.6038640570240848e-07, "Finetune/Loss": 0.5830034613609314, "Finetune/Loss (Raw)": 0.5651651620864868, "Finetune/Step": 18167, "Finetune/Step Time": 12.251208940520883}
+{"Finetune/Learning Rate": 1.600861578087387e-07, "Finetune/Loss": 0.583275556564331, "Finetune/Loss (Raw)": 0.6522505879402161, "Finetune/Step": 18168, "Finetune/Step Time": 12.226635066792369}
+{"Finetune/Learning Rate": 1.5978618894704535e-07, "Finetune/Loss": 0.5837173461914062, "Finetune/Loss (Raw)": 0.7159330248832703, "Finetune/Step": 18169, "Finetune/Step Time": 12.224486222490668}
+{"Finetune/Learning Rate": 1.5948649912583269e-07, "Finetune/Loss": 0.5844327807426453, "Finetune/Loss (Raw)": 0.6852341890335083, "Finetune/Step": 18170, "Finetune/Step Time": 12.199768986552954}
+{"Finetune/Learning Rate": 1.5918708835359952e-07, "Finetune/Loss": 0.583890438079834, "Finetune/Loss (Raw)": 0.5223636627197266, "Finetune/Step": 18171, "Finetune/Step Time": 12.197085328400135}
+{"Finetune/Learning Rate": 1.5888795663883904e-07, "Finetune/Loss": 0.5845895409584045, "Finetune/Loss (Raw)": 0.6236597895622253, "Finetune/Step": 18172, "Finetune/Step Time": 12.196503093466163}
+{"Finetune/Learning Rate": 1.5858910399003114e-07, "Finetune/Loss": 0.5850653648376465, "Finetune/Loss (Raw)": 0.6050121784210205, "Finetune/Step": 18173, "Finetune/Step Time": 12.19433251582086}
+{"Finetune/Learning Rate": 1.5829053041565123e-07, "Finetune/Loss": 0.5857205390930176, "Finetune/Loss (Raw)": 0.6230731010437012, "Finetune/Step": 18174, "Finetune/Step Time": 12.190475529059768}
+{"Finetune/Learning Rate": 1.5799223592416478e-07, "Finetune/Loss": 0.5856934785842896, "Finetune/Loss (Raw)": 0.5227691531181335, "Finetune/Step": 18175, "Finetune/Step Time": 12.222610233351588}
+{"Finetune/Learning Rate": 1.5769422052403172e-07, "Finetune/Loss": 0.5876142382621765, "Finetune/Loss (Raw)": 0.7275715470314026, "Finetune/Step": 18176, "Finetune/Step Time": 12.283761288970709}
+{"Finetune/Learning Rate": 1.5739648422370413e-07, "Finetune/Loss": 0.5876693725585938, "Finetune/Loss (Raw)": 0.47222647070884705, "Finetune/Step": 18177, "Finetune/Step Time": 12.30364222638309}
+{"Finetune/Learning Rate": 1.5709902703162195e-07, "Finetune/Loss": 0.586383581161499, "Finetune/Loss (Raw)": 0.5170798301696777, "Finetune/Step": 18178, "Finetune/Step Time": 12.311893597245216}
+{"Finetune/Learning Rate": 1.5680184895622286e-07, "Finetune/Loss": 0.5863660573959351, "Finetune/Loss (Raw)": 0.5823522210121155, "Finetune/Step": 18179, "Finetune/Step Time": 12.30696676298976}
+{"Finetune/Learning Rate": 1.5650495000593345e-07, "Finetune/Loss": 0.5852499008178711, "Finetune/Loss (Raw)": 0.4938723146915436, "Finetune/Step": 18180, "Finetune/Step Time": 12.29898638278246}
+{"Finetune/Learning Rate": 1.5620833018917147e-07, "Finetune/Loss": 0.5859712958335876, "Finetune/Loss (Raw)": 0.7085618376731873, "Finetune/Step": 18181, "Finetune/Step Time": 12.26516724564135}
+{"Finetune/Learning Rate": 1.5591198951435016e-07, "Finetune/Loss": 0.5867586135864258, "Finetune/Loss (Raw)": 0.6825460195541382, "Finetune/Step": 18182, "Finetune/Step Time": 12.264360819011927}
+{"Finetune/Learning Rate": 1.5561592798987058e-07, "Finetune/Loss": 0.5858041048049927, "Finetune/Loss (Raw)": 0.5164249539375305, "Finetune/Step": 18183, "Finetune/Step Time": 12.273438325151801}
+{"Finetune/Learning Rate": 1.5532014562413044e-07, "Finetune/Loss": 0.5856773853302002, "Finetune/Loss (Raw)": 0.525730311870575, "Finetune/Step": 18184, "Finetune/Step Time": 12.283756755292416}
+{"Finetune/Learning Rate": 1.550246424255175e-07, "Finetune/Loss": 0.5860997438430786, "Finetune/Loss (Raw)": 0.5555963516235352, "Finetune/Step": 18185, "Finetune/Step Time": 12.290046082809567}
+{"Finetune/Learning Rate": 1.5472941840240951e-07, "Finetune/Loss": 0.5852974653244019, "Finetune/Loss (Raw)": 0.5394819378852844, "Finetune/Step": 18186, "Finetune/Step Time": 12.290170669555664}
+{"Finetune/Learning Rate": 1.5443447356317864e-07, "Finetune/Loss": 0.5843086242675781, "Finetune/Loss (Raw)": 0.44107872247695923, "Finetune/Step": 18187, "Finetune/Step Time": 12.30445603467524}
+{"Finetune/Learning Rate": 1.5413980791618931e-07, "Finetune/Loss": 0.5841663479804993, "Finetune/Loss (Raw)": 0.5947520136833191, "Finetune/Step": 18188, "Finetune/Step Time": 12.304389975965023}
+{"Finetune/Learning Rate": 1.538454214697971e-07, "Finetune/Loss": 0.5836277604103088, "Finetune/Loss (Raw)": 0.5669238567352295, "Finetune/Step": 18189, "Finetune/Step Time": 12.306102951988578}
+{"Finetune/Learning Rate": 1.535513142323497e-07, "Finetune/Loss": 0.583744466304779, "Finetune/Loss (Raw)": 0.6873403787612915, "Finetune/Step": 18190, "Finetune/Step Time": 12.263897385448217}
+{"Finetune/Learning Rate": 1.532574862121883e-07, "Finetune/Loss": 0.5840873718261719, "Finetune/Loss (Raw)": 0.6701381802558899, "Finetune/Step": 18191, "Finetune/Step Time": 12.273623507469893}
+{"Finetune/Learning Rate": 1.5296393741764392e-07, "Finetune/Loss": 0.5842921733856201, "Finetune/Loss (Raw)": 0.625260055065155, "Finetune/Step": 18192, "Finetune/Step Time": 12.265932109206915}
+{"Finetune/Learning Rate": 1.5267066785704e-07, "Finetune/Loss": 0.5854693651199341, "Finetune/Loss (Raw)": 0.680435836315155, "Finetune/Step": 18193, "Finetune/Step Time": 12.252190394327044}
+{"Finetune/Learning Rate": 1.5237767753869536e-07, "Finetune/Loss": 0.5843744277954102, "Finetune/Loss (Raw)": 0.5418036580085754, "Finetune/Step": 18194, "Finetune/Step Time": 12.261621735990047}
+{"Finetune/Learning Rate": 1.5208496647091674e-07, "Finetune/Loss": 0.5844399929046631, "Finetune/Loss (Raw)": 0.6334095597267151, "Finetune/Step": 18195, "Finetune/Step Time": 12.25578554160893}
+{"Finetune/Learning Rate": 1.5179253466200418e-07, "Finetune/Loss": 0.5839235186576843, "Finetune/Loss (Raw)": 0.5180237889289856, "Finetune/Step": 18196, "Finetune/Step Time": 12.289298746734858}
+{"Finetune/Learning Rate": 1.5150038212025097e-07, "Finetune/Loss": 0.5857998132705688, "Finetune/Loss (Raw)": 0.7898786067962646, "Finetune/Step": 18197, "Finetune/Step Time": 12.307032246142626}
+{"Finetune/Learning Rate": 1.5120850885394056e-07, "Finetune/Loss": 0.588007390499115, "Finetune/Loss (Raw)": 0.7820964455604553, "Finetune/Step": 18198, "Finetune/Step Time": 12.285825101658702}
+{"Finetune/Learning Rate": 1.5091691487135185e-07, "Finetune/Loss": 0.5882278680801392, "Finetune/Loss (Raw)": 0.6686415672302246, "Finetune/Step": 18199, "Finetune/Step Time": 12.278610670939088}
+{"Finetune/Learning Rate": 1.5062560018075267e-07, "Finetune/Loss": 0.5871127843856812, "Finetune/Loss (Raw)": 0.3891982138156891, "Finetune/Step": 18200, "Finetune/Step Time": 12.309367340058088}
+{"Finetune/Learning Rate": 1.5033456479040309e-07, "Finetune/Loss": 0.5867726802825928, "Finetune/Loss (Raw)": 0.5508707165718079, "Finetune/Step": 18201, "Finetune/Step Time": 12.306548634544015}
+{"Finetune/Learning Rate": 1.5004380870855652e-07, "Finetune/Loss": 0.5877604484558105, "Finetune/Loss (Raw)": 0.6261031627655029, "Finetune/Step": 18202, "Finetune/Step Time": 12.294800700619817}
+{"Finetune/Learning Rate": 1.4975333194345853e-07, "Finetune/Loss": 0.587489128112793, "Finetune/Loss (Raw)": 0.5556526780128479, "Finetune/Step": 18203, "Finetune/Step Time": 12.284537861123681}
+{"Finetune/Learning Rate": 1.4946313450334483e-07, "Finetune/Loss": 0.5879724025726318, "Finetune/Loss (Raw)": 0.6039527058601379, "Finetune/Step": 18204, "Finetune/Step Time": 12.282354174181819}
+{"Finetune/Learning Rate": 1.4917321639644654e-07, "Finetune/Loss": 0.5871177911758423, "Finetune/Loss (Raw)": 0.38350337743759155, "Finetune/Step": 18205, "Finetune/Step Time": 12.329261166974902}
+{"Finetune/Learning Rate": 1.488835776309816e-07, "Finetune/Loss": 0.586587131023407, "Finetune/Loss (Raw)": 0.5817300081253052, "Finetune/Step": 18206, "Finetune/Step Time": 12.359657669439912}
+{"Finetune/Learning Rate": 1.4859421821516785e-07, "Finetune/Loss": 0.5856651663780212, "Finetune/Loss (Raw)": 0.5539917945861816, "Finetune/Step": 18207, "Finetune/Step Time": 12.359407603740692}
+{"Finetune/Learning Rate": 1.483051381572076e-07, "Finetune/Loss": 0.5859233140945435, "Finetune/Loss (Raw)": 0.6661283373832703, "Finetune/Step": 18208, "Finetune/Step Time": 12.367303790524602}
+{"Finetune/Learning Rate": 1.4801633746529987e-07, "Finetune/Loss": 0.5855933427810669, "Finetune/Loss (Raw)": 0.5914618968963623, "Finetune/Step": 18209, "Finetune/Step Time": 12.363147048279643}
+{"Finetune/Learning Rate": 1.4772781614763255e-07, "Finetune/Loss": 0.5848937034606934, "Finetune/Loss (Raw)": 0.5375040769577026, "Finetune/Step": 18210, "Finetune/Step Time": 12.35645311512053}
+{"Finetune/Learning Rate": 1.4743957421238908e-07, "Finetune/Loss": 0.5850883722305298, "Finetune/Loss (Raw)": 0.5833548903465271, "Finetune/Step": 18211, "Finetune/Step Time": 12.359895335510373}
+{"Finetune/Learning Rate": 1.4715161166774184e-07, "Finetune/Loss": 0.5856969356536865, "Finetune/Loss (Raw)": 0.5972563028335571, "Finetune/Step": 18212, "Finetune/Step Time": 12.346911931410432}
+{"Finetune/Learning Rate": 1.4686392852185648e-07, "Finetune/Loss": 0.5858093500137329, "Finetune/Loss (Raw)": 0.6442171931266785, "Finetune/Step": 18213, "Finetune/Step Time": 12.358362764120102}
+{"Finetune/Learning Rate": 1.465765247828921e-07, "Finetune/Loss": 0.5851114988327026, "Finetune/Loss (Raw)": 0.6040575504302979, "Finetune/Step": 18214, "Finetune/Step Time": 12.344609338790178}
+{"Finetune/Learning Rate": 1.4628940045899875e-07, "Finetune/Loss": 0.5845943689346313, "Finetune/Loss (Raw)": 0.5408821702003479, "Finetune/Step": 18215, "Finetune/Step Time": 12.350754166021943}
+{"Finetune/Learning Rate": 1.4600255555831667e-07, "Finetune/Loss": 0.5852947235107422, "Finetune/Loss (Raw)": 0.6090689301490784, "Finetune/Step": 18216, "Finetune/Step Time": 12.3449369315058}
+{"Finetune/Learning Rate": 1.4571599008898263e-07, "Finetune/Loss": 0.585334062576294, "Finetune/Loss (Raw)": 0.6594924330711365, "Finetune/Step": 18217, "Finetune/Step Time": 12.36406485363841}
+{"Finetune/Learning Rate": 1.4542970405912016e-07, "Finetune/Loss": 0.5861861109733582, "Finetune/Loss (Raw)": 0.4985615909099579, "Finetune/Step": 18218, "Finetune/Step Time": 12.335799422115088}
+{"Finetune/Learning Rate": 1.4514369747684832e-07, "Finetune/Loss": 0.5858579874038696, "Finetune/Loss (Raw)": 0.5521129369735718, "Finetune/Step": 18219, "Finetune/Step Time": 12.324648743495345}
+{"Finetune/Learning Rate": 1.4485797035027728e-07, "Finetune/Loss": 0.5875619053840637, "Finetune/Loss (Raw)": 0.5940006375312805, "Finetune/Step": 18220, "Finetune/Step Time": 12.299428645521402}
+{"Finetune/Learning Rate": 1.4457252268751165e-07, "Finetune/Loss": 0.5877083539962769, "Finetune/Loss (Raw)": 0.5387505888938904, "Finetune/Step": 18221, "Finetune/Step Time": 12.297813592478633}
+{"Finetune/Learning Rate": 1.4428735449664389e-07, "Finetune/Loss": 0.5867013335227966, "Finetune/Loss (Raw)": 0.4984098970890045, "Finetune/Step": 18222, "Finetune/Step Time": 12.294771974906325}
+{"Finetune/Learning Rate": 1.4400246578576082e-07, "Finetune/Loss": 0.5878053903579712, "Finetune/Loss (Raw)": 0.6747411489486694, "Finetune/Step": 18223, "Finetune/Step Time": 12.297037728130817}
+{"Finetune/Learning Rate": 1.4371785656294045e-07, "Finetune/Loss": 0.5876429080963135, "Finetune/Loss (Raw)": 0.6688235998153687, "Finetune/Step": 18224, "Finetune/Step Time": 12.30002611130476}
+{"Finetune/Learning Rate": 1.4343352683625412e-07, "Finetune/Loss": 0.5868791341781616, "Finetune/Loss (Raw)": 0.568819522857666, "Finetune/Step": 18225, "Finetune/Step Time": 12.288782203570008}
+{"Finetune/Learning Rate": 1.4314947661376533e-07, "Finetune/Loss": 0.5850103497505188, "Finetune/Loss (Raw)": 0.4287196695804596, "Finetune/Step": 18226, "Finetune/Step Time": 12.315753426402807}
+{"Finetune/Learning Rate": 1.4286570590352765e-07, "Finetune/Loss": 0.5848788022994995, "Finetune/Loss (Raw)": 0.5586482286453247, "Finetune/Step": 18227, "Finetune/Step Time": 12.34243923984468}
+{"Finetune/Learning Rate": 1.4258221471358913e-07, "Finetune/Loss": 0.5850998163223267, "Finetune/Loss (Raw)": 0.5653897523880005, "Finetune/Step": 18228, "Finetune/Step Time": 12.339791318401694}
+{"Finetune/Learning Rate": 1.4229900305198774e-07, "Finetune/Loss": 0.5856754779815674, "Finetune/Loss (Raw)": 0.5530665516853333, "Finetune/Step": 18229, "Finetune/Step Time": 12.341968841850758}
+{"Finetune/Learning Rate": 1.4201607092675596e-07, "Finetune/Loss": 0.585407555103302, "Finetune/Loss (Raw)": 0.6035594940185547, "Finetune/Step": 18230, "Finetune/Step Time": 12.37258487381041}
+{"Finetune/Learning Rate": 1.4173341834591515e-07, "Finetune/Loss": 0.5856307744979858, "Finetune/Loss (Raw)": 0.676234245300293, "Finetune/Step": 18231, "Finetune/Step Time": 12.37897739931941}
+{"Finetune/Learning Rate": 1.414510453174811e-07, "Finetune/Loss": 0.5851401686668396, "Finetune/Loss (Raw)": 0.6998719573020935, "Finetune/Step": 18232, "Finetune/Step Time": 12.39118087105453}
+{"Finetune/Learning Rate": 1.41168951849463e-07, "Finetune/Loss": 0.5842109322547913, "Finetune/Loss (Raw)": 0.48619890213012695, "Finetune/Step": 18233, "Finetune/Step Time": 12.413433773443103}
+{"Finetune/Learning Rate": 1.4088713794985775e-07, "Finetune/Loss": 0.5842993259429932, "Finetune/Loss (Raw)": 0.621832549571991, "Finetune/Step": 18234, "Finetune/Step Time": 12.414626816287637}
+{"Finetune/Learning Rate": 1.4060560362665676e-07, "Finetune/Loss": 0.584510087966919, "Finetune/Loss (Raw)": 0.5861824750900269, "Finetune/Step": 18235, "Finetune/Step Time": 12.418615065515041}
+{"Finetune/Learning Rate": 1.4032434888784585e-07, "Finetune/Loss": 0.5847783088684082, "Finetune/Loss (Raw)": 0.5709949731826782, "Finetune/Step": 18236, "Finetune/Step Time": 12.412178074941039}
+{"Finetune/Learning Rate": 1.4004337374139866e-07, "Finetune/Loss": 0.5839176177978516, "Finetune/Loss (Raw)": 0.5573089718818665, "Finetune/Step": 18237, "Finetune/Step Time": 12.408890070393682}
+{"Finetune/Learning Rate": 1.3976267819528432e-07, "Finetune/Loss": 0.5834503769874573, "Finetune/Loss (Raw)": 0.5428887009620667, "Finetune/Step": 18238, "Finetune/Step Time": 12.409666242077947}
+{"Finetune/Learning Rate": 1.3948226225746099e-07, "Finetune/Loss": 0.5836827158927917, "Finetune/Loss (Raw)": 0.5084760189056396, "Finetune/Step": 18239, "Finetune/Step Time": 12.410500921308994}
+{"Finetune/Learning Rate": 1.3920212593588113e-07, "Finetune/Loss": 0.5829024314880371, "Finetune/Loss (Raw)": 0.6142475008964539, "Finetune/Step": 18240, "Finetune/Step Time": 12.399970475584269}
+{"Finetune/Learning Rate": 1.389222692384884e-07, "Finetune/Loss": 0.5825429558753967, "Finetune/Loss (Raw)": 0.5207067131996155, "Finetune/Step": 18241, "Finetune/Step Time": 12.40192080102861}
+{"Finetune/Learning Rate": 1.386426921732187e-07, "Finetune/Loss": 0.582138180732727, "Finetune/Loss (Raw)": 0.5792303085327148, "Finetune/Step": 18242, "Finetune/Step Time": 12.391238247975707}
+{"Finetune/Learning Rate": 1.383633947480012e-07, "Finetune/Loss": 0.5817177891731262, "Finetune/Loss (Raw)": 0.5088001489639282, "Finetune/Step": 18243, "Finetune/Step Time": 12.384488921612501}
+{"Finetune/Learning Rate": 1.3808437697075404e-07, "Finetune/Loss": 0.5815079212188721, "Finetune/Loss (Raw)": 0.6157758831977844, "Finetune/Step": 18244, "Finetune/Step Time": 12.324584757909179}
+{"Finetune/Learning Rate": 1.3780563884939092e-07, "Finetune/Loss": 0.5829614400863647, "Finetune/Loss (Raw)": 0.7020149230957031, "Finetune/Step": 18245, "Finetune/Step Time": 12.325435541570187}
+{"Finetune/Learning Rate": 1.3752718039181656e-07, "Finetune/Loss": 0.5825518369674683, "Finetune/Loss (Raw)": 0.5529106855392456, "Finetune/Step": 18246, "Finetune/Step Time": 12.336181560531259}
+{"Finetune/Learning Rate": 1.372490016059247e-07, "Finetune/Loss": 0.5828313827514648, "Finetune/Loss (Raw)": 0.6194925308227539, "Finetune/Step": 18247, "Finetune/Step Time": 12.333923052996397}
+{"Finetune/Learning Rate": 1.3697110249960564e-07, "Finetune/Loss": 0.5829897522926331, "Finetune/Loss (Raw)": 0.592729389667511, "Finetune/Step": 18248, "Finetune/Step Time": 12.336393671110272}
+{"Finetune/Learning Rate": 1.366934830807398e-07, "Finetune/Loss": 0.5826596021652222, "Finetune/Loss (Raw)": 0.5976234078407288, "Finetune/Step": 18249, "Finetune/Step Time": 12.340629940852523}
+{"Finetune/Learning Rate": 1.3641614335719976e-07, "Finetune/Loss": 0.5818281173706055, "Finetune/Loss (Raw)": 0.5449976325035095, "Finetune/Step": 18250, "Finetune/Step Time": 12.340236509218812}
+{"Finetune/Learning Rate": 1.361390833368492e-07, "Finetune/Loss": 0.5825406908988953, "Finetune/Loss (Raw)": 0.6614601016044617, "Finetune/Step": 18251, "Finetune/Step Time": 12.340687531977892}
+{"Finetune/Learning Rate": 1.358623030275452e-07, "Finetune/Loss": 0.5820122957229614, "Finetune/Loss (Raw)": 0.4603271186351776, "Finetune/Step": 18252, "Finetune/Step Time": 12.262085795402527}
+{"Finetune/Learning Rate": 1.3558580243713592e-07, "Finetune/Loss": 0.5825144052505493, "Finetune/Loss (Raw)": 0.59800124168396, "Finetune/Step": 18253, "Finetune/Step Time": 12.224510546773672}
+{"Finetune/Learning Rate": 1.3530958157346285e-07, "Finetune/Loss": 0.5828999280929565, "Finetune/Loss (Raw)": 0.625578761100769, "Finetune/Step": 18254, "Finetune/Step Time": 12.204475300386548}
+{"Finetune/Learning Rate": 1.3503364044435863e-07, "Finetune/Loss": 0.5818183422088623, "Finetune/Loss (Raw)": 0.46477851271629333, "Finetune/Step": 18255, "Finetune/Step Time": 12.203142084181309}
+{"Finetune/Learning Rate": 1.3475797905764808e-07, "Finetune/Loss": 0.5811988115310669, "Finetune/Loss (Raw)": 0.5227560997009277, "Finetune/Step": 18256, "Finetune/Step Time": 12.205180749297142}
+{"Finetune/Learning Rate": 1.3448259742114832e-07, "Finetune/Loss": 0.581548273563385, "Finetune/Loss (Raw)": 0.5268917083740234, "Finetune/Step": 18257, "Finetune/Step Time": 12.208891164511442}
+{"Finetune/Learning Rate": 1.3420749554266976e-07, "Finetune/Loss": 0.5804159641265869, "Finetune/Loss (Raw)": 0.4663011133670807, "Finetune/Step": 18258, "Finetune/Step Time": 12.234649216756225}
+{"Finetune/Learning Rate": 1.3393267343001059e-07, "Finetune/Loss": 0.5811752080917358, "Finetune/Loss (Raw)": 0.6869909763336182, "Finetune/Step": 18259, "Finetune/Step Time": 12.214454235509038}
+{"Finetune/Learning Rate": 1.336581310909657e-07, "Finetune/Loss": 0.5813353061676025, "Finetune/Loss (Raw)": 0.6077843904495239, "Finetune/Step": 18260, "Finetune/Step Time": 12.217320635914803}
+{"Finetune/Learning Rate": 1.3338386853331997e-07, "Finetune/Loss": 0.581739068031311, "Finetune/Loss (Raw)": 0.5737908482551575, "Finetune/Step": 18261, "Finetune/Step Time": 12.214913289994001}
+{"Finetune/Learning Rate": 1.331098857648494e-07, "Finetune/Loss": 0.5810000896453857, "Finetune/Loss (Raw)": 0.5775378942489624, "Finetune/Step": 18262, "Finetune/Step Time": 12.195708068087697}
+{"Finetune/Learning Rate": 1.3283618279332668e-07, "Finetune/Loss": 0.582062840461731, "Finetune/Loss (Raw)": 0.7145125865936279, "Finetune/Step": 18263, "Finetune/Step Time": 12.193088714033365}
+{"Finetune/Learning Rate": 1.3256275962651223e-07, "Finetune/Loss": 0.5819283723831177, "Finetune/Loss (Raw)": 0.3941654562950134, "Finetune/Step": 18264, "Finetune/Step Time": 12.212119311094284}
+{"Finetune/Learning Rate": 1.3228961627215654e-07, "Finetune/Loss": 0.5838028192520142, "Finetune/Loss (Raw)": 0.6652495861053467, "Finetune/Step": 18265, "Finetune/Step Time": 12.171586245298386}
+{"Finetune/Learning Rate": 1.3201675273800896e-07, "Finetune/Loss": 0.5847851037979126, "Finetune/Loss (Raw)": 0.6571813821792603, "Finetune/Step": 18266, "Finetune/Step Time": 12.170558877289295}
+{"Finetune/Learning Rate": 1.3174416903180442e-07, "Finetune/Loss": 0.5852497816085815, "Finetune/Loss (Raw)": 0.6625550985336304, "Finetune/Step": 18267, "Finetune/Step Time": 12.175409877672791}
+{"Finetune/Learning Rate": 1.3147186516127453e-07, "Finetune/Loss": 0.5847995281219482, "Finetune/Loss (Raw)": 0.5567211508750916, "Finetune/Step": 18268, "Finetune/Step Time": 12.16568161919713}
+{"Finetune/Learning Rate": 1.3119984113413864e-07, "Finetune/Loss": 0.5846189260482788, "Finetune/Loss (Raw)": 0.6107968091964722, "Finetune/Step": 18269, "Finetune/Step Time": 12.156256705522537}
+{"Finetune/Learning Rate": 1.3092809695811393e-07, "Finetune/Loss": 0.5850194096565247, "Finetune/Loss (Raw)": 0.5511477589607239, "Finetune/Step": 18270, "Finetune/Step Time": 12.151454020291567}
+{"Finetune/Learning Rate": 1.306566326409031e-07, "Finetune/Loss": 0.5856349468231201, "Finetune/Loss (Raw)": 0.65559983253479, "Finetune/Step": 18271, "Finetune/Step Time": 12.133850622922182}
+{"Finetune/Learning Rate": 1.303854481902067e-07, "Finetune/Loss": 0.5850366353988647, "Finetune/Loss (Raw)": 0.5481076240539551, "Finetune/Step": 18272, "Finetune/Step Time": 12.131468268111348}
+{"Finetune/Learning Rate": 1.3011454361371302e-07, "Finetune/Loss": 0.5853335857391357, "Finetune/Loss (Raw)": 0.7066039443016052, "Finetune/Step": 18273, "Finetune/Step Time": 12.124968333169818}
+{"Finetune/Learning Rate": 1.2984391891910476e-07, "Finetune/Loss": 0.5852028131484985, "Finetune/Loss (Raw)": 0.5823976397514343, "Finetune/Step": 18274, "Finetune/Step Time": 12.151408843696117}
+{"Finetune/Learning Rate": 1.295735741140558e-07, "Finetune/Loss": 0.5857833623886108, "Finetune/Loss (Raw)": 0.6151770949363708, "Finetune/Step": 18275, "Finetune/Step Time": 12.149799909442663}
+{"Finetune/Learning Rate": 1.2930350920623224e-07, "Finetune/Loss": 0.5852416753768921, "Finetune/Loss (Raw)": 0.5740042328834534, "Finetune/Step": 18276, "Finetune/Step Time": 12.144492726773024}
+{"Finetune/Learning Rate": 1.290337242032935e-07, "Finetune/Loss": 0.5851552486419678, "Finetune/Loss (Raw)": 0.6011178493499756, "Finetune/Step": 18277, "Finetune/Step Time": 12.140959518030286}
+{"Finetune/Learning Rate": 1.2876421911288906e-07, "Finetune/Loss": 0.5845277309417725, "Finetune/Loss (Raw)": 0.5194305777549744, "Finetune/Step": 18278, "Finetune/Step Time": 12.144095443189144}
+{"Finetune/Learning Rate": 1.2849499394266052e-07, "Finetune/Loss": 0.5861202478408813, "Finetune/Loss (Raw)": 0.7149730920791626, "Finetune/Step": 18279, "Finetune/Step Time": 12.119963750243187}
+{"Finetune/Learning Rate": 1.2822604870024403e-07, "Finetune/Loss": 0.5848965644836426, "Finetune/Loss (Raw)": 0.49578025937080383, "Finetune/Step": 18280, "Finetune/Step Time": 12.148496678099036}
+{"Finetune/Learning Rate": 1.2795738339326458e-07, "Finetune/Loss": 0.5851569771766663, "Finetune/Loss (Raw)": 0.6652684807777405, "Finetune/Step": 18281, "Finetune/Step Time": 12.14209202118218}
+{"Finetune/Learning Rate": 1.2768899802934164e-07, "Finetune/Loss": 0.5854513645172119, "Finetune/Loss (Raw)": 0.6878138780593872, "Finetune/Step": 18282, "Finetune/Step Time": 12.161569457501173}
+{"Finetune/Learning Rate": 1.274208926160858e-07, "Finetune/Loss": 0.5860641598701477, "Finetune/Loss (Raw)": 0.6046289205551147, "Finetune/Step": 18283, "Finetune/Step Time": 12.185147520154715}
+{"Finetune/Learning Rate": 1.2715306716109876e-07, "Finetune/Loss": 0.5853672623634338, "Finetune/Loss (Raw)": 0.5199534296989441, "Finetune/Step": 18284, "Finetune/Step Time": 12.19379730336368}
+{"Finetune/Learning Rate": 1.2688552167197665e-07, "Finetune/Loss": 0.5849932432174683, "Finetune/Loss (Raw)": 0.5125245451927185, "Finetune/Step": 18285, "Finetune/Step Time": 12.17528130300343}
+{"Finetune/Learning Rate": 1.2661825615630675e-07, "Finetune/Loss": 0.5854589939117432, "Finetune/Loss (Raw)": 0.6814836263656616, "Finetune/Step": 18286, "Finetune/Step Time": 12.191242946311831}
+{"Finetune/Learning Rate": 1.2635127062166518e-07, "Finetune/Loss": 0.5866742134094238, "Finetune/Loss (Raw)": 0.5726301074028015, "Finetune/Step": 18287, "Finetune/Step Time": 12.159467792138457}
+{"Finetune/Learning Rate": 1.2608456507562706e-07, "Finetune/Loss": 0.5864232182502747, "Finetune/Loss (Raw)": 0.6007493138313293, "Finetune/Step": 18288, "Finetune/Step Time": 12.165012219920754}
+{"Finetune/Learning Rate": 1.2581813952575073e-07, "Finetune/Loss": 0.5859302282333374, "Finetune/Loss (Raw)": 0.549838125705719, "Finetune/Step": 18289, "Finetune/Step Time": 12.167547576129436}
+{"Finetune/Learning Rate": 1.2555199397959462e-07, "Finetune/Loss": 0.5872256755828857, "Finetune/Loss (Raw)": 0.6253800392150879, "Finetune/Step": 18290, "Finetune/Step Time": 12.148930491879582}
+{"Finetune/Learning Rate": 1.2528612844470377e-07, "Finetune/Loss": 0.5868487358093262, "Finetune/Loss (Raw)": 0.5488670468330383, "Finetune/Step": 18291, "Finetune/Step Time": 12.114830067381263}
+{"Finetune/Learning Rate": 1.2502054292861998e-07, "Finetune/Loss": 0.5863041877746582, "Finetune/Loss (Raw)": 0.5083475112915039, "Finetune/Step": 18292, "Finetune/Step Time": 12.115479476749897}
+{"Finetune/Learning Rate": 1.2475523743887164e-07, "Finetune/Loss": 0.5866504907608032, "Finetune/Loss (Raw)": 0.5795218348503113, "Finetune/Step": 18293, "Finetune/Step Time": 12.111442605033517}
+{"Finetune/Learning Rate": 1.2449021198298493e-07, "Finetune/Loss": 0.5862162113189697, "Finetune/Loss (Raw)": 0.46370965242385864, "Finetune/Step": 18294, "Finetune/Step Time": 12.081010589376092}
+{"Finetune/Learning Rate": 1.2422546656847167e-07, "Finetune/Loss": 0.5855306386947632, "Finetune/Loss (Raw)": 0.4774123430252075, "Finetune/Step": 18295, "Finetune/Step Time": 12.068526035174727}
+{"Finetune/Learning Rate": 1.2396100120284137e-07, "Finetune/Loss": 0.5856645703315735, "Finetune/Loss (Raw)": 0.6693992018699646, "Finetune/Step": 18296, "Finetune/Step Time": 12.091914029791951}
+{"Finetune/Learning Rate": 1.2369681589359474e-07, "Finetune/Loss": 0.5847042798995972, "Finetune/Loss (Raw)": 0.593009352684021, "Finetune/Step": 18297, "Finetune/Step Time": 12.085133261978626}
+{"Finetune/Learning Rate": 1.2343291064822127e-07, "Finetune/Loss": 0.5834679007530212, "Finetune/Loss (Raw)": 0.526980996131897, "Finetune/Step": 18298, "Finetune/Step Time": 12.087331896647811}
+{"Finetune/Learning Rate": 1.2316928547420503e-07, "Finetune/Loss": 0.5839253664016724, "Finetune/Loss (Raw)": 0.5809177756309509, "Finetune/Step": 18299, "Finetune/Step Time": 12.090815830975771}
+{"Finetune/Learning Rate": 1.2290594037902225e-07, "Finetune/Loss": 0.5837527513504028, "Finetune/Loss (Raw)": 0.601567804813385, "Finetune/Step": 18300, "Finetune/Step Time": 12.108600398525596}
+{"Finetune/Learning Rate": 1.2264287537014031e-07, "Finetune/Loss": 0.5834299921989441, "Finetune/Loss (Raw)": 0.5636985898017883, "Finetune/Step": 18301, "Finetune/Step Time": 12.104028884321451}
+{"Finetune/Learning Rate": 1.2238009045501985e-07, "Finetune/Loss": 0.5842760801315308, "Finetune/Loss (Raw)": 0.7313705682754517, "Finetune/Step": 18302, "Finetune/Step Time": 12.120796326547861}
+{"Finetune/Learning Rate": 1.2211758564110943e-07, "Finetune/Loss": 0.5850440859794617, "Finetune/Loss (Raw)": 0.6210727095603943, "Finetune/Step": 18303, "Finetune/Step Time": 12.086768005043268}
+{"Finetune/Learning Rate": 1.218553609358575e-07, "Finetune/Loss": 0.5837017297744751, "Finetune/Loss (Raw)": 0.5557568073272705, "Finetune/Step": 18304, "Finetune/Step Time": 12.029698319733143}
+{"Finetune/Learning Rate": 1.2159341634669696e-07, "Finetune/Loss": 0.5844520330429077, "Finetune/Loss (Raw)": 0.5682554841041565, "Finetune/Step": 18305, "Finetune/Step Time": 12.005936156958342}
+{"Finetune/Learning Rate": 1.213317518810575e-07, "Finetune/Loss": 0.5847285985946655, "Finetune/Loss (Raw)": 0.5524774789810181, "Finetune/Step": 18306, "Finetune/Step Time": 11.997041873633862}
+{"Finetune/Learning Rate": 1.210703675463576e-07, "Finetune/Loss": 0.5848391056060791, "Finetune/Loss (Raw)": 0.5964966416358948, "Finetune/Step": 18307, "Finetune/Step Time": 12.01095093972981}
+{"Finetune/Learning Rate": 1.208092633500102e-07, "Finetune/Loss": 0.585411787033081, "Finetune/Loss (Raw)": 0.5671834945678711, "Finetune/Step": 18308, "Finetune/Step Time": 12.005086842924356}
+{"Finetune/Learning Rate": 1.205484392994194e-07, "Finetune/Loss": 0.5840927362442017, "Finetune/Loss (Raw)": 0.5397202968597412, "Finetune/Step": 18309, "Finetune/Step Time": 11.999440185725689}
+{"Finetune/Learning Rate": 1.202878954019815e-07, "Finetune/Loss": 0.5837423205375671, "Finetune/Loss (Raw)": 0.6376951932907104, "Finetune/Step": 18310, "Finetune/Step Time": 12.000036351382732}
+{"Finetune/Learning Rate": 1.20027631665085e-07, "Finetune/Loss": 0.5837720036506653, "Finetune/Loss (Raw)": 0.5202237367630005, "Finetune/Step": 18311, "Finetune/Step Time": 11.993111968040466}
+{"Finetune/Learning Rate": 1.1976764809611075e-07, "Finetune/Loss": 0.5840404629707336, "Finetune/Loss (Raw)": 0.5600982308387756, "Finetune/Step": 18312, "Finetune/Step Time": 11.987247196957469}
+{"Finetune/Learning Rate": 1.1950794470242944e-07, "Finetune/Loss": 0.5842033624649048, "Finetune/Loss (Raw)": 0.5764407515525818, "Finetune/Step": 18313, "Finetune/Step Time": 11.98956573754549}
+{"Finetune/Learning Rate": 1.1924852149140632e-07, "Finetune/Loss": 0.5839704275131226, "Finetune/Loss (Raw)": 0.5096722841262817, "Finetune/Step": 18314, "Finetune/Step Time": 12.008896397426724}
+{"Finetune/Learning Rate": 1.1898937847039771e-07, "Finetune/Loss": 0.5848618149757385, "Finetune/Loss (Raw)": 0.5551688075065613, "Finetune/Step": 18315, "Finetune/Step Time": 11.997916530817747}
+{"Finetune/Learning Rate": 1.1873051564675331e-07, "Finetune/Loss": 0.584563672542572, "Finetune/Loss (Raw)": 0.5565956830978394, "Finetune/Step": 18316, "Finetune/Step Time": 12.01258635893464}
+{"Finetune/Learning Rate": 1.1847193302781279e-07, "Finetune/Loss": 0.5849034786224365, "Finetune/Loss (Raw)": 0.6104162335395813, "Finetune/Step": 18317, "Finetune/Step Time": 12.004016676917672}
+{"Finetune/Learning Rate": 1.1821363062090808e-07, "Finetune/Loss": 0.5830674171447754, "Finetune/Loss (Raw)": 0.4523277282714844, "Finetune/Step": 18318, "Finetune/Step Time": 12.005818175151944}
+{"Finetune/Learning Rate": 1.1795560843336661e-07, "Finetune/Loss": 0.5839319229125977, "Finetune/Loss (Raw)": 0.7807915210723877, "Finetune/Step": 18319, "Finetune/Step Time": 11.999358907341957}
+{"Finetune/Learning Rate": 1.1769786647250148e-07, "Finetune/Loss": 0.5839365720748901, "Finetune/Loss (Raw)": 0.6258594393730164, "Finetune/Step": 18320, "Finetune/Step Time": 12.007056089118123}
+{"Finetune/Learning Rate": 1.1744040474562457e-07, "Finetune/Loss": 0.583128809928894, "Finetune/Loss (Raw)": 0.5770390033721924, "Finetune/Step": 18321, "Finetune/Step Time": 12.000156436115503}
+{"Finetune/Learning Rate": 1.1718322326003451e-07, "Finetune/Loss": 0.5834773778915405, "Finetune/Loss (Raw)": 0.5864161849021912, "Finetune/Step": 18322, "Finetune/Step Time": 12.008842771872878}
+{"Finetune/Learning Rate": 1.1692632202302657e-07, "Finetune/Loss": 0.5826621055603027, "Finetune/Loss (Raw)": 0.5290538668632507, "Finetune/Step": 18323, "Finetune/Step Time": 12.013602305203676}
+{"Finetune/Learning Rate": 1.1666970104188379e-07, "Finetune/Loss": 0.5826702117919922, "Finetune/Loss (Raw)": 0.5190582871437073, "Finetune/Step": 18324, "Finetune/Step Time": 11.979585219174623}
+{"Finetune/Learning Rate": 1.1641336032388373e-07, "Finetune/Loss": 0.5806062817573547, "Finetune/Loss (Raw)": 0.5256987810134888, "Finetune/Step": 18325, "Finetune/Step Time": 11.982396645471454}
+{"Finetune/Learning Rate": 1.1615729987629498e-07, "Finetune/Loss": 0.5789384841918945, "Finetune/Loss (Raw)": 0.5686190128326416, "Finetune/Step": 18326, "Finetune/Step Time": 11.986104380339384}
+{"Finetune/Learning Rate": 1.1590151970638064e-07, "Finetune/Loss": 0.5786223411560059, "Finetune/Loss (Raw)": 0.6281847953796387, "Finetune/Step": 18327, "Finetune/Step Time": 11.98828661441803}
+{"Finetune/Learning Rate": 1.1564601982139157e-07, "Finetune/Loss": 0.5792958736419678, "Finetune/Loss (Raw)": 0.47540831565856934, "Finetune/Step": 18328, "Finetune/Step Time": 11.953519243746996}
+{"Finetune/Learning Rate": 1.1539080022857419e-07, "Finetune/Loss": 0.5804709792137146, "Finetune/Loss (Raw)": 0.7012797594070435, "Finetune/Step": 18329, "Finetune/Step Time": 11.953460736200213}
+{"Finetune/Learning Rate": 1.1513586093516604e-07, "Finetune/Loss": 0.579439640045166, "Finetune/Loss (Raw)": 0.49409744143486023, "Finetune/Step": 18330, "Finetune/Step Time": 11.94381076656282}
+{"Finetune/Learning Rate": 1.148812019483958e-07, "Finetune/Loss": 0.5799198746681213, "Finetune/Loss (Raw)": 0.6171127557754517, "Finetune/Step": 18331, "Finetune/Step Time": 11.949069248512387}
+{"Finetune/Learning Rate": 1.1462682327548547e-07, "Finetune/Loss": 0.5799340009689331, "Finetune/Loss (Raw)": 0.6057606935501099, "Finetune/Step": 18332, "Finetune/Step Time": 11.954009655863047}
+{"Finetune/Learning Rate": 1.1437272492364814e-07, "Finetune/Loss": 0.5815639495849609, "Finetune/Loss (Raw)": 0.5921377539634705, "Finetune/Step": 18333, "Finetune/Step Time": 11.901874983683228}
+{"Finetune/Learning Rate": 1.1411890690008919e-07, "Finetune/Loss": 0.5814961791038513, "Finetune/Loss (Raw)": 0.573062002658844, "Finetune/Step": 18334, "Finetune/Step Time": 11.864411910995841}
+{"Finetune/Learning Rate": 1.1386536921200619e-07, "Finetune/Loss": 0.581369161605835, "Finetune/Loss (Raw)": 0.5377289056777954, "Finetune/Step": 18335, "Finetune/Step Time": 11.8610630184412}
+{"Finetune/Learning Rate": 1.1361211186658893e-07, "Finetune/Loss": 0.5811258554458618, "Finetune/Loss (Raw)": 0.6349844336509705, "Finetune/Step": 18336, "Finetune/Step Time": 11.853069636970758}
+{"Finetune/Learning Rate": 1.1335913487101946e-07, "Finetune/Loss": 0.5804421901702881, "Finetune/Loss (Raw)": 0.5039566159248352, "Finetune/Step": 18337, "Finetune/Step Time": 11.883664382621646}
+{"Finetune/Learning Rate": 1.1310643823247091e-07, "Finetune/Loss": 0.5814603567123413, "Finetune/Loss (Raw)": 0.6678315997123718, "Finetune/Step": 18338, "Finetune/Step Time": 11.890325890854001}
+{"Finetune/Learning Rate": 1.128540219581098e-07, "Finetune/Loss": 0.5803167819976807, "Finetune/Loss (Raw)": 0.43697279691696167, "Finetune/Step": 18339, "Finetune/Step Time": 11.88503864966333}
+{"Finetune/Learning Rate": 1.1260188605509259e-07, "Finetune/Loss": 0.5801879167556763, "Finetune/Loss (Raw)": 0.580758273601532, "Finetune/Step": 18340, "Finetune/Step Time": 11.886661345139146}
+{"Finetune/Learning Rate": 1.1235003053057025e-07, "Finetune/Loss": 0.5799554586410522, "Finetune/Loss (Raw)": 0.6144649386405945, "Finetune/Step": 18341, "Finetune/Step Time": 11.87557346560061}
+{"Finetune/Learning Rate": 1.1209845539168373e-07, "Finetune/Loss": 0.5797110795974731, "Finetune/Loss (Raw)": 0.5727859139442444, "Finetune/Step": 18342, "Finetune/Step Time": 11.875015581026673}
+{"Finetune/Learning Rate": 1.1184716064556844e-07, "Finetune/Loss": 0.580410897731781, "Finetune/Loss (Raw)": 0.630454957485199, "Finetune/Step": 18343, "Finetune/Step Time": 11.86607669107616}
+{"Finetune/Learning Rate": 1.1159614629934867e-07, "Finetune/Loss": 0.5800592303276062, "Finetune/Loss (Raw)": 0.5640536546707153, "Finetune/Step": 18344, "Finetune/Step Time": 11.864935541525483}
+{"Finetune/Learning Rate": 1.1134541236014318e-07, "Finetune/Loss": 0.5796877145767212, "Finetune/Loss (Raw)": 0.6119387745857239, "Finetune/Step": 18345, "Finetune/Step Time": 11.84460591711104}
+{"Finetune/Learning Rate": 1.1109495883506294e-07, "Finetune/Loss": 0.5803950428962708, "Finetune/Loss (Raw)": 0.5891008377075195, "Finetune/Step": 18346, "Finetune/Step Time": 11.85129758156836}
+{"Finetune/Learning Rate": 1.1084478573121004e-07, "Finetune/Loss": 0.5810468792915344, "Finetune/Loss (Raw)": 0.635543704032898, "Finetune/Step": 18347, "Finetune/Step Time": 11.875317085534334}
+{"Finetune/Learning Rate": 1.1059489305567661e-07, "Finetune/Loss": 0.5804548263549805, "Finetune/Loss (Raw)": 0.5182164311408997, "Finetune/Step": 18348, "Finetune/Step Time": 11.865329075604677}
+{"Finetune/Learning Rate": 1.103452808155514e-07, "Finetune/Loss": 0.5796661972999573, "Finetune/Loss (Raw)": 0.43780750036239624, "Finetune/Step": 18349, "Finetune/Step Time": 11.866328416392207}
+{"Finetune/Learning Rate": 1.1009594901791098e-07, "Finetune/Loss": 0.5805128216743469, "Finetune/Loss (Raw)": 0.6067843437194824, "Finetune/Step": 18350, "Finetune/Step Time": 11.867706429213285}
+{"Finetune/Learning Rate": 1.0984689766982748e-07, "Finetune/Loss": 0.579291820526123, "Finetune/Loss (Raw)": 0.5184475779533386, "Finetune/Step": 18351, "Finetune/Step Time": 11.870020415633917}
+{"Finetune/Learning Rate": 1.0959812677835968e-07, "Finetune/Loss": 0.5778879523277283, "Finetune/Loss (Raw)": 0.4891314208507538, "Finetune/Step": 18352, "Finetune/Step Time": 11.888221824541688}
+{"Finetune/Learning Rate": 1.093496363505664e-07, "Finetune/Loss": 0.5777528882026672, "Finetune/Loss (Raw)": 0.5515309572219849, "Finetune/Step": 18353, "Finetune/Step Time": 11.894736530259252}
+{"Finetune/Learning Rate": 1.0910142639349198e-07, "Finetune/Loss": 0.5784725546836853, "Finetune/Loss (Raw)": 0.5208381414413452, "Finetune/Step": 18354, "Finetune/Step Time": 11.870070775970817}
+{"Finetune/Learning Rate": 1.0885349691417524e-07, "Finetune/Loss": 0.5796058773994446, "Finetune/Loss (Raw)": 0.7037110328674316, "Finetune/Step": 18355, "Finetune/Step Time": 11.844298651441932}
+{"Finetune/Learning Rate": 1.0860584791964612e-07, "Finetune/Loss": 0.5787718296051025, "Finetune/Loss (Raw)": 0.4586382210254669, "Finetune/Step": 18356, "Finetune/Step Time": 11.856988836079836}
+{"Finetune/Learning Rate": 1.083584794169279e-07, "Finetune/Loss": 0.5786897540092468, "Finetune/Loss (Raw)": 0.5425551533699036, "Finetune/Step": 18357, "Finetune/Step Time": 11.888035530224442}
+{"Finetune/Learning Rate": 1.0811139141303607e-07, "Finetune/Loss": 0.5787880420684814, "Finetune/Loss (Raw)": 0.6161472797393799, "Finetune/Step": 18358, "Finetune/Step Time": 11.858871193602681}
+{"Finetune/Learning Rate": 1.0786458391497501e-07, "Finetune/Loss": 0.578116774559021, "Finetune/Loss (Raw)": 0.5903021693229675, "Finetune/Step": 18359, "Finetune/Step Time": 11.854472152888775}
+{"Finetune/Learning Rate": 1.0761805692974469e-07, "Finetune/Loss": 0.5766866207122803, "Finetune/Loss (Raw)": 0.5168160796165466, "Finetune/Step": 18360, "Finetune/Step Time": 11.849163196980953}
+{"Finetune/Learning Rate": 1.0737181046433842e-07, "Finetune/Loss": 0.5761224627494812, "Finetune/Loss (Raw)": 0.4139871895313263, "Finetune/Step": 18361, "Finetune/Step Time": 11.852062935009599}
+{"Finetune/Learning Rate": 1.0712584452573504e-07, "Finetune/Loss": 0.5754503011703491, "Finetune/Loss (Raw)": 0.5357935428619385, "Finetune/Step": 18362, "Finetune/Step Time": 11.851000038906932}
+{"Finetune/Learning Rate": 1.0688015912091121e-07, "Finetune/Loss": 0.5749934911727905, "Finetune/Loss (Raw)": 0.5277118682861328, "Finetune/Step": 18363, "Finetune/Step Time": 11.84542266279459}
+{"Finetune/Learning Rate": 1.0663475425683357e-07, "Finetune/Loss": 0.5753303170204163, "Finetune/Loss (Raw)": 0.6141114234924316, "Finetune/Step": 18364, "Finetune/Step Time": 11.871007366105914}
+{"Finetune/Learning Rate": 1.0638962994046209e-07, "Finetune/Loss": 0.5750118494033813, "Finetune/Loss (Raw)": 0.516543984413147, "Finetune/Step": 18365, "Finetune/Step Time": 11.9140271730721}
+{"Finetune/Learning Rate": 1.0614478617874569e-07, "Finetune/Loss": 0.5751917362213135, "Finetune/Loss (Raw)": 0.5659130811691284, "Finetune/Step": 18366, "Finetune/Step Time": 11.915790094062686}
+{"Finetune/Learning Rate": 1.05900222978631e-07, "Finetune/Loss": 0.5766304731369019, "Finetune/Loss (Raw)": 0.6926319599151611, "Finetune/Step": 18367, "Finetune/Step Time": 11.914728252217174}
+{"Finetune/Learning Rate": 1.0565594034704918e-07, "Finetune/Loss": 0.5771123170852661, "Finetune/Loss (Raw)": 0.6759272217750549, "Finetune/Step": 18368, "Finetune/Step Time": 11.912238642573357}
+{"Finetune/Learning Rate": 1.0541193829093021e-07, "Finetune/Loss": 0.5768368244171143, "Finetune/Loss (Raw)": 0.48544031381607056, "Finetune/Step": 18369, "Finetune/Step Time": 11.910024182870984}
+{"Finetune/Learning Rate": 1.0516821681719081e-07, "Finetune/Loss": 0.5760765075683594, "Finetune/Loss (Raw)": 0.4819035232067108, "Finetune/Step": 18370, "Finetune/Step Time": 11.914885798469186}
+{"Finetune/Learning Rate": 1.0492477593274541e-07, "Finetune/Loss": 0.5762403011322021, "Finetune/Loss (Raw)": 0.5297803282737732, "Finetune/Step": 18371, "Finetune/Step Time": 11.928419049829245}
+{"Finetune/Learning Rate": 1.0468161564449409e-07, "Finetune/Loss": 0.5766271352767944, "Finetune/Loss (Raw)": 0.6652899980545044, "Finetune/Step": 18372, "Finetune/Step Time": 11.935762355104089}
+{"Finetune/Learning Rate": 1.0443873595933463e-07, "Finetune/Loss": 0.5753494501113892, "Finetune/Loss (Raw)": 0.5384626984596252, "Finetune/Step": 18373, "Finetune/Step Time": 11.928907535970211}
+{"Finetune/Learning Rate": 1.0419613688415265e-07, "Finetune/Loss": 0.575567364692688, "Finetune/Loss (Raw)": 0.5808019638061523, "Finetune/Step": 18374, "Finetune/Step Time": 11.915875213220716}
+{"Finetune/Learning Rate": 1.0395381842582819e-07, "Finetune/Loss": 0.5756757259368896, "Finetune/Loss (Raw)": 0.6333637833595276, "Finetune/Step": 18375, "Finetune/Step Time": 11.924962505698204}
+{"Finetune/Learning Rate": 1.0371178059123354e-07, "Finetune/Loss": 0.5751763582229614, "Finetune/Loss (Raw)": 0.5288106799125671, "Finetune/Step": 18376, "Finetune/Step Time": 11.929683707654476}
+{"Finetune/Learning Rate": 1.0347002338723211e-07, "Finetune/Loss": 0.5747235417366028, "Finetune/Loss (Raw)": 0.5396659970283508, "Finetune/Step": 18377, "Finetune/Step Time": 11.929884821176529}
+{"Finetune/Learning Rate": 1.0322854682067729e-07, "Finetune/Loss": 0.5755507946014404, "Finetune/Loss (Raw)": 0.650884747505188, "Finetune/Step": 18378, "Finetune/Step Time": 11.955404467880726}
+{"Finetune/Learning Rate": 1.0298735089841916e-07, "Finetune/Loss": 0.5749348998069763, "Finetune/Loss (Raw)": 0.5826260447502136, "Finetune/Step": 18379, "Finetune/Step Time": 11.952600449323654}
+{"Finetune/Learning Rate": 1.027464356272967e-07, "Finetune/Loss": 0.5759330987930298, "Finetune/Loss (Raw)": 0.5881012082099915, "Finetune/Step": 18380, "Finetune/Step Time": 11.952654676511884}
+{"Finetune/Learning Rate": 1.0250580101413998e-07, "Finetune/Loss": 0.5756468772888184, "Finetune/Loss (Raw)": 0.5613582134246826, "Finetune/Step": 18381, "Finetune/Step Time": 11.961912823840976}
+{"Finetune/Learning Rate": 1.0226544706577579e-07, "Finetune/Loss": 0.5752933621406555, "Finetune/Loss (Raw)": 0.580331563949585, "Finetune/Step": 18382, "Finetune/Step Time": 11.967728588730097}
+{"Finetune/Learning Rate": 1.0202537378901645e-07, "Finetune/Loss": 0.5763831734657288, "Finetune/Loss (Raw)": 0.6042693257331848, "Finetune/Step": 18383, "Finetune/Step Time": 11.971065819263458}
+{"Finetune/Learning Rate": 1.0178558119067316e-07, "Finetune/Loss": 0.5768524408340454, "Finetune/Loss (Raw)": 0.5828316807746887, "Finetune/Step": 18384, "Finetune/Step Time": 11.97562257759273}
+{"Finetune/Learning Rate": 1.0154606927754385e-07, "Finetune/Loss": 0.5765039920806885, "Finetune/Loss (Raw)": 0.4822866916656494, "Finetune/Step": 18385, "Finetune/Step Time": 11.995288923382759}
+{"Finetune/Learning Rate": 1.013068380564186e-07, "Finetune/Loss": 0.5786839723587036, "Finetune/Loss (Raw)": 0.7453384399414062, "Finetune/Step": 18386, "Finetune/Step Time": 11.965678863227367}
+{"Finetune/Learning Rate": 1.0106788753408425e-07, "Finetune/Loss": 0.5778093338012695, "Finetune/Loss (Raw)": 0.5750324130058289, "Finetune/Step": 18387, "Finetune/Step Time": 11.973668675869703}
+{"Finetune/Learning Rate": 1.0082921771731646e-07, "Finetune/Loss": 0.5768328905105591, "Finetune/Loss (Raw)": 0.48280152678489685, "Finetune/Step": 18388, "Finetune/Step Time": 11.9872241076082}
+{"Finetune/Learning Rate": 1.0059082861288205e-07, "Finetune/Loss": 0.5771760940551758, "Finetune/Loss (Raw)": 0.6177262663841248, "Finetune/Step": 18389, "Finetune/Step Time": 12.005740892142057}
+{"Finetune/Learning Rate": 1.0035272022754227e-07, "Finetune/Loss": 0.5774573087692261, "Finetune/Loss (Raw)": 0.6135315299034119, "Finetune/Step": 18390, "Finetune/Step Time": 11.999845897778869}
+{"Finetune/Learning Rate": 1.001148925680484e-07, "Finetune/Loss": 0.5761996507644653, "Finetune/Loss (Raw)": 0.5535244345664978, "Finetune/Step": 18391, "Finetune/Step Time": 11.99765314720571}
+{"Finetune/Learning Rate": 9.987734564114504e-08, "Finetune/Loss": 0.5780832767486572, "Finetune/Loss (Raw)": 0.6352694630622864, "Finetune/Step": 18392, "Finetune/Step Time": 11.972496461123228}
+{"Finetune/Learning Rate": 9.964007945356569e-08, "Finetune/Loss": 0.5780895948410034, "Finetune/Loss (Raw)": 0.6660612225532532, "Finetune/Step": 18393, "Finetune/Step Time": 11.968831604346633}
+{"Finetune/Learning Rate": 9.940309401204273e-08, "Finetune/Loss": 0.5782994031906128, "Finetune/Loss (Raw)": 0.6840395331382751, "Finetune/Step": 18394, "Finetune/Step Time": 11.967930158600211}
+{"Finetune/Learning Rate": 9.916638932329414e-08, "Finetune/Loss": 0.5776345133781433, "Finetune/Loss (Raw)": 0.5774465203285217, "Finetune/Step": 18395, "Finetune/Step Time": 11.963873339816928}
+{"Finetune/Learning Rate": 9.892996539403232e-08, "Finetune/Loss": 0.577269434928894, "Finetune/Loss (Raw)": 0.5099959969520569, "Finetune/Step": 18396, "Finetune/Step Time": 11.961084699258208}
+{"Finetune/Learning Rate": 9.869382223096303e-08, "Finetune/Loss": 0.5771917104721069, "Finetune/Loss (Raw)": 0.6008468866348267, "Finetune/Step": 18397, "Finetune/Step Time": 11.966563871130347}
+{"Finetune/Learning Rate": 9.845795984078088e-08, "Finetune/Loss": 0.5766451358795166, "Finetune/Loss (Raw)": 0.48118531703948975, "Finetune/Step": 18398, "Finetune/Step Time": 11.964365197345614}
+{"Finetune/Learning Rate": 9.822237823017388e-08, "Finetune/Loss": 0.5757354497909546, "Finetune/Loss (Raw)": 0.5391535758972168, "Finetune/Step": 18399, "Finetune/Step Time": 11.968914568424225}
+{"Finetune/Learning Rate": 9.798707740582447e-08, "Finetune/Loss": 0.5761988162994385, "Finetune/Loss (Raw)": 0.607418417930603, "Finetune/Step": 18400, "Finetune/Step Time": 11.970364138484001}
+{"Finetune/Learning Rate": 9.775205737440285e-08, "Finetune/Loss": 0.5746649503707886, "Finetune/Loss (Raw)": 0.5102707147598267, "Finetune/Step": 18401, "Finetune/Step Time": 11.973980432376266}
+{"Finetune/Learning Rate": 9.751731814257481e-08, "Finetune/Loss": 0.5746971964836121, "Finetune/Loss (Raw)": 0.5865301489830017, "Finetune/Step": 18402, "Finetune/Step Time": 11.941746395081282}
+{"Finetune/Learning Rate": 9.728285971699725e-08, "Finetune/Loss": 0.574757993221283, "Finetune/Loss (Raw)": 0.622955322265625, "Finetune/Step": 18403, "Finetune/Step Time": 11.94341972284019}
+{"Finetune/Learning Rate": 9.704868210431816e-08, "Finetune/Loss": 0.5747418403625488, "Finetune/Loss (Raw)": 0.5719380974769592, "Finetune/Step": 18404, "Finetune/Step Time": 11.949435176327825}
+{"Finetune/Learning Rate": 9.681478531117894e-08, "Finetune/Loss": 0.5747122168540955, "Finetune/Loss (Raw)": 0.5973311066627502, "Finetune/Step": 18405, "Finetune/Step Time": 11.964879373088479}
+{"Finetune/Learning Rate": 9.65811693442098e-08, "Finetune/Loss": 0.5753520727157593, "Finetune/Loss (Raw)": 0.6013346910476685, "Finetune/Step": 18406, "Finetune/Step Time": 11.978775270283222}
+{"Finetune/Learning Rate": 9.634783421003879e-08, "Finetune/Loss": 0.5741648077964783, "Finetune/Loss (Raw)": 0.562997043132782, "Finetune/Step": 18407, "Finetune/Step Time": 11.960836736485362}
+{"Finetune/Learning Rate": 9.61147799152795e-08, "Finetune/Loss": 0.5745421648025513, "Finetune/Loss (Raw)": 0.5440793037414551, "Finetune/Step": 18408, "Finetune/Step Time": 11.935291798785329}
+{"Finetune/Learning Rate": 9.588200646654222e-08, "Finetune/Loss": 0.5738146901130676, "Finetune/Loss (Raw)": 0.5721510648727417, "Finetune/Step": 18409, "Finetune/Step Time": 11.93613351881504}
+{"Finetune/Learning Rate": 9.564951387042942e-08, "Finetune/Loss": 0.5731027126312256, "Finetune/Loss (Raw)": 0.5966833829879761, "Finetune/Step": 18410, "Finetune/Step Time": 11.903259182348847}
+{"Finetune/Learning Rate": 9.541730213353139e-08, "Finetune/Loss": 0.5732005834579468, "Finetune/Loss (Raw)": 0.6171523332595825, "Finetune/Step": 18411, "Finetune/Step Time": 11.882812980562449}
+{"Finetune/Learning Rate": 9.518537126243399e-08, "Finetune/Loss": 0.5733965039253235, "Finetune/Loss (Raw)": 0.5450374484062195, "Finetune/Step": 18412, "Finetune/Step Time": 11.8860546592623}
+{"Finetune/Learning Rate": 9.495372126371305e-08, "Finetune/Loss": 0.5748021602630615, "Finetune/Loss (Raw)": 0.6924490332603455, "Finetune/Step": 18413, "Finetune/Step Time": 11.886461526155472}
+{"Finetune/Learning Rate": 9.472235214393888e-08, "Finetune/Loss": 0.5744038820266724, "Finetune/Loss (Raw)": 0.6305034756660461, "Finetune/Step": 18414, "Finetune/Step Time": 11.896777298301458}
+{"Finetune/Learning Rate": 9.449126390967178e-08, "Finetune/Loss": 0.5745130777359009, "Finetune/Loss (Raw)": 0.5866110324859619, "Finetune/Step": 18415, "Finetune/Step Time": 11.888876853510737}
+{"Finetune/Learning Rate": 9.42604565674654e-08, "Finetune/Loss": 0.575158953666687, "Finetune/Loss (Raw)": 0.6834162473678589, "Finetune/Step": 18416, "Finetune/Step Time": 11.894014297053218}
+{"Finetune/Learning Rate": 9.402993012386453e-08, "Finetune/Loss": 0.5751537084579468, "Finetune/Loss (Raw)": 0.5491675138473511, "Finetune/Step": 18417, "Finetune/Step Time": 11.884227212518454}
+{"Finetune/Learning Rate": 9.379968458540501e-08, "Finetune/Loss": 0.5756535530090332, "Finetune/Loss (Raw)": 0.6893584728240967, "Finetune/Step": 18418, "Finetune/Step Time": 11.883053557947278}
+{"Finetune/Learning Rate": 9.35697199586183e-08, "Finetune/Loss": 0.575247585773468, "Finetune/Loss (Raw)": 0.4969039559364319, "Finetune/Step": 18419, "Finetune/Step Time": 11.887627875432372}
+{"Finetune/Learning Rate": 9.334003625002253e-08, "Finetune/Loss": 0.5756458640098572, "Finetune/Loss (Raw)": 0.5593273639678955, "Finetune/Step": 18420, "Finetune/Step Time": 11.89163026958704}
+{"Finetune/Learning Rate": 9.311063346613358e-08, "Finetune/Loss": 0.5763348340988159, "Finetune/Loss (Raw)": 0.6677148342132568, "Finetune/Step": 18421, "Finetune/Step Time": 11.880430042743683}
+{"Finetune/Learning Rate": 9.288151161345626e-08, "Finetune/Loss": 0.5770832300186157, "Finetune/Loss (Raw)": 0.5594997406005859, "Finetune/Step": 18422, "Finetune/Step Time": 11.872196681797504}
+{"Finetune/Learning Rate": 9.265267069848649e-08, "Finetune/Loss": 0.5765905976295471, "Finetune/Loss (Raw)": 0.4143553674221039, "Finetune/Step": 18423, "Finetune/Step Time": 11.895833663642406}
+{"Finetune/Learning Rate": 9.242411072771463e-08, "Finetune/Loss": 0.5756827592849731, "Finetune/Loss (Raw)": 0.5531956553459167, "Finetune/Step": 18424, "Finetune/Step Time": 11.876070216298103}
+{"Finetune/Learning Rate": 9.219583170762103e-08, "Finetune/Loss": 0.5760758519172668, "Finetune/Loss (Raw)": 0.6433229446411133, "Finetune/Step": 18425, "Finetune/Step Time": 11.896465316414833}
+{"Finetune/Learning Rate": 9.196783364467943e-08, "Finetune/Loss": 0.5755348801612854, "Finetune/Loss (Raw)": 0.45773762464523315, "Finetune/Step": 18426, "Finetune/Step Time": 11.892235549166799}
+{"Finetune/Learning Rate": 9.174011654535575e-08, "Finetune/Loss": 0.5757449865341187, "Finetune/Loss (Raw)": 0.6078169345855713, "Finetune/Step": 18427, "Finetune/Step Time": 11.889183159917593}
+{"Finetune/Learning Rate": 9.151268041610706e-08, "Finetune/Loss": 0.5752180218696594, "Finetune/Loss (Raw)": 0.5341140627861023, "Finetune/Step": 18428, "Finetune/Step Time": 11.903630882501602}
+{"Finetune/Learning Rate": 9.128552526338374e-08, "Finetune/Loss": 0.5760371685028076, "Finetune/Loss (Raw)": 0.6685416102409363, "Finetune/Step": 18429, "Finetune/Step Time": 11.90967645868659}
+{"Finetune/Learning Rate": 9.10586510936251e-08, "Finetune/Loss": 0.5745823383331299, "Finetune/Loss (Raw)": 0.545163094997406, "Finetune/Step": 18430, "Finetune/Step Time": 11.895637346431613}
+{"Finetune/Learning Rate": 9.0832057913266e-08, "Finetune/Loss": 0.573911190032959, "Finetune/Loss (Raw)": 0.5351682901382446, "Finetune/Step": 18431, "Finetune/Step Time": 11.899661080911756}
+{"Finetune/Learning Rate": 9.060574572873238e-08, "Finetune/Loss": 0.5743306875228882, "Finetune/Loss (Raw)": 0.6094450950622559, "Finetune/Step": 18432, "Finetune/Step Time": 11.901493480429053}
+{"Finetune/Learning Rate": 9.037971454644024e-08, "Finetune/Loss": 0.5751570463180542, "Finetune/Loss (Raw)": 0.6740272045135498, "Finetune/Step": 18433, "Finetune/Step Time": 11.898011896759272}
+{"Finetune/Learning Rate": 9.015396437280222e-08, "Finetune/Loss": 0.5746659636497498, "Finetune/Loss (Raw)": 0.4896196722984314, "Finetune/Step": 18434, "Finetune/Step Time": 11.90627539344132}
+{"Finetune/Learning Rate": 8.992849521421543e-08, "Finetune/Loss": 0.5745008587837219, "Finetune/Loss (Raw)": 0.5753702521324158, "Finetune/Step": 18435, "Finetune/Step Time": 11.895890410989523}
+{"Finetune/Learning Rate": 8.970330707707809e-08, "Finetune/Loss": 0.5747030973434448, "Finetune/Loss (Raw)": 0.5930628776550293, "Finetune/Step": 18436, "Finetune/Step Time": 11.89997429214418}
+{"Finetune/Learning Rate": 8.947839996777286e-08, "Finetune/Loss": 0.5746709108352661, "Finetune/Loss (Raw)": 0.5355972647666931, "Finetune/Step": 18437, "Finetune/Step Time": 11.923545990139246}
+{"Finetune/Learning Rate": 8.925377389267797e-08, "Finetune/Loss": 0.5748106837272644, "Finetune/Loss (Raw)": 0.65559321641922, "Finetune/Step": 18438, "Finetune/Step Time": 11.921739818528295}
+{"Finetune/Learning Rate": 8.902942885816501e-08, "Finetune/Loss": 0.5752428770065308, "Finetune/Loss (Raw)": 0.575550377368927, "Finetune/Step": 18439, "Finetune/Step Time": 11.920697834342718}
+{"Finetune/Learning Rate": 8.880536487059333e-08, "Finetune/Loss": 0.5753703117370605, "Finetune/Loss (Raw)": 0.5764064192771912, "Finetune/Step": 18440, "Finetune/Step Time": 11.914857491850853}
+{"Finetune/Learning Rate": 8.858158193631894e-08, "Finetune/Loss": 0.5753755569458008, "Finetune/Loss (Raw)": 0.5771005749702454, "Finetune/Step": 18441, "Finetune/Step Time": 11.910398920997977}
+{"Finetune/Learning Rate": 8.835808006168455e-08, "Finetune/Loss": 0.5749562978744507, "Finetune/Loss (Raw)": 0.4560108184814453, "Finetune/Step": 18442, "Finetune/Step Time": 11.917752854526043}
+{"Finetune/Learning Rate": 8.813485925303178e-08, "Finetune/Loss": 0.5759612321853638, "Finetune/Loss (Raw)": 0.6838032007217407, "Finetune/Step": 18443, "Finetune/Step Time": 11.895340031012893}
+{"Finetune/Learning Rate": 8.791191951668886e-08, "Finetune/Loss": 0.5766834616661072, "Finetune/Loss (Raw)": 0.6490446329116821, "Finetune/Step": 18444, "Finetune/Step Time": 11.879123948514462}
+{"Finetune/Learning Rate": 8.768926085897744e-08, "Finetune/Loss": 0.5770178437232971, "Finetune/Loss (Raw)": 0.6532109379768372, "Finetune/Step": 18445, "Finetune/Step Time": 11.879348704591393}
+{"Finetune/Learning Rate": 8.746688328621133e-08, "Finetune/Loss": 0.577924370765686, "Finetune/Loss (Raw)": 0.5683698654174805, "Finetune/Step": 18446, "Finetune/Step Time": 11.879869889467955}
+{"Finetune/Learning Rate": 8.724478680469773e-08, "Finetune/Loss": 0.5767042636871338, "Finetune/Loss (Raw)": 0.624614417552948, "Finetune/Step": 18447, "Finetune/Step Time": 11.886665880680084}
+{"Finetune/Learning Rate": 8.70229714207338e-08, "Finetune/Loss": 0.5770787000656128, "Finetune/Loss (Raw)": 0.6737833619117737, "Finetune/Step": 18448, "Finetune/Step Time": 11.880977962166071}
+{"Finetune/Learning Rate": 8.680143714060785e-08, "Finetune/Loss": 0.5775116682052612, "Finetune/Loss (Raw)": 0.6324617862701416, "Finetune/Step": 18449, "Finetune/Step Time": 11.881002977490425}
+{"Finetune/Learning Rate": 8.658018397060486e-08, "Finetune/Loss": 0.5767064690589905, "Finetune/Loss (Raw)": 0.48335421085357666, "Finetune/Step": 18450, "Finetune/Step Time": 11.859518572688103}
+{"Finetune/Learning Rate": 8.63592119169987e-08, "Finetune/Loss": 0.5778889060020447, "Finetune/Loss (Raw)": 0.6804060339927673, "Finetune/Step": 18451, "Finetune/Step Time": 11.864074137061834}
+{"Finetune/Learning Rate": 8.613852098605435e-08, "Finetune/Loss": 0.5786056518554688, "Finetune/Loss (Raw)": 0.6108010411262512, "Finetune/Step": 18452, "Finetune/Step Time": 11.86161668971181}
+{"Finetune/Learning Rate": 8.591811118403014e-08, "Finetune/Loss": 0.5791271924972534, "Finetune/Loss (Raw)": 0.5924541354179382, "Finetune/Step": 18453, "Finetune/Step Time": 11.842241361737251}
+{"Finetune/Learning Rate": 8.569798251717664e-08, "Finetune/Loss": 0.5796385407447815, "Finetune/Loss (Raw)": 0.6340725421905518, "Finetune/Step": 18454, "Finetune/Step Time": 11.838602110743523}
+{"Finetune/Learning Rate": 8.547813499173552e-08, "Finetune/Loss": 0.5798779726028442, "Finetune/Loss (Raw)": 0.6588363647460938, "Finetune/Step": 18455, "Finetune/Step Time": 11.840883396565914}
+{"Finetune/Learning Rate": 8.525856861394177e-08, "Finetune/Loss": 0.5812954902648926, "Finetune/Loss (Raw)": 0.6568527221679688, "Finetune/Step": 18456, "Finetune/Step Time": 11.854629976674914}
+{"Finetune/Learning Rate": 8.503928339002043e-08, "Finetune/Loss": 0.5809762477874756, "Finetune/Loss (Raw)": 0.6604092717170715, "Finetune/Step": 18457, "Finetune/Step Time": 11.83697310462594}
+{"Finetune/Learning Rate": 8.482027932619097e-08, "Finetune/Loss": 0.5816899538040161, "Finetune/Loss (Raw)": 0.5854490995407104, "Finetune/Step": 18458, "Finetune/Step Time": 11.83795840665698}
+{"Finetune/Learning Rate": 8.460155642866397e-08, "Finetune/Loss": 0.5809794664382935, "Finetune/Loss (Raw)": 0.5261730551719666, "Finetune/Step": 18459, "Finetune/Step Time": 11.833463149145246}
+{"Finetune/Learning Rate": 8.438311470364113e-08, "Finetune/Loss": 0.5806083679199219, "Finetune/Loss (Raw)": 0.5582662224769592, "Finetune/Step": 18460, "Finetune/Step Time": 11.844078749418259}
+{"Finetune/Learning Rate": 8.41649541573164e-08, "Finetune/Loss": 0.5816468000411987, "Finetune/Loss (Raw)": 0.7250485420227051, "Finetune/Step": 18461, "Finetune/Step Time": 11.848051067441702}
+{"Finetune/Learning Rate": 8.394707479587705e-08, "Finetune/Loss": 0.5819675922393799, "Finetune/Loss (Raw)": 0.6141291856765747, "Finetune/Step": 18462, "Finetune/Step Time": 11.851242657750845}
+{"Finetune/Learning Rate": 8.372947662550035e-08, "Finetune/Loss": 0.5822888016700745, "Finetune/Loss (Raw)": 0.5788418650627136, "Finetune/Step": 18463, "Finetune/Step Time": 11.85580819658935}
+{"Finetune/Learning Rate": 8.351215965235915e-08, "Finetune/Loss": 0.5815665125846863, "Finetune/Loss (Raw)": 0.5425328016281128, "Finetune/Step": 18464, "Finetune/Step Time": 11.859493615105748}
+{"Finetune/Learning Rate": 8.329512388261297e-08, "Finetune/Loss": 0.5811780691146851, "Finetune/Loss (Raw)": 0.45423105359077454, "Finetune/Step": 18465, "Finetune/Step Time": 11.859696134924889}
+{"Finetune/Learning Rate": 8.307836932241797e-08, "Finetune/Loss": 0.5797184705734253, "Finetune/Loss (Raw)": 0.4810037314891815, "Finetune/Step": 18466, "Finetune/Step Time": 11.878577895462513}
+{"Finetune/Learning Rate": 8.286189597792149e-08, "Finetune/Loss": 0.5815778970718384, "Finetune/Loss (Raw)": 0.674981415271759, "Finetune/Step": 18467, "Finetune/Step Time": 11.882056269794703}
+{"Finetune/Learning Rate": 8.264570385525972e-08, "Finetune/Loss": 0.5817221403121948, "Finetune/Loss (Raw)": 0.5992220044136047, "Finetune/Step": 18468, "Finetune/Step Time": 11.907556261867285}
+{"Finetune/Learning Rate": 8.242979296056553e-08, "Finetune/Loss": 0.5816718339920044, "Finetune/Loss (Raw)": 0.6080321073532104, "Finetune/Step": 18469, "Finetune/Step Time": 11.909879442304373}
+{"Finetune/Learning Rate": 8.221416329996068e-08, "Finetune/Loss": 0.5818677544593811, "Finetune/Loss (Raw)": 0.5978575944900513, "Finetune/Step": 18470, "Finetune/Step Time": 11.913719734176993}
+{"Finetune/Learning Rate": 8.199881487955919e-08, "Finetune/Loss": 0.5815799236297607, "Finetune/Loss (Raw)": 0.5936116576194763, "Finetune/Step": 18471, "Finetune/Step Time": 11.914537362754345}
+{"Finetune/Learning Rate": 8.178374770546838e-08, "Finetune/Loss": 0.5813926458358765, "Finetune/Loss (Raw)": 0.5400865077972412, "Finetune/Step": 18472, "Finetune/Step Time": 11.919541040435433}
+{"Finetune/Learning Rate": 8.156896178378781e-08, "Finetune/Loss": 0.5813578367233276, "Finetune/Loss (Raw)": 0.6074840426445007, "Finetune/Step": 18473, "Finetune/Step Time": 11.923792909830809}
+{"Finetune/Learning Rate": 8.135445712060597e-08, "Finetune/Loss": 0.5816890597343445, "Finetune/Loss (Raw)": 0.6314940452575684, "Finetune/Step": 18474, "Finetune/Step Time": 11.955982571467757}
+{"Finetune/Learning Rate": 8.114023372200797e-08, "Finetune/Loss": 0.5815919637680054, "Finetune/Loss (Raw)": 0.6231095194816589, "Finetune/Step": 18475, "Finetune/Step Time": 11.935945935547352}
+{"Finetune/Learning Rate": 8.092629159406673e-08, "Finetune/Loss": 0.581423282623291, "Finetune/Loss (Raw)": 0.49662935733795166, "Finetune/Step": 18476, "Finetune/Step Time": 11.939825406298041}
+{"Finetune/Learning Rate": 8.071263074284963e-08, "Finetune/Loss": 0.5823031663894653, "Finetune/Loss (Raw)": 0.5504281520843506, "Finetune/Step": 18477, "Finetune/Step Time": 11.95239257067442}
+{"Finetune/Learning Rate": 8.049925117441626e-08, "Finetune/Loss": 0.5821807980537415, "Finetune/Loss (Raw)": 0.591127872467041, "Finetune/Step": 18478, "Finetune/Step Time": 11.95193538442254}
+{"Finetune/Learning Rate": 8.028615289481622e-08, "Finetune/Loss": 0.5815909504890442, "Finetune/Loss (Raw)": 0.4429433047771454, "Finetune/Step": 18479, "Finetune/Step Time": 11.955357970669866}
+{"Finetune/Learning Rate": 8.007333591009359e-08, "Finetune/Loss": 0.5813278555870056, "Finetune/Loss (Raw)": 0.45546025037765503, "Finetune/Step": 18480, "Finetune/Step Time": 11.986933950334787}
+{"Finetune/Learning Rate": 7.98608002262824e-08, "Finetune/Loss": 0.5816003084182739, "Finetune/Loss (Raw)": 0.5864050984382629, "Finetune/Step": 18481, "Finetune/Step Time": 11.980086790397763}
+{"Finetune/Learning Rate": 7.964854584941007e-08, "Finetune/Loss": 0.5820841789245605, "Finetune/Loss (Raw)": 0.5827685594558716, "Finetune/Step": 18482, "Finetune/Step Time": 11.986298654228449}
+{"Finetune/Learning Rate": 7.94365727854951e-08, "Finetune/Loss": 0.5818626284599304, "Finetune/Loss (Raw)": 0.6753573417663574, "Finetune/Step": 18483, "Finetune/Step Time": 11.990014227107167}
+{"Finetune/Learning Rate": 7.922488104054826e-08, "Finetune/Loss": 0.5832138061523438, "Finetune/Loss (Raw)": 0.6315857172012329, "Finetune/Step": 18484, "Finetune/Step Time": 11.976021571084857}
+{"Finetune/Learning Rate": 7.901347062057251e-08, "Finetune/Loss": 0.5837892889976501, "Finetune/Loss (Raw)": 0.6162193417549133, "Finetune/Step": 18485, "Finetune/Step Time": 11.95260357670486}
+{"Finetune/Learning Rate": 7.880234153156418e-08, "Finetune/Loss": 0.5836166143417358, "Finetune/Loss (Raw)": 0.5940461158752441, "Finetune/Step": 18486, "Finetune/Step Time": 11.94959033280611}
+{"Finetune/Learning Rate": 7.859149377950959e-08, "Finetune/Loss": 0.583482563495636, "Finetune/Loss (Raw)": 0.5731350779533386, "Finetune/Step": 18487, "Finetune/Step Time": 11.957949362695217}
+{"Finetune/Learning Rate": 7.838092737038617e-08, "Finetune/Loss": 0.5835394263267517, "Finetune/Loss (Raw)": 0.524100124835968, "Finetune/Step": 18488, "Finetune/Step Time": 11.946676034480333}
+{"Finetune/Learning Rate": 7.817064231016802e-08, "Finetune/Loss": 0.584926187992096, "Finetune/Loss (Raw)": 0.591492772102356, "Finetune/Step": 18489, "Finetune/Step Time": 11.928640488535166}
+{"Finetune/Learning Rate": 7.796063860481595e-08, "Finetune/Loss": 0.5845427513122559, "Finetune/Loss (Raw)": 0.48671621084213257, "Finetune/Step": 18490, "Finetune/Step Time": 11.947713086381555}
+{"Finetune/Learning Rate": 7.775091626028408e-08, "Finetune/Loss": 0.5851504802703857, "Finetune/Loss (Raw)": 0.6054933071136475, "Finetune/Step": 18491, "Finetune/Step Time": 11.947481447830796}
+{"Finetune/Learning Rate": 7.75414752825232e-08, "Finetune/Loss": 0.5842567682266235, "Finetune/Loss (Raw)": 0.4997265338897705, "Finetune/Step": 18492, "Finetune/Step Time": 11.9221354983747}
+{"Finetune/Learning Rate": 7.733231567746968e-08, "Finetune/Loss": 0.5849956274032593, "Finetune/Loss (Raw)": 0.6111074686050415, "Finetune/Step": 18493, "Finetune/Step Time": 11.884802950546145}
+{"Finetune/Learning Rate": 7.712343745105544e-08, "Finetune/Loss": 0.5855555534362793, "Finetune/Loss (Raw)": 0.6375893950462341, "Finetune/Step": 18494, "Finetune/Step Time": 11.90295691601932}
+{"Finetune/Learning Rate": 7.691484060920351e-08, "Finetune/Loss": 0.5851020216941833, "Finetune/Loss (Raw)": 0.6345769762992859, "Finetune/Step": 18495, "Finetune/Step Time": 11.94160307943821}
+{"Finetune/Learning Rate": 7.670652515782917e-08, "Finetune/Loss": 0.5852996706962585, "Finetune/Loss (Raw)": 0.701228678226471, "Finetune/Step": 18496, "Finetune/Step Time": 11.946755424141884}
+{"Finetune/Learning Rate": 7.649849110283991e-08, "Finetune/Loss": 0.5857489109039307, "Finetune/Loss (Raw)": 0.5429425835609436, "Finetune/Step": 18497, "Finetune/Step Time": 11.949655540287495}
+{"Finetune/Learning Rate": 7.629073845013435e-08, "Finetune/Loss": 0.5865569710731506, "Finetune/Loss (Raw)": 0.5853395462036133, "Finetune/Step": 18498, "Finetune/Step Time": 11.94411768577993}
+{"Finetune/Learning Rate": 7.608326720560443e-08, "Finetune/Loss": 0.5874932408332825, "Finetune/Loss (Raw)": 0.6496191024780273, "Finetune/Step": 18499, "Finetune/Step Time": 11.933777537196875}
+{"Finetune/Learning Rate": 7.587607737513325e-08, "Finetune/Loss": 0.5869468450546265, "Finetune/Loss (Raw)": 0.5953574776649475, "Finetune/Step": 18500, "Finetune/Step Time": 11.924900013953447}
+{"Finetune/Learning Rate": 7.566916896459719e-08, "Finetune/Loss": 0.5874850749969482, "Finetune/Loss (Raw)": 0.6073457598686218, "Finetune/Step": 18501, "Finetune/Step Time": 11.939808430150151}
+{"Finetune/Learning Rate": 7.546254197986158e-08, "Finetune/Loss": 0.5874742269515991, "Finetune/Loss (Raw)": 0.579418957233429, "Finetune/Step": 18502, "Finetune/Step Time": 11.976905919611454}
+{"Finetune/Learning Rate": 7.525619642678617e-08, "Finetune/Loss": 0.5868290066719055, "Finetune/Loss (Raw)": 0.5507715940475464, "Finetune/Step": 18503, "Finetune/Step Time": 11.976433357223868}
+{"Finetune/Learning Rate": 7.505013231122294e-08, "Finetune/Loss": 0.5864347815513611, "Finetune/Loss (Raw)": 0.47835156321525574, "Finetune/Step": 18504, "Finetune/Step Time": 11.979655835777521}
+{"Finetune/Learning Rate": 7.4844349639015e-08, "Finetune/Loss": 0.5866970419883728, "Finetune/Loss (Raw)": 0.5732328295707703, "Finetune/Step": 18505, "Finetune/Step Time": 11.975575994700193}
+{"Finetune/Learning Rate": 7.463884841599878e-08, "Finetune/Loss": 0.5862751007080078, "Finetune/Loss (Raw)": 0.5968767404556274, "Finetune/Step": 18506, "Finetune/Step Time": 11.953517017886043}
+{"Finetune/Learning Rate": 7.443362864800075e-08, "Finetune/Loss": 0.5849398374557495, "Finetune/Loss (Raw)": 0.41171300411224365, "Finetune/Step": 18507, "Finetune/Step Time": 11.981731420382857}
+{"Finetune/Learning Rate": 7.422869034084068e-08, "Finetune/Loss": 0.5843682289123535, "Finetune/Loss (Raw)": 0.5149413347244263, "Finetune/Step": 18508, "Finetune/Step Time": 11.9777828194201}
+{"Finetune/Learning Rate": 7.40240335003295e-08, "Finetune/Loss": 0.5838053226470947, "Finetune/Loss (Raw)": 0.4893011152744293, "Finetune/Step": 18509, "Finetune/Step Time": 11.971330082044005}
+{"Finetune/Learning Rate": 7.381965813227032e-08, "Finetune/Loss": 0.5838245749473572, "Finetune/Loss (Raw)": 0.5828008055686951, "Finetune/Step": 18510, "Finetune/Step Time": 11.967866938561201}
+{"Finetune/Learning Rate": 7.361556424245963e-08, "Finetune/Loss": 0.5837238430976868, "Finetune/Loss (Raw)": 0.5913724899291992, "Finetune/Step": 18511, "Finetune/Step Time": 11.964102422818542}
+{"Finetune/Learning Rate": 7.341175183668503e-08, "Finetune/Loss": 0.5844274163246155, "Finetune/Loss (Raw)": 0.6728881001472473, "Finetune/Step": 18512, "Finetune/Step Time": 11.97307401522994}
+{"Finetune/Learning Rate": 7.320822092072633e-08, "Finetune/Loss": 0.5858239531517029, "Finetune/Loss (Raw)": 0.6610423922538757, "Finetune/Step": 18513, "Finetune/Step Time": 11.946640634909272}
+{"Finetune/Learning Rate": 7.300497150035335e-08, "Finetune/Loss": 0.5841606259346008, "Finetune/Loss (Raw)": 0.5324347019195557, "Finetune/Step": 18514, "Finetune/Step Time": 11.94762927480042}
+{"Finetune/Learning Rate": 7.280200358133149e-08, "Finetune/Loss": 0.5834341049194336, "Finetune/Loss (Raw)": 0.48203346133232117, "Finetune/Step": 18515, "Finetune/Step Time": 11.939833883196115}
+{"Finetune/Learning Rate": 7.259931716941505e-08, "Finetune/Loss": 0.5854064226150513, "Finetune/Loss (Raw)": 0.7352657318115234, "Finetune/Step": 18516, "Finetune/Step Time": 11.911806667223573}
+{"Finetune/Learning Rate": 7.239691227035273e-08, "Finetune/Loss": 0.5851926207542419, "Finetune/Loss (Raw)": 0.5903534293174744, "Finetune/Step": 18517, "Finetune/Step Time": 11.889950294047594}
+{"Finetune/Learning Rate": 7.21947888898844e-08, "Finetune/Loss": 0.5845865607261658, "Finetune/Loss (Raw)": 0.5359541177749634, "Finetune/Step": 18518, "Finetune/Step Time": 11.897541109472513}
+{"Finetune/Learning Rate": 7.199294703373994e-08, "Finetune/Loss": 0.584665060043335, "Finetune/Loss (Raw)": 0.5635812878608704, "Finetune/Step": 18519, "Finetune/Step Time": 11.901647508144379}
+{"Finetune/Learning Rate": 7.179138670764363e-08, "Finetune/Loss": 0.5843072533607483, "Finetune/Loss (Raw)": 0.5894638895988464, "Finetune/Step": 18520, "Finetune/Step Time": 11.904379468411207}
+{"Finetune/Learning Rate": 7.159010791731202e-08, "Finetune/Loss": 0.584313690662384, "Finetune/Loss (Raw)": 0.6668851375579834, "Finetune/Step": 18521, "Finetune/Step Time": 11.904908353462815}
+{"Finetune/Learning Rate": 7.138911066845277e-08, "Finetune/Loss": 0.5839343070983887, "Finetune/Loss (Raw)": 0.635470986366272, "Finetune/Step": 18522, "Finetune/Step Time": 11.901405630633235}
+{"Finetune/Learning Rate": 7.118839496676466e-08, "Finetune/Loss": 0.5831720232963562, "Finetune/Loss (Raw)": 0.4798825681209564, "Finetune/Step": 18523, "Finetune/Step Time": 11.90510623715818}
+{"Finetune/Learning Rate": 7.098796081793979e-08, "Finetune/Loss": 0.5837141871452332, "Finetune/Loss (Raw)": 0.5793954133987427, "Finetune/Step": 18524, "Finetune/Step Time": 11.910072784870863}
+{"Finetune/Learning Rate": 7.078780822766251e-08, "Finetune/Loss": 0.5839585065841675, "Finetune/Loss (Raw)": 0.6321125030517578, "Finetune/Step": 18525, "Finetune/Step Time": 11.904912998899817}
+{"Finetune/Learning Rate": 7.058793720160829e-08, "Finetune/Loss": 0.5847244262695312, "Finetune/Loss (Raw)": 0.5792335867881775, "Finetune/Step": 18526, "Finetune/Step Time": 11.909161727875471}
+{"Finetune/Learning Rate": 7.038834774544368e-08, "Finetune/Loss": 0.5846422910690308, "Finetune/Loss (Raw)": 0.5286403894424438, "Finetune/Step": 18527, "Finetune/Step Time": 11.906674327328801}
+{"Finetune/Learning Rate": 7.018903986483083e-08, "Finetune/Loss": 0.5842821598052979, "Finetune/Loss (Raw)": 0.5613182187080383, "Finetune/Step": 18528, "Finetune/Step Time": 11.90708363801241}
+{"Finetune/Learning Rate": 6.999001356541857e-08, "Finetune/Loss": 0.5846662521362305, "Finetune/Loss (Raw)": 0.5594305396080017, "Finetune/Step": 18529, "Finetune/Step Time": 11.910780515521765}
+{"Finetune/Learning Rate": 6.979126885285348e-08, "Finetune/Loss": 0.5845954418182373, "Finetune/Loss (Raw)": 0.577468752861023, "Finetune/Step": 18530, "Finetune/Step Time": 11.925079116597772}
+{"Finetune/Learning Rate": 6.959280573277105e-08, "Finetune/Loss": 0.5844174027442932, "Finetune/Loss (Raw)": 0.6001673936843872, "Finetune/Step": 18531, "Finetune/Step Time": 11.92731124535203}
+{"Finetune/Learning Rate": 6.93946242107968e-08, "Finetune/Loss": 0.5844885110855103, "Finetune/Loss (Raw)": 0.5810391306877136, "Finetune/Step": 18532, "Finetune/Step Time": 11.933780947700143}
+{"Finetune/Learning Rate": 6.919672429255286e-08, "Finetune/Loss": 0.5842542052268982, "Finetune/Loss (Raw)": 0.5673397183418274, "Finetune/Step": 18533, "Finetune/Step Time": 11.922734647989273}
+{"Finetune/Learning Rate": 6.899910598365034e-08, "Finetune/Loss": 0.5835534334182739, "Finetune/Loss (Raw)": 0.5116337537765503, "Finetune/Step": 18534, "Finetune/Step Time": 11.912396242842078}
+{"Finetune/Learning Rate": 6.880176928969251e-08, "Finetune/Loss": 0.5842260718345642, "Finetune/Loss (Raw)": 0.6490974426269531, "Finetune/Step": 18535, "Finetune/Step Time": 11.906946199014783}
+{"Finetune/Learning Rate": 6.860471421627712e-08, "Finetune/Loss": 0.5840525031089783, "Finetune/Loss (Raw)": 0.5218594670295715, "Finetune/Step": 18536, "Finetune/Step Time": 11.946704719215631}
+{"Finetune/Learning Rate": 6.840794076899082e-08, "Finetune/Loss": 0.5845323801040649, "Finetune/Loss (Raw)": 0.6335776448249817, "Finetune/Step": 18537, "Finetune/Step Time": 11.948118958622217}
+{"Finetune/Learning Rate": 6.821144895341248e-08, "Finetune/Loss": 0.5838969945907593, "Finetune/Loss (Raw)": 0.5153516530990601, "Finetune/Step": 18538, "Finetune/Step Time": 11.955653233453631}
+{"Finetune/Learning Rate": 6.801523877511651e-08, "Finetune/Loss": 0.5827816724777222, "Finetune/Loss (Raw)": 0.4743907153606415, "Finetune/Step": 18539, "Finetune/Step Time": 11.95663839019835}
+{"Finetune/Learning Rate": 6.781931023966403e-08, "Finetune/Loss": 0.582790732383728, "Finetune/Loss (Raw)": 0.5462000370025635, "Finetune/Step": 18540, "Finetune/Step Time": 11.963489357382059}
+{"Finetune/Learning Rate": 6.762366335261395e-08, "Finetune/Loss": 0.5820022821426392, "Finetune/Loss (Raw)": 0.5915325880050659, "Finetune/Step": 18541, "Finetune/Step Time": 11.969555899500847}
+{"Finetune/Learning Rate": 6.74282981195129e-08, "Finetune/Loss": 0.581737756729126, "Finetune/Loss (Raw)": 0.5966348648071289, "Finetune/Step": 18542, "Finetune/Step Time": 11.940219035372138}
+{"Finetune/Learning Rate": 6.723321454590093e-08, "Finetune/Loss": 0.5824573040008545, "Finetune/Loss (Raw)": 0.6787117123603821, "Finetune/Step": 18543, "Finetune/Step Time": 11.95593998581171}
+{"Finetune/Learning Rate": 6.703841263730914e-08, "Finetune/Loss": 0.581348717212677, "Finetune/Loss (Raw)": 0.5415245890617371, "Finetune/Step": 18544, "Finetune/Step Time": 11.94839628227055}
+{"Finetune/Learning Rate": 6.684389239926315e-08, "Finetune/Loss": 0.5816764831542969, "Finetune/Loss (Raw)": 0.591126561164856, "Finetune/Step": 18545, "Finetune/Step Time": 11.953731155022979}
+{"Finetune/Learning Rate": 6.66496538372774e-08, "Finetune/Loss": 0.5814698338508606, "Finetune/Loss (Raw)": 0.6628956198692322, "Finetune/Step": 18546, "Finetune/Step Time": 11.980455262586474}
+{"Finetune/Learning Rate": 6.645569695686083e-08, "Finetune/Loss": 0.5826301574707031, "Finetune/Loss (Raw)": 0.6454287767410278, "Finetune/Step": 18547, "Finetune/Step Time": 11.999497225508094}
+{"Finetune/Learning Rate": 6.626202176351349e-08, "Finetune/Loss": 0.5811426639556885, "Finetune/Loss (Raw)": 0.36892908811569214, "Finetune/Step": 18548, "Finetune/Step Time": 12.018704591318965}
+{"Finetune/Learning Rate": 6.606862826272876e-08, "Finetune/Loss": 0.580193281173706, "Finetune/Loss (Raw)": 0.5461896061897278, "Finetune/Step": 18549, "Finetune/Step Time": 12.031701007857919}
+{"Finetune/Learning Rate": 6.587551645998891e-08, "Finetune/Loss": 0.5808471441268921, "Finetune/Loss (Raw)": 0.6431952714920044, "Finetune/Step": 18550, "Finetune/Step Time": 12.029229583218694}
+{"Finetune/Learning Rate": 6.568268636076958e-08, "Finetune/Loss": 0.5825707912445068, "Finetune/Loss (Raw)": 0.6349833011627197, "Finetune/Step": 18551, "Finetune/Step Time": 11.999680779874325}
+{"Finetune/Learning Rate": 6.549013797054083e-08, "Finetune/Loss": 0.583358645439148, "Finetune/Loss (Raw)": 0.6540403366088867, "Finetune/Step": 18552, "Finetune/Step Time": 11.99762213230133}
+{"Finetune/Learning Rate": 6.529787129476162e-08, "Finetune/Loss": 0.5829504728317261, "Finetune/Loss (Raw)": 0.5910733938217163, "Finetune/Step": 18553, "Finetune/Step Time": 11.991526262834668}
+{"Finetune/Learning Rate": 6.510588633888315e-08, "Finetune/Loss": 0.5848383903503418, "Finetune/Loss (Raw)": 0.699394941329956, "Finetune/Step": 18554, "Finetune/Step Time": 11.992605293169618}
+{"Finetune/Learning Rate": 6.491418310835217e-08, "Finetune/Loss": 0.5848913192749023, "Finetune/Loss (Raw)": 0.6145874261856079, "Finetune/Step": 18555, "Finetune/Step Time": 11.99108206667006}
+{"Finetune/Learning Rate": 6.472276160860324e-08, "Finetune/Loss": 0.5851818323135376, "Finetune/Loss (Raw)": 0.5713034868240356, "Finetune/Step": 18556, "Finetune/Step Time": 11.961571849882603}
+{"Finetune/Learning Rate": 6.453162184506423e-08, "Finetune/Loss": 0.583922266960144, "Finetune/Loss (Raw)": 0.507314145565033, "Finetune/Step": 18557, "Finetune/Step Time": 11.964023247361183}
+{"Finetune/Learning Rate": 6.434076382315524e-08, "Finetune/Loss": 0.5845023989677429, "Finetune/Loss (Raw)": 0.6194299459457397, "Finetune/Step": 18558, "Finetune/Step Time": 11.96706260740757}
+{"Finetune/Learning Rate": 6.415018754828973e-08, "Finetune/Loss": 0.5849307775497437, "Finetune/Loss (Raw)": 0.5899971723556519, "Finetune/Step": 18559, "Finetune/Step Time": 11.977866508066654}
+{"Finetune/Learning Rate": 6.395989302587113e-08, "Finetune/Loss": 0.5847248435020447, "Finetune/Loss (Raw)": 0.5830842852592468, "Finetune/Step": 18560, "Finetune/Step Time": 11.971585392951965}
+{"Finetune/Learning Rate": 6.376988026129515e-08, "Finetune/Loss": 0.5832167863845825, "Finetune/Loss (Raw)": 0.48099637031555176, "Finetune/Step": 18561, "Finetune/Step Time": 11.97032511048019}
+{"Finetune/Learning Rate": 6.358014925995081e-08, "Finetune/Loss": 0.5825968980789185, "Finetune/Loss (Raw)": 0.4102794826030731, "Finetune/Step": 18562, "Finetune/Step Time": 11.990004301071167}
+{"Finetune/Learning Rate": 6.339070002721825e-08, "Finetune/Loss": 0.5826069116592407, "Finetune/Loss (Raw)": 0.5766502022743225, "Finetune/Step": 18563, "Finetune/Step Time": 11.98247466236353}
+{"Finetune/Learning Rate": 6.320153256846873e-08, "Finetune/Loss": 0.5822765231132507, "Finetune/Loss (Raw)": 0.5507684350013733, "Finetune/Step": 18564, "Finetune/Step Time": 11.977393919602036}
+{"Finetune/Learning Rate": 6.301264688906795e-08, "Finetune/Loss": 0.5823348760604858, "Finetune/Loss (Raw)": 0.5430662631988525, "Finetune/Step": 18565, "Finetune/Step Time": 11.96226760931313}
+{"Finetune/Learning Rate": 6.282404299437162e-08, "Finetune/Loss": 0.581557035446167, "Finetune/Loss (Raw)": 0.5560283660888672, "Finetune/Step": 18566, "Finetune/Step Time": 11.967460514977574}
+{"Finetune/Learning Rate": 6.263572088972769e-08, "Finetune/Loss": 0.5817018747329712, "Finetune/Loss (Raw)": 0.5940912961959839, "Finetune/Step": 18567, "Finetune/Step Time": 11.98722562007606}
+{"Finetune/Learning Rate": 6.244768058047635e-08, "Finetune/Loss": 0.5814109444618225, "Finetune/Loss (Raw)": 0.5391667485237122, "Finetune/Step": 18568, "Finetune/Step Time": 11.994685795158148}
+{"Finetune/Learning Rate": 6.225992207194997e-08, "Finetune/Loss": 0.5819766521453857, "Finetune/Loss (Raw)": 0.6495174765586853, "Finetune/Step": 18569, "Finetune/Step Time": 11.993920262902975}
+{"Finetune/Learning Rate": 6.20724453694732e-08, "Finetune/Loss": 0.5832687616348267, "Finetune/Loss (Raw)": 0.6213995218276978, "Finetune/Step": 18570, "Finetune/Step Time": 11.972658241167665}
+{"Finetune/Learning Rate": 6.188525047836291e-08, "Finetune/Loss": 0.5825307369232178, "Finetune/Loss (Raw)": 0.5893293023109436, "Finetune/Step": 18571, "Finetune/Step Time": 11.976602859795094}
+{"Finetune/Learning Rate": 6.169833740392594e-08, "Finetune/Loss": 0.581634521484375, "Finetune/Loss (Raw)": 0.5343332886695862, "Finetune/Step": 18572, "Finetune/Step Time": 11.97765032760799}
+{"Finetune/Learning Rate": 6.151170615146362e-08, "Finetune/Loss": 0.5809211730957031, "Finetune/Loss (Raw)": 0.5618986487388611, "Finetune/Step": 18573, "Finetune/Step Time": 11.992157220840454}
+{"Finetune/Learning Rate": 6.132535672626839e-08, "Finetune/Loss": 0.5811002254486084, "Finetune/Loss (Raw)": 0.5912910103797913, "Finetune/Step": 18574, "Finetune/Step Time": 11.9953061491251}
+{"Finetune/Learning Rate": 6.113928913362377e-08, "Finetune/Loss": 0.5811445116996765, "Finetune/Loss (Raw)": 0.6302826404571533, "Finetune/Step": 18575, "Finetune/Step Time": 11.98552717640996}
+{"Finetune/Learning Rate": 6.095350337880667e-08, "Finetune/Loss": 0.5794410109519958, "Finetune/Loss (Raw)": 0.4557366967201233, "Finetune/Step": 18576, "Finetune/Step Time": 11.99606829509139}
+{"Finetune/Learning Rate": 6.076799946708622e-08, "Finetune/Loss": 0.5796517133712769, "Finetune/Loss (Raw)": 0.6594316959381104, "Finetune/Step": 18577, "Finetune/Step Time": 12.001177893951535}
+{"Finetune/Learning Rate": 6.058277740372043e-08, "Finetune/Loss": 0.5801947712898254, "Finetune/Loss (Raw)": 0.5528678297996521, "Finetune/Step": 18578, "Finetune/Step Time": 11.999309921637177}
+{"Finetune/Learning Rate": 6.039783719396397e-08, "Finetune/Loss": 0.5783969759941101, "Finetune/Loss (Raw)": 0.45028671622276306, "Finetune/Step": 18579, "Finetune/Step Time": 11.993734441697598}
+{"Finetune/Learning Rate": 6.021317884306044e-08, "Finetune/Loss": 0.5781232118606567, "Finetune/Loss (Raw)": 0.5757561922073364, "Finetune/Step": 18580, "Finetune/Step Time": 11.995863787829876}
+{"Finetune/Learning Rate": 6.002880235624564e-08, "Finetune/Loss": 0.5774251222610474, "Finetune/Loss (Raw)": 0.5031006932258606, "Finetune/Step": 18581, "Finetune/Step Time": 11.994925267994404}
+{"Finetune/Learning Rate": 5.984470773874984e-08, "Finetune/Loss": 0.5764946341514587, "Finetune/Loss (Raw)": 0.5149714946746826, "Finetune/Step": 18582, "Finetune/Step Time": 11.99717479199171}
+{"Finetune/Learning Rate": 5.966089499579109e-08, "Finetune/Loss": 0.5755887031555176, "Finetune/Loss (Raw)": 0.542872428894043, "Finetune/Step": 18583, "Finetune/Step Time": 11.993596374988556}
+{"Finetune/Learning Rate": 5.9477364132582984e-08, "Finetune/Loss": 0.5748144388198853, "Finetune/Loss (Raw)": 0.5577457547187805, "Finetune/Step": 18584, "Finetune/Step Time": 11.98641748353839}
+{"Finetune/Learning Rate": 5.9294115154329147e-08, "Finetune/Loss": 0.5741420984268188, "Finetune/Loss (Raw)": 0.574355959892273, "Finetune/Step": 18585, "Finetune/Step Time": 12.010159375146031}
+{"Finetune/Learning Rate": 5.911114806622764e-08, "Finetune/Loss": 0.5738623738288879, "Finetune/Loss (Raw)": 0.5496403574943542, "Finetune/Step": 18586, "Finetune/Step Time": 12.00596777908504}
+{"Finetune/Learning Rate": 5.892846287346543e-08, "Finetune/Loss": 0.5744301676750183, "Finetune/Loss (Raw)": 0.598856508731842, "Finetune/Step": 18587, "Finetune/Step Time": 12.014316957443953}
+{"Finetune/Learning Rate": 5.874605958122392e-08, "Finetune/Loss": 0.5741360187530518, "Finetune/Loss (Raw)": 0.5206069946289062, "Finetune/Step": 18588, "Finetune/Step Time": 11.997406018897891}
+{"Finetune/Learning Rate": 5.856393819467343e-08, "Finetune/Loss": 0.5736699104309082, "Finetune/Loss (Raw)": 0.6653907299041748, "Finetune/Step": 18589, "Finetune/Step Time": 11.99285883270204}
+{"Finetune/Learning Rate": 5.8382098718980926e-08, "Finetune/Loss": 0.5735070109367371, "Finetune/Loss (Raw)": 0.5932785272598267, "Finetune/Step": 18590, "Finetune/Step Time": 11.992785561829805}
+{"Finetune/Learning Rate": 5.8200541159302296e-08, "Finetune/Loss": 0.5721604824066162, "Finetune/Loss (Raw)": 0.4064883887767792, "Finetune/Step": 18591, "Finetune/Step Time": 12.01673847809434}
+{"Finetune/Learning Rate": 5.801926552078563e-08, "Finetune/Loss": 0.5731083154678345, "Finetune/Loss (Raw)": 0.6638539433479309, "Finetune/Step": 18592, "Finetune/Step Time": 12.016778152436018}
+{"Finetune/Learning Rate": 5.783827180857127e-08, "Finetune/Loss": 0.5738202929496765, "Finetune/Loss (Raw)": 0.5453619360923767, "Finetune/Step": 18593, "Finetune/Step Time": 11.990403773263097}
+{"Finetune/Learning Rate": 5.765756002779177e-08, "Finetune/Loss": 0.5732580423355103, "Finetune/Loss (Raw)": 0.4090343415737152, "Finetune/Step": 18594, "Finetune/Step Time": 11.995938085019588}
+{"Finetune/Learning Rate": 5.7477130183571926e-08, "Finetune/Loss": 0.5721296072006226, "Finetune/Loss (Raw)": 0.5305421352386475, "Finetune/Step": 18595, "Finetune/Step Time": 11.991350842639804}
+{"Finetune/Learning Rate": 5.7296982281026534e-08, "Finetune/Loss": 0.5721117258071899, "Finetune/Loss (Raw)": 0.5969300866127014, "Finetune/Step": 18596, "Finetune/Step Time": 11.966088073328137}
+{"Finetune/Learning Rate": 5.711711632526706e-08, "Finetune/Loss": 0.5717875957489014, "Finetune/Loss (Raw)": 0.5665456652641296, "Finetune/Step": 18597, "Finetune/Step Time": 11.96383747085929}
+{"Finetune/Learning Rate": 5.693753232139165e-08, "Finetune/Loss": 0.5717317461967468, "Finetune/Loss (Raw)": 0.5907132625579834, "Finetune/Step": 18598, "Finetune/Step Time": 11.968148605898023}
+{"Finetune/Learning Rate": 5.675823027449401e-08, "Finetune/Loss": 0.5715623497962952, "Finetune/Loss (Raw)": 0.5719258189201355, "Finetune/Step": 18599, "Finetune/Step Time": 11.966302333399653}
+{"Finetune/Learning Rate": 5.657921018965784e-08, "Finetune/Loss": 0.5715740919113159, "Finetune/Loss (Raw)": 0.5415868759155273, "Finetune/Step": 18600, "Finetune/Step Time": 11.959582518786192}
+{"Finetune/Learning Rate": 5.64004720719602e-08, "Finetune/Loss": 0.5711091756820679, "Finetune/Loss (Raw)": 0.5479814410209656, "Finetune/Step": 18601, "Finetune/Step Time": 11.951161907985806}
+{"Finetune/Learning Rate": 5.622201592646925e-08, "Finetune/Loss": 0.5708328485488892, "Finetune/Loss (Raw)": 0.5961161255836487, "Finetune/Step": 18602, "Finetune/Step Time": 11.914684616029263}
+{"Finetune/Learning Rate": 5.604384175824429e-08, "Finetune/Loss": 0.5705145597457886, "Finetune/Loss (Raw)": 0.5823769569396973, "Finetune/Step": 18603, "Finetune/Step Time": 11.9077879935503}
+{"Finetune/Learning Rate": 5.586594957234126e-08, "Finetune/Loss": 0.5711835622787476, "Finetune/Loss (Raw)": 0.5822588205337524, "Finetune/Step": 18604, "Finetune/Step Time": 11.906101251021028}
+{"Finetune/Learning Rate": 5.568833937380169e-08, "Finetune/Loss": 0.5704562664031982, "Finetune/Loss (Raw)": 0.4573332369327545, "Finetune/Step": 18605, "Finetune/Step Time": 11.897379802539945}
+{"Finetune/Learning Rate": 5.551101116766267e-08, "Finetune/Loss": 0.5701591968536377, "Finetune/Loss (Raw)": 0.5531019568443298, "Finetune/Step": 18606, "Finetune/Step Time": 11.908045321702957}
+{"Finetune/Learning Rate": 5.533396495895349e-08, "Finetune/Loss": 0.5703157186508179, "Finetune/Loss (Raw)": 0.4629870057106018, "Finetune/Step": 18607, "Finetune/Step Time": 11.897823886945844}
+{"Finetune/Learning Rate": 5.515720075269349e-08, "Finetune/Loss": 0.5726969838142395, "Finetune/Loss (Raw)": 0.76025390625, "Finetune/Step": 18608, "Finetune/Step Time": 11.85151589103043}
+{"Finetune/Learning Rate": 5.4980718553896414e-08, "Finetune/Loss": 0.5726618766784668, "Finetune/Loss (Raw)": 0.5819082856178284, "Finetune/Step": 18609, "Finetune/Step Time": 11.851957140490413}
+{"Finetune/Learning Rate": 5.4804518367567173e-08, "Finetune/Loss": 0.5732157230377197, "Finetune/Loss (Raw)": 0.6536710262298584, "Finetune/Step": 18610, "Finetune/Step Time": 11.847397342324257}
+{"Finetune/Learning Rate": 5.4628600198700645e-08, "Finetune/Loss": 0.5728585124015808, "Finetune/Loss (Raw)": 0.6296297907829285, "Finetune/Step": 18611, "Finetune/Step Time": 11.848285952582955}
+{"Finetune/Learning Rate": 5.445296405228617e-08, "Finetune/Loss": 0.5732496380805969, "Finetune/Loss (Raw)": 0.681649386882782, "Finetune/Step": 18612, "Finetune/Step Time": 11.848129266873002}
+{"Finetune/Learning Rate": 5.427760993330422e-08, "Finetune/Loss": 0.5727946758270264, "Finetune/Loss (Raw)": 0.5579813718795776, "Finetune/Step": 18613, "Finetune/Step Time": 11.84954734146595}
+{"Finetune/Learning Rate": 5.410253784672748e-08, "Finetune/Loss": 0.5730476379394531, "Finetune/Loss (Raw)": 0.6264259815216064, "Finetune/Step": 18614, "Finetune/Step Time": 11.849939407780766}
+{"Finetune/Learning Rate": 5.3927747797520854e-08, "Finetune/Loss": 0.5744324922561646, "Finetune/Loss (Raw)": 0.7504020929336548, "Finetune/Step": 18615, "Finetune/Step Time": 11.853270126506686}
+{"Finetune/Learning Rate": 5.375323979063929e-08, "Finetune/Loss": 0.5747068524360657, "Finetune/Loss (Raw)": 0.5592148303985596, "Finetune/Step": 18616, "Finetune/Step Time": 11.880104506388307}
+{"Finetune/Learning Rate": 5.3579013831033256e-08, "Finetune/Loss": 0.5741511583328247, "Finetune/Loss (Raw)": 0.5203554630279541, "Finetune/Step": 18617, "Finetune/Step Time": 11.871904030442238}
+{"Finetune/Learning Rate": 5.340506992364325e-08, "Finetune/Loss": 0.5752009153366089, "Finetune/Loss (Raw)": 0.6210981011390686, "Finetune/Step": 18618, "Finetune/Step Time": 11.857977274805307}
+{"Finetune/Learning Rate": 5.323140807339977e-08, "Finetune/Loss": 0.5755311846733093, "Finetune/Loss (Raw)": 0.6477628946304321, "Finetune/Step": 18619, "Finetune/Step Time": 11.862327877432108}
+{"Finetune/Learning Rate": 5.305802828522999e-08, "Finetune/Loss": 0.5774035453796387, "Finetune/Loss (Raw)": 0.73939448595047, "Finetune/Step": 18620, "Finetune/Step Time": 11.867429045960307}
+{"Finetune/Learning Rate": 5.2884930564048866e-08, "Finetune/Loss": 0.5756763219833374, "Finetune/Loss (Raw)": 0.3900173008441925, "Finetune/Step": 18621, "Finetune/Step Time": 11.890098217874765}
+{"Finetune/Learning Rate": 5.271211491476469e-08, "Finetune/Loss": 0.5738461017608643, "Finetune/Loss (Raw)": 0.4033234119415283, "Finetune/Step": 18622, "Finetune/Step Time": 11.916312612593174}
+{"Finetune/Learning Rate": 5.25395813422791e-08, "Finetune/Loss": 0.5730921030044556, "Finetune/Loss (Raw)": 0.5380628108978271, "Finetune/Step": 18623, "Finetune/Step Time": 11.877518467605114}
+{"Finetune/Learning Rate": 5.236732985148374e-08, "Finetune/Loss": 0.5721051096916199, "Finetune/Loss (Raw)": 0.5748947858810425, "Finetune/Step": 18624, "Finetune/Step Time": 11.875962853431702}
+{"Finetune/Learning Rate": 5.21953604472647e-08, "Finetune/Loss": 0.5716068744659424, "Finetune/Loss (Raw)": 0.4791683852672577, "Finetune/Step": 18625, "Finetune/Step Time": 11.868995128199458}
+{"Finetune/Learning Rate": 5.202367313449586e-08, "Finetune/Loss": 0.5709545016288757, "Finetune/Loss (Raw)": 0.5018340945243835, "Finetune/Step": 18626, "Finetune/Step Time": 11.874493772163987}
+{"Finetune/Learning Rate": 5.1852267918048874e-08, "Finetune/Loss": 0.5703725814819336, "Finetune/Loss (Raw)": 0.5751386880874634, "Finetune/Step": 18627, "Finetune/Step Time": 11.876746837049723}
+{"Finetune/Learning Rate": 5.168114480278319e-08, "Finetune/Loss": 0.5703498125076294, "Finetune/Loss (Raw)": 0.5924434661865234, "Finetune/Step": 18628, "Finetune/Step Time": 11.879073563963175}
+{"Finetune/Learning Rate": 5.151030379354938e-08, "Finetune/Loss": 0.5694743394851685, "Finetune/Loss (Raw)": 0.495281845331192, "Finetune/Step": 18629, "Finetune/Step Time": 11.890695022419095}
+{"Finetune/Learning Rate": 5.133974489519355e-08, "Finetune/Loss": 0.5683301091194153, "Finetune/Loss (Raw)": 0.432955265045166, "Finetune/Step": 18630, "Finetune/Step Time": 11.882046708837152}
+{"Finetune/Learning Rate": 5.116946811255408e-08, "Finetune/Loss": 0.5682928562164307, "Finetune/Loss (Raw)": 0.5460138320922852, "Finetune/Step": 18631, "Finetune/Step Time": 11.873075135052204}
+{"Finetune/Learning Rate": 5.0999473450455974e-08, "Finetune/Loss": 0.5686204433441162, "Finetune/Loss (Raw)": 0.5202793478965759, "Finetune/Step": 18632, "Finetune/Step Time": 11.864160059019923}
+{"Finetune/Learning Rate": 5.0829760913723155e-08, "Finetune/Loss": 0.5692565441131592, "Finetune/Loss (Raw)": 0.6546428203582764, "Finetune/Step": 18633, "Finetune/Step Time": 11.862233588472009}
+{"Finetune/Learning Rate": 5.0660330507166236e-08, "Finetune/Loss": 0.5680819749832153, "Finetune/Loss (Raw)": 0.44653165340423584, "Finetune/Step": 18634, "Finetune/Step Time": 11.859558898955584}
+{"Finetune/Learning Rate": 5.049118223559024e-08, "Finetune/Loss": 0.569756269454956, "Finetune/Loss (Raw)": 0.626032829284668, "Finetune/Step": 18635, "Finetune/Step Time": 11.846992230042815}
+{"Finetune/Learning Rate": 5.032231610379135e-08, "Finetune/Loss": 0.5709635019302368, "Finetune/Loss (Raw)": 0.6694566607475281, "Finetune/Step": 18636, "Finetune/Step Time": 11.872039617970586}
+{"Finetune/Learning Rate": 5.015373211655794e-08, "Finetune/Loss": 0.5724518299102783, "Finetune/Loss (Raw)": 0.6798094511032104, "Finetune/Step": 18637, "Finetune/Step Time": 11.8919397611171}
+{"Finetune/Learning Rate": 4.9985430278671754e-08, "Finetune/Loss": 0.5717087984085083, "Finetune/Loss (Raw)": 0.4876950979232788, "Finetune/Step": 18638, "Finetune/Step Time": 11.89579875767231}
+{"Finetune/Learning Rate": 4.9817410594905637e-08, "Finetune/Loss": 0.5714894533157349, "Finetune/Loss (Raw)": 0.5633046627044678, "Finetune/Step": 18639, "Finetune/Step Time": 11.896877061575651}
+{"Finetune/Learning Rate": 4.964967307002244e-08, "Finetune/Loss": 0.5706058740615845, "Finetune/Loss (Raw)": 0.5597893595695496, "Finetune/Step": 18640, "Finetune/Step Time": 11.899380316957831}
+{"Finetune/Learning Rate": 4.948221770877948e-08, "Finetune/Loss": 0.5695701837539673, "Finetune/Loss (Raw)": 0.5284693837165833, "Finetune/Step": 18641, "Finetune/Step Time": 11.927086992189288}
+{"Finetune/Learning Rate": 4.931504451592517e-08, "Finetune/Loss": 0.5697107315063477, "Finetune/Loss (Raw)": 0.5504228472709656, "Finetune/Step": 18642, "Finetune/Step Time": 11.925448371097445}
+{"Finetune/Learning Rate": 4.914815349620017e-08, "Finetune/Loss": 0.5698063373565674, "Finetune/Loss (Raw)": 0.4942655861377716, "Finetune/Step": 18643, "Finetune/Step Time": 11.937433486804366}
+{"Finetune/Learning Rate": 4.8981544654337354e-08, "Finetune/Loss": 0.5690109729766846, "Finetune/Loss (Raw)": 0.6334686875343323, "Finetune/Step": 18644, "Finetune/Step Time": 11.93926477059722}
+{"Finetune/Learning Rate": 4.8815217995060727e-08, "Finetune/Loss": 0.5693705081939697, "Finetune/Loss (Raw)": 0.63637375831604, "Finetune/Step": 18645, "Finetune/Step Time": 11.944089500233531}
+{"Finetune/Learning Rate": 4.8649173523087625e-08, "Finetune/Loss": 0.5692458152770996, "Finetune/Loss (Raw)": 0.5199852585792542, "Finetune/Step": 18646, "Finetune/Step Time": 11.945611916482449}
+{"Finetune/Learning Rate": 4.848341124312539e-08, "Finetune/Loss": 0.5696369409561157, "Finetune/Loss (Raw)": 0.6136492490768433, "Finetune/Step": 18647, "Finetune/Step Time": 11.958306454122066}
+{"Finetune/Learning Rate": 4.831793115987582e-08, "Finetune/Loss": 0.5700515508651733, "Finetune/Loss (Raw)": 0.6425407528877258, "Finetune/Step": 18648, "Finetune/Step Time": 11.967543385922909}
+{"Finetune/Learning Rate": 4.815273327803183e-08, "Finetune/Loss": 0.5691765546798706, "Finetune/Loss (Raw)": 0.5548753142356873, "Finetune/Step": 18649, "Finetune/Step Time": 11.965389585122466}
+{"Finetune/Learning Rate": 4.7987817602275224e-08, "Finetune/Loss": 0.5687514543533325, "Finetune/Loss (Raw)": 0.5810561776161194, "Finetune/Step": 18650, "Finetune/Step Time": 11.963807377964258}
+{"Finetune/Learning Rate": 4.7823184137285595e-08, "Finetune/Loss": 0.5697866678237915, "Finetune/Loss (Raw)": 0.6123890280723572, "Finetune/Step": 18651, "Finetune/Step Time": 11.963791305199265}
+{"Finetune/Learning Rate": 4.765883288772921e-08, "Finetune/Loss": 0.5710402131080627, "Finetune/Loss (Raw)": 0.7398520112037659, "Finetune/Step": 18652, "Finetune/Step Time": 11.969133043661714}
+{"Finetune/Learning Rate": 4.749476385826901e-08, "Finetune/Loss": 0.5703115463256836, "Finetune/Loss (Raw)": 0.5388474464416504, "Finetune/Step": 18653, "Finetune/Step Time": 11.968134060502052}
+{"Finetune/Learning Rate": 4.7330977053555714e-08, "Finetune/Loss": 0.5699950456619263, "Finetune/Loss (Raw)": 0.5387139916419983, "Finetune/Step": 18654, "Finetune/Step Time": 11.977438377216458}
+{"Finetune/Learning Rate": 4.71674724782345e-08, "Finetune/Loss": 0.5708077549934387, "Finetune/Loss (Raw)": 0.6326773762702942, "Finetune/Step": 18655, "Finetune/Step Time": 11.967947086319327}
+{"Finetune/Learning Rate": 4.7004250136940547e-08, "Finetune/Loss": 0.5714205503463745, "Finetune/Loss (Raw)": 0.6397526264190674, "Finetune/Step": 18656, "Finetune/Step Time": 11.962909627705812}
+{"Finetune/Learning Rate": 4.6841310034304585e-08, "Finetune/Loss": 0.5718535780906677, "Finetune/Loss (Raw)": 0.614855170249939, "Finetune/Step": 18657, "Finetune/Step Time": 11.965267546474934}
+{"Finetune/Learning Rate": 4.667865217494627e-08, "Finetune/Loss": 0.5729589462280273, "Finetune/Loss (Raw)": 0.7189580202102661, "Finetune/Step": 18658, "Finetune/Step Time": 11.948291033506393}
+{"Finetune/Learning Rate": 4.651627656347746e-08, "Finetune/Loss": 0.5734107494354248, "Finetune/Loss (Raw)": 0.6579967141151428, "Finetune/Step": 18659, "Finetune/Step Time": 11.975015172734857}
+{"Finetune/Learning Rate": 4.6354183204503355e-08, "Finetune/Loss": 0.573764979839325, "Finetune/Loss (Raw)": 0.6263812184333801, "Finetune/Step": 18660, "Finetune/Step Time": 11.96060254983604}
+{"Finetune/Learning Rate": 4.6192372102619174e-08, "Finetune/Loss": 0.5735009908676147, "Finetune/Loss (Raw)": 0.5335522890090942, "Finetune/Step": 18661, "Finetune/Step Time": 11.960755348205566}
+{"Finetune/Learning Rate": 4.6030843262415694e-08, "Finetune/Loss": 0.5736952424049377, "Finetune/Loss (Raw)": 0.5364920496940613, "Finetune/Step": 18662, "Finetune/Step Time": 11.957120578736067}
+{"Finetune/Learning Rate": 4.586959668847146e-08, "Finetune/Loss": 0.5726358890533447, "Finetune/Loss (Raw)": 0.5135048627853394, "Finetune/Step": 18663, "Finetune/Step Time": 11.953552465885878}
+{"Finetune/Learning Rate": 4.570863238536061e-08, "Finetune/Loss": 0.5726543664932251, "Finetune/Loss (Raw)": 0.52422696352005, "Finetune/Step": 18664, "Finetune/Step Time": 11.92764811590314}
+{"Finetune/Learning Rate": 4.5547950357646145e-08, "Finetune/Loss": 0.5724688172340393, "Finetune/Loss (Raw)": 0.6098226308822632, "Finetune/Step": 18665, "Finetune/Step Time": 11.932655019685626}
+{"Finetune/Learning Rate": 4.538755060988553e-08, "Finetune/Loss": 0.5730460286140442, "Finetune/Loss (Raw)": 0.589236319065094, "Finetune/Step": 18666, "Finetune/Step Time": 11.931197801604867}
+{"Finetune/Learning Rate": 4.5227433146626255e-08, "Finetune/Loss": 0.5740492343902588, "Finetune/Loss (Raw)": 0.6027921438217163, "Finetune/Step": 18667, "Finetune/Step Time": 11.927059177309275}
+{"Finetune/Learning Rate": 4.5067597972409114e-08, "Finetune/Loss": 0.5749499797821045, "Finetune/Loss (Raw)": 0.6615076065063477, "Finetune/Step": 18668, "Finetune/Step Time": 11.912097239866853}
+{"Finetune/Learning Rate": 4.490804509176827e-08, "Finetune/Loss": 0.5737240314483643, "Finetune/Loss (Raw)": 0.4346082806587219, "Finetune/Step": 18669, "Finetune/Step Time": 11.90333272702992}
+{"Finetune/Learning Rate": 4.474877450922566e-08, "Finetune/Loss": 0.5738049745559692, "Finetune/Loss (Raw)": 0.6069959402084351, "Finetune/Step": 18670, "Finetune/Step Time": 11.898024763911963}
+{"Finetune/Learning Rate": 4.458978622929988e-08, "Finetune/Loss": 0.5734309554100037, "Finetune/Loss (Raw)": 0.6308406591415405, "Finetune/Step": 18671, "Finetune/Step Time": 11.890042088925838}
+{"Finetune/Learning Rate": 4.443108025649623e-08, "Finetune/Loss": 0.5744202136993408, "Finetune/Loss (Raw)": 0.6681424379348755, "Finetune/Step": 18672, "Finetune/Step Time": 11.889522613957524}
+{"Finetune/Learning Rate": 4.4272656595318874e-08, "Finetune/Loss": 0.5745273232460022, "Finetune/Loss (Raw)": 0.6048349738121033, "Finetune/Step": 18673, "Finetune/Step Time": 11.893400786444545}
+{"Finetune/Learning Rate": 4.411451525025867e-08, "Finetune/Loss": 0.5735225677490234, "Finetune/Loss (Raw)": 0.5342863202095032, "Finetune/Step": 18674, "Finetune/Step Time": 11.868904633447528}
+{"Finetune/Learning Rate": 4.395665622579981e-08, "Finetune/Loss": 0.5728816986083984, "Finetune/Loss (Raw)": 0.5633960962295532, "Finetune/Step": 18675, "Finetune/Step Time": 11.85385669581592}
+{"Finetune/Learning Rate": 4.379907952641871e-08, "Finetune/Loss": 0.5747153759002686, "Finetune/Loss (Raw)": 0.6036484241485596, "Finetune/Step": 18676, "Finetune/Step Time": 11.830713674426079}
+{"Finetune/Learning Rate": 4.364178515658513e-08, "Finetune/Loss": 0.5751395225524902, "Finetune/Loss (Raw)": 0.600473940372467, "Finetune/Step": 18677, "Finetune/Step Time": 11.817124038934708}
+{"Finetune/Learning Rate": 4.3484773120757714e-08, "Finetune/Loss": 0.5751678943634033, "Finetune/Loss (Raw)": 0.6468228101730347, "Finetune/Step": 18678, "Finetune/Step Time": 11.821635549888015}
+{"Finetune/Learning Rate": 4.332804342338959e-08, "Finetune/Loss": 0.5751644968986511, "Finetune/Loss (Raw)": 0.6345582604408264, "Finetune/Step": 18679, "Finetune/Step Time": 11.826160306110978}
+{"Finetune/Learning Rate": 4.317159606892496e-08, "Finetune/Loss": 0.5739257335662842, "Finetune/Loss (Raw)": 0.495479017496109, "Finetune/Step": 18680, "Finetune/Step Time": 11.820162696763873}
+{"Finetune/Learning Rate": 4.3015431061800285e-08, "Finetune/Loss": 0.5736739635467529, "Finetune/Loss (Raw)": 0.5588395595550537, "Finetune/Step": 18681, "Finetune/Step Time": 11.809550391510129}
+{"Finetune/Learning Rate": 4.285954840644535e-08, "Finetune/Loss": 0.5731871724128723, "Finetune/Loss (Raw)": 0.6370890736579895, "Finetune/Step": 18682, "Finetune/Step Time": 11.816075216978788}
+{"Finetune/Learning Rate": 4.270394810727885e-08, "Finetune/Loss": 0.5734312534332275, "Finetune/Loss (Raw)": 0.6458239555358887, "Finetune/Step": 18683, "Finetune/Step Time": 11.816646998748183}
+{"Finetune/Learning Rate": 4.2548630168712804e-08, "Finetune/Loss": 0.573594331741333, "Finetune/Loss (Raw)": 0.5921878218650818, "Finetune/Step": 18684, "Finetune/Step Time": 11.818518288433552}
+{"Finetune/Learning Rate": 4.239359459515258e-08, "Finetune/Loss": 0.5733903646469116, "Finetune/Loss (Raw)": 0.4811978340148926, "Finetune/Step": 18685, "Finetune/Step Time": 11.833133403211832}
+{"Finetune/Learning Rate": 4.2238841390994654e-08, "Finetune/Loss": 0.5732698440551758, "Finetune/Loss (Raw)": 0.6040103435516357, "Finetune/Step": 18686, "Finetune/Step Time": 11.838985228911042}
+{"Finetune/Learning Rate": 4.2084370560626643e-08, "Finetune/Loss": 0.5736056566238403, "Finetune/Loss (Raw)": 0.6329841017723083, "Finetune/Step": 18687, "Finetune/Step Time": 11.827541377395391}
+{"Finetune/Learning Rate": 4.1930182108430584e-08, "Finetune/Loss": 0.5746505260467529, "Finetune/Loss (Raw)": 0.7168282866477966, "Finetune/Step": 18688, "Finetune/Step Time": 11.821347333490849}
+{"Finetune/Learning Rate": 4.177627603877632e-08, "Finetune/Loss": 0.5755848288536072, "Finetune/Loss (Raw)": 0.6005784869194031, "Finetune/Step": 18689, "Finetune/Step Time": 11.820763554424047}
+{"Finetune/Learning Rate": 4.162265235603036e-08, "Finetune/Loss": 0.5770845413208008, "Finetune/Loss (Raw)": 0.602242112159729, "Finetune/Step": 18690, "Finetune/Step Time": 11.79889109916985}
+{"Finetune/Learning Rate": 4.14693110645481e-08, "Finetune/Loss": 0.5772309303283691, "Finetune/Loss (Raw)": 0.595384418964386, "Finetune/Step": 18691, "Finetune/Step Time": 11.815591400489211}
+{"Finetune/Learning Rate": 4.1316252168677187e-08, "Finetune/Loss": 0.5772703886032104, "Finetune/Loss (Raw)": 0.5558292865753174, "Finetune/Step": 18692, "Finetune/Step Time": 11.816097386181355}
+{"Finetune/Learning Rate": 4.116347567275858e-08, "Finetune/Loss": 0.5771266222000122, "Finetune/Loss (Raw)": 0.5246592164039612, "Finetune/Step": 18693, "Finetune/Step Time": 11.807019980624318}
+{"Finetune/Learning Rate": 4.101098158112549e-08, "Finetune/Loss": 0.5770844221115112, "Finetune/Loss (Raw)": 0.5506264567375183, "Finetune/Step": 18694, "Finetune/Step Time": 11.803046761080623}
+{"Finetune/Learning Rate": 4.085876989810111e-08, "Finetune/Loss": 0.5766339302062988, "Finetune/Loss (Raw)": 0.53642737865448, "Finetune/Step": 18695, "Finetune/Step Time": 11.790041012689471}
+{"Finetune/Learning Rate": 4.070684062800201e-08, "Finetune/Loss": 0.5770244598388672, "Finetune/Loss (Raw)": 0.5891635417938232, "Finetune/Step": 18696, "Finetune/Step Time": 11.786993706598878}
+{"Finetune/Learning Rate": 4.055519377513695e-08, "Finetune/Loss": 0.5774575471878052, "Finetune/Loss (Raw)": 0.7049421072006226, "Finetune/Step": 18697, "Finetune/Step Time": 11.790151126682758}
+{"Finetune/Learning Rate": 4.0403829343804715e-08, "Finetune/Loss": 0.5768002271652222, "Finetune/Loss (Raw)": 0.5372626781463623, "Finetune/Step": 18698, "Finetune/Step Time": 11.788408340886235}
+{"Finetune/Learning Rate": 4.025274733829854e-08, "Finetune/Loss": 0.5765976905822754, "Finetune/Loss (Raw)": 0.5634075999259949, "Finetune/Step": 18699, "Finetune/Step Time": 11.782840929925442}
+{"Finetune/Learning Rate": 4.010194776290388e-08, "Finetune/Loss": 0.5773870944976807, "Finetune/Loss (Raw)": 0.6353746652603149, "Finetune/Step": 18700, "Finetune/Step Time": 11.778823021799326}
+{"Finetune/Learning Rate": 3.9951430621895107e-08, "Finetune/Loss": 0.5772087574005127, "Finetune/Loss (Raw)": 0.5390735268592834, "Finetune/Step": 18701, "Finetune/Step Time": 11.796036614105105}
+{"Finetune/Learning Rate": 3.980119591954101e-08, "Finetune/Loss": 0.5775920152664185, "Finetune/Loss (Raw)": 0.6403518915176392, "Finetune/Step": 18702, "Finetune/Step Time": 11.785715393722057}
+{"Finetune/Learning Rate": 3.9651243660102646e-08, "Finetune/Loss": 0.57599937915802, "Finetune/Loss (Raw)": 0.4264206886291504, "Finetune/Step": 18703, "Finetune/Step Time": 11.797638695687056}
+{"Finetune/Learning Rate": 3.950157384783104e-08, "Finetune/Loss": 0.5772990584373474, "Finetune/Loss (Raw)": 0.6221027970314026, "Finetune/Step": 18704, "Finetune/Step Time": 11.795460382476449}
+{"Finetune/Learning Rate": 3.935218648697059e-08, "Finetune/Loss": 0.5776239037513733, "Finetune/Loss (Raw)": 0.7010050415992737, "Finetune/Step": 18705, "Finetune/Step Time": 11.787017410621047}
+{"Finetune/Learning Rate": 3.9203081581759e-08, "Finetune/Loss": 0.5776450634002686, "Finetune/Loss (Raw)": 0.5555716156959534, "Finetune/Step": 18706, "Finetune/Step Time": 11.795057529583573}
+{"Finetune/Learning Rate": 3.90542591364218e-08, "Finetune/Loss": 0.5783891677856445, "Finetune/Loss (Raw)": 0.5455338358879089, "Finetune/Step": 18707, "Finetune/Step Time": 11.799510769546032}
+{"Finetune/Learning Rate": 3.8905719155182263e-08, "Finetune/Loss": 0.5789098143577576, "Finetune/Loss (Raw)": 0.642405092716217, "Finetune/Step": 18708, "Finetune/Step Time": 11.800773784518242}
+{"Finetune/Learning Rate": 3.875746164225036e-08, "Finetune/Loss": 0.5798375606536865, "Finetune/Loss (Raw)": 0.6218522787094116, "Finetune/Step": 18709, "Finetune/Step Time": 11.800319386646152}
+{"Finetune/Learning Rate": 3.86094866018305e-08, "Finetune/Loss": 0.5810121297836304, "Finetune/Loss (Raw)": 0.6653182506561279, "Finetune/Step": 18710, "Finetune/Step Time": 11.797237951308489}
+{"Finetune/Learning Rate": 3.846179403811934e-08, "Finetune/Loss": 0.5811376571655273, "Finetune/Loss (Raw)": 0.5589411854743958, "Finetune/Step": 18711, "Finetune/Step Time": 11.80229694582522}
+{"Finetune/Learning Rate": 3.8314383955304624e-08, "Finetune/Loss": 0.5810872316360474, "Finetune/Loss (Raw)": 0.5512861609458923, "Finetune/Step": 18712, "Finetune/Step Time": 11.82765199802816}
+{"Finetune/Learning Rate": 3.8167256357567464e-08, "Finetune/Loss": 0.579395592212677, "Finetune/Loss (Raw)": 0.35782647132873535, "Finetune/Step": 18713, "Finetune/Step Time": 11.821095118299127}
+{"Finetune/Learning Rate": 3.802041124907896e-08, "Finetune/Loss": 0.5800111293792725, "Finetune/Loss (Raw)": 0.6284264922142029, "Finetune/Step": 18714, "Finetune/Step Time": 11.85838882252574}
+{"Finetune/Learning Rate": 3.787384863400245e-08, "Finetune/Loss": 0.5802112817764282, "Finetune/Loss (Raw)": 0.6244817972183228, "Finetune/Step": 18715, "Finetune/Step Time": 11.84740762040019}
+{"Finetune/Learning Rate": 3.7727568516496835e-08, "Finetune/Loss": 0.5798622965812683, "Finetune/Loss (Raw)": 0.4759332537651062, "Finetune/Step": 18716, "Finetune/Step Time": 11.88813153654337}
+{"Finetune/Learning Rate": 3.7581570900707685e-08, "Finetune/Loss": 0.5793734788894653, "Finetune/Loss (Raw)": 0.6028234362602234, "Finetune/Step": 18717, "Finetune/Step Time": 11.904031617566943}
+{"Finetune/Learning Rate": 3.743585579077502e-08, "Finetune/Loss": 0.578827440738678, "Finetune/Loss (Raw)": 0.523382306098938, "Finetune/Step": 18718, "Finetune/Step Time": 11.925912760198116}
+{"Finetune/Learning Rate": 3.729042319083331e-08, "Finetune/Loss": 0.5796335935592651, "Finetune/Loss (Raw)": 0.5096861124038696, "Finetune/Step": 18719, "Finetune/Step Time": 11.9134615175426}
+{"Finetune/Learning Rate": 3.714527310500371e-08, "Finetune/Loss": 0.5787993669509888, "Finetune/Loss (Raw)": 0.557070255279541, "Finetune/Step": 18720, "Finetune/Step Time": 11.910396000370383}
+{"Finetune/Learning Rate": 3.7000405537405136e-08, "Finetune/Loss": 0.5794450044631958, "Finetune/Loss (Raw)": 0.6279963254928589, "Finetune/Step": 18721, "Finetune/Step Time": 11.939231494441628}
+{"Finetune/Learning Rate": 3.68558204921432e-08, "Finetune/Loss": 0.5814757347106934, "Finetune/Loss (Raw)": 0.6689739227294922, "Finetune/Step": 18722, "Finetune/Step Time": 11.915844660252333}
+{"Finetune/Learning Rate": 3.6711517973317956e-08, "Finetune/Loss": 0.5818446278572083, "Finetune/Loss (Raw)": 0.5777573585510254, "Finetune/Step": 18723, "Finetune/Step Time": 11.919979110360146}
+{"Finetune/Learning Rate": 3.65674979850239e-08, "Finetune/Loss": 0.5819138288497925, "Finetune/Loss (Raw)": 0.605786919593811, "Finetune/Step": 18724, "Finetune/Step Time": 11.928870730102062}
+{"Finetune/Learning Rate": 3.6423760531342225e-08, "Finetune/Loss": 0.5822910070419312, "Finetune/Loss (Raw)": 0.6148202419281006, "Finetune/Step": 18725, "Finetune/Step Time": 11.919715726748109}
+{"Finetune/Learning Rate": 3.628030561635076e-08, "Finetune/Loss": 0.5823104381561279, "Finetune/Loss (Raw)": 0.5932093858718872, "Finetune/Step": 18726, "Finetune/Step Time": 11.913987128064036}
+{"Finetune/Learning Rate": 3.613713324411627e-08, "Finetune/Loss": 0.5820128917694092, "Finetune/Loss (Raw)": 0.5338404774665833, "Finetune/Step": 18727, "Finetune/Step Time": 11.921010406687856}
+{"Finetune/Learning Rate": 3.599424341869884e-08, "Finetune/Loss": 0.5820745229721069, "Finetune/Loss (Raw)": 0.5494713187217712, "Finetune/Step": 18728, "Finetune/Step Time": 11.94299522601068}
+{"Finetune/Learning Rate": 3.585163614415188e-08, "Finetune/Loss": 0.5827378034591675, "Finetune/Loss (Raw)": 0.6328778266906738, "Finetune/Step": 18729, "Finetune/Step Time": 11.948736419901252}
+{"Finetune/Learning Rate": 3.570931142451772e-08, "Finetune/Loss": 0.5833487510681152, "Finetune/Loss (Raw)": 0.6743205189704895, "Finetune/Step": 18730, "Finetune/Step Time": 11.94380198419094}
+{"Finetune/Learning Rate": 3.556726926383314e-08, "Finetune/Loss": 0.5840162038803101, "Finetune/Loss (Raw)": 0.6678141355514526, "Finetune/Step": 18731, "Finetune/Step Time": 11.93681382201612}
+{"Finetune/Learning Rate": 3.5425509666126014e-08, "Finetune/Loss": 0.5837759375572205, "Finetune/Loss (Raw)": 0.5514995455741882, "Finetune/Step": 18732, "Finetune/Step Time": 11.945222731679678}
+{"Finetune/Learning Rate": 3.5284032635415355e-08, "Finetune/Loss": 0.5856104493141174, "Finetune/Loss (Raw)": 0.6921483278274536, "Finetune/Step": 18733, "Finetune/Step Time": 11.941186781972647}
+{"Finetune/Learning Rate": 3.514283817571351e-08, "Finetune/Loss": 0.5856318473815918, "Finetune/Loss (Raw)": 0.5558385252952576, "Finetune/Step": 18734, "Finetune/Step Time": 11.946521958336234}
+{"Finetune/Learning Rate": 3.5001926291025057e-08, "Finetune/Loss": 0.5862058401107788, "Finetune/Loss (Raw)": 0.5364693999290466, "Finetune/Step": 18735, "Finetune/Step Time": 11.959017358720303}
+{"Finetune/Learning Rate": 3.486129698534457e-08, "Finetune/Loss": 0.5847513675689697, "Finetune/Loss (Raw)": 0.5740716457366943, "Finetune/Step": 18736, "Finetune/Step Time": 11.949803939089179}
+{"Finetune/Learning Rate": 3.47209502626622e-08, "Finetune/Loss": 0.5843073129653931, "Finetune/Loss (Raw)": 0.5250720381736755, "Finetune/Step": 18737, "Finetune/Step Time": 11.949410948902369}
+{"Finetune/Learning Rate": 3.458088612695476e-08, "Finetune/Loss": 0.5832635164260864, "Finetune/Loss (Raw)": 0.5200696587562561, "Finetune/Step": 18738, "Finetune/Step Time": 11.940119445323944}
+{"Finetune/Learning Rate": 3.444110458219685e-08, "Finetune/Loss": 0.5827345848083496, "Finetune/Loss (Raw)": 0.5619251728057861, "Finetune/Step": 18739, "Finetune/Step Time": 11.939089944586158}
+{"Finetune/Learning Rate": 3.430160563234974e-08, "Finetune/Loss": 0.5818310379981995, "Finetune/Loss (Raw)": 0.5659985542297363, "Finetune/Step": 18740, "Finetune/Step Time": 11.938301235437393}
+{"Finetune/Learning Rate": 3.4162389281370276e-08, "Finetune/Loss": 0.582206130027771, "Finetune/Loss (Raw)": 0.6059839725494385, "Finetune/Step": 18741, "Finetune/Step Time": 11.930853178724647}
+{"Finetune/Learning Rate": 3.4023455533207514e-08, "Finetune/Loss": 0.5827784538269043, "Finetune/Loss (Raw)": 0.6996887922286987, "Finetune/Step": 18742, "Finetune/Step Time": 11.933843582868576}
+{"Finetune/Learning Rate": 3.3884804391799417e-08, "Finetune/Loss": 0.5815914273262024, "Finetune/Loss (Raw)": 0.5984633564949036, "Finetune/Step": 18743, "Finetune/Step Time": 11.923723455518484}
+{"Finetune/Learning Rate": 3.3746435861078394e-08, "Finetune/Loss": 0.580995500087738, "Finetune/Loss (Raw)": 0.48293235898017883, "Finetune/Step": 18744, "Finetune/Step Time": 11.913933847099543}
+{"Finetune/Learning Rate": 3.360834994496909e-08, "Finetune/Loss": 0.5811208486557007, "Finetune/Loss (Raw)": 0.5364093780517578, "Finetune/Step": 18745, "Finetune/Step Time": 11.911983082070947}
+{"Finetune/Learning Rate": 3.347054664738503e-08, "Finetune/Loss": 0.5806536078453064, "Finetune/Loss (Raw)": 0.561287522315979, "Finetune/Step": 18746, "Finetune/Step Time": 11.907472489401698}
+{"Finetune/Learning Rate": 3.3333025972236424e-08, "Finetune/Loss": 0.5803945064544678, "Finetune/Loss (Raw)": 0.6145942807197571, "Finetune/Step": 18747, "Finetune/Step Time": 11.901989070698619}
+{"Finetune/Learning Rate": 3.319578792342126e-08, "Finetune/Loss": 0.5800023674964905, "Finetune/Loss (Raw)": 0.6892012357711792, "Finetune/Step": 18748, "Finetune/Step Time": 11.899438476189971}
+{"Finetune/Learning Rate": 3.3058832504830887e-08, "Finetune/Loss": 0.5817030668258667, "Finetune/Loss (Raw)": 0.6077094078063965, "Finetune/Step": 18749, "Finetune/Step Time": 11.871490746736526}
+{"Finetune/Learning Rate": 3.2922159720351067e-08, "Finetune/Loss": 0.5834426879882812, "Finetune/Loss (Raw)": 0.6259934306144714, "Finetune/Step": 18750, "Finetune/Step Time": 11.823472743853927}
+{"Finetune/Learning Rate": 3.2785769573856486e-08, "Finetune/Loss": 0.5849038362503052, "Finetune/Loss (Raw)": 0.7250899076461792, "Finetune/Step": 18751, "Finetune/Step Time": 11.824588948860765}
+{"Finetune/Learning Rate": 3.264966206921294e-08, "Finetune/Loss": 0.5850128531455994, "Finetune/Loss (Raw)": 0.5888453125953674, "Finetune/Step": 18752, "Finetune/Step Time": 11.8220918122679}
+{"Finetune/Learning Rate": 3.25138372102829e-08, "Finetune/Loss": 0.5861801505088806, "Finetune/Loss (Raw)": 0.6285862326622009, "Finetune/Step": 18753, "Finetune/Step Time": 11.832822490483522}
+{"Finetune/Learning Rate": 3.237829500091661e-08, "Finetune/Loss": 0.5864377617835999, "Finetune/Loss (Raw)": 0.5348076820373535, "Finetune/Step": 18754, "Finetune/Step Time": 11.836669810116291}
+{"Finetune/Learning Rate": 3.224303544495766e-08, "Finetune/Loss": 0.5857288837432861, "Finetune/Loss (Raw)": 0.48440101742744446, "Finetune/Step": 18755, "Finetune/Step Time": 11.841008808463812}
+{"Finetune/Learning Rate": 3.2108058546241884e-08, "Finetune/Loss": 0.585435152053833, "Finetune/Loss (Raw)": 0.5548498034477234, "Finetune/Step": 18756, "Finetune/Step Time": 11.846750251948833}
+{"Finetune/Learning Rate": 3.197336430859621e-08, "Finetune/Loss": 0.5861200094223022, "Finetune/Loss (Raw)": 0.5829395651817322, "Finetune/Step": 18757, "Finetune/Step Time": 11.833497613668442}
+{"Finetune/Learning Rate": 3.183895273584092e-08, "Finetune/Loss": 0.586897611618042, "Finetune/Loss (Raw)": 0.532486617565155, "Finetune/Step": 18758, "Finetune/Step Time": 11.80786612443626}
+{"Finetune/Learning Rate": 3.17048238317863e-08, "Finetune/Loss": 0.5866357088088989, "Finetune/Loss (Raw)": 0.5124891996383667, "Finetune/Step": 18759, "Finetune/Step Time": 11.819710560142994}
+{"Finetune/Learning Rate": 3.157097760023819e-08, "Finetune/Loss": 0.5878238677978516, "Finetune/Loss (Raw)": 0.6723688840866089, "Finetune/Step": 18760, "Finetune/Step Time": 11.821951299905777}
+{"Finetune/Learning Rate": 3.143741404499023e-08, "Finetune/Loss": 0.5877151489257812, "Finetune/Loss (Raw)": 0.6407312750816345, "Finetune/Step": 18761, "Finetune/Step Time": 11.816909622400999}
+{"Finetune/Learning Rate": 3.1304133169830496e-08, "Finetune/Loss": 0.5884948968887329, "Finetune/Loss (Raw)": 0.546338677406311, "Finetune/Step": 18762, "Finetune/Step Time": 11.822910461574793}
+{"Finetune/Learning Rate": 3.1171134978538185e-08, "Finetune/Loss": 0.5881420373916626, "Finetune/Loss (Raw)": 0.5808640718460083, "Finetune/Step": 18763, "Finetune/Step Time": 11.807237708941102}
+{"Finetune/Learning Rate": 3.103841947488584e-08, "Finetune/Loss": 0.5868951082229614, "Finetune/Loss (Raw)": 0.5098510384559631, "Finetune/Step": 18764, "Finetune/Step Time": 11.787502689287066}
+{"Finetune/Learning Rate": 3.090598666263489e-08, "Finetune/Loss": 0.5861160755157471, "Finetune/Loss (Raw)": 0.5800889730453491, "Finetune/Step": 18765, "Finetune/Step Time": 11.766778146848083}
+{"Finetune/Learning Rate": 3.077383654554233e-08, "Finetune/Loss": 0.5870398283004761, "Finetune/Loss (Raw)": 0.6059412956237793, "Finetune/Step": 18766, "Finetune/Step Time": 11.759298250079155}
+{"Finetune/Learning Rate": 3.064196912735517e-08, "Finetune/Loss": 0.5879515409469604, "Finetune/Loss (Raw)": 0.6800039410591125, "Finetune/Step": 18767, "Finetune/Step Time": 11.762608429417014}
+{"Finetune/Learning Rate": 3.0510384411812645e-08, "Finetune/Loss": 0.5880189538002014, "Finetune/Loss (Raw)": 0.5684108734130859, "Finetune/Step": 18768, "Finetune/Step Time": 11.759441114962101}
+{"Finetune/Learning Rate": 3.037908240264509e-08, "Finetune/Loss": 0.5884900093078613, "Finetune/Loss (Raw)": 0.588766872882843, "Finetune/Step": 18769, "Finetune/Step Time": 11.784232590347528}
+{"Finetune/Learning Rate": 3.0248063103578416e-08, "Finetune/Loss": 0.5883687734603882, "Finetune/Loss (Raw)": 0.5349032878875732, "Finetune/Step": 18770, "Finetune/Step Time": 11.790887668728828}
+{"Finetune/Learning Rate": 3.011732651832633e-08, "Finetune/Loss": 0.588901162147522, "Finetune/Loss (Raw)": 0.5624159574508667, "Finetune/Step": 18771, "Finetune/Step Time": 11.777494195848703}
+{"Finetune/Learning Rate": 2.998687265059586e-08, "Finetune/Loss": 0.5887946486473083, "Finetune/Loss (Raw)": 0.6198350787162781, "Finetune/Step": 18772, "Finetune/Step Time": 11.784970859065652}
+{"Finetune/Learning Rate": 2.985670150408626e-08, "Finetune/Loss": 0.5880447626113892, "Finetune/Loss (Raw)": 0.5403875708580017, "Finetune/Step": 18773, "Finetune/Step Time": 11.788672184571624}
+{"Finetune/Learning Rate": 2.9726813082490145e-08, "Finetune/Loss": 0.5892019271850586, "Finetune/Loss (Raw)": 0.6681087613105774, "Finetune/Step": 18774, "Finetune/Step Time": 11.790177650749683}
+{"Finetune/Learning Rate": 2.9597207389490125e-08, "Finetune/Loss": 0.5898295044898987, "Finetune/Loss (Raw)": 0.693967878818512, "Finetune/Step": 18775, "Finetune/Step Time": 11.772200901061296}
+{"Finetune/Learning Rate": 2.946788442876103e-08, "Finetune/Loss": 0.589322030544281, "Finetune/Loss (Raw)": 0.5775875449180603, "Finetune/Step": 18776, "Finetune/Step Time": 11.757975900545716}
+{"Finetune/Learning Rate": 2.933884420396993e-08, "Finetune/Loss": 0.5894910097122192, "Finetune/Loss (Raw)": 0.5765114426612854, "Finetune/Step": 18777, "Finetune/Step Time": 11.759845912456512}
+{"Finetune/Learning Rate": 2.921008671877612e-08, "Finetune/Loss": 0.5879811644554138, "Finetune/Loss (Raw)": 0.3877875804901123, "Finetune/Step": 18778, "Finetune/Step Time": 11.787414647638798}
+{"Finetune/Learning Rate": 2.9081611976832237e-08, "Finetune/Loss": 0.5891366004943848, "Finetune/Loss (Raw)": 0.7602814435958862, "Finetune/Step": 18779, "Finetune/Step Time": 11.796162554994226}
+{"Finetune/Learning Rate": 2.8953419981779808e-08, "Finetune/Loss": 0.5872976183891296, "Finetune/Loss (Raw)": 0.5044671893119812, "Finetune/Step": 18780, "Finetune/Step Time": 11.78645295649767}
+{"Finetune/Learning Rate": 2.8825510737254813e-08, "Finetune/Loss": 0.588182806968689, "Finetune/Loss (Raw)": 0.6521536707878113, "Finetune/Step": 18781, "Finetune/Step Time": 11.795372612774372}
+{"Finetune/Learning Rate": 2.8697884246884355e-08, "Finetune/Loss": 0.5882021188735962, "Finetune/Loss (Raw)": 0.5411838889122009, "Finetune/Step": 18782, "Finetune/Step Time": 11.782137857750058}
+{"Finetune/Learning Rate": 2.857054051428665e-08, "Finetune/Loss": 0.588529109954834, "Finetune/Loss (Raw)": 0.6745375394821167, "Finetune/Step": 18783, "Finetune/Step Time": 11.786869674921036}
+{"Finetune/Learning Rate": 2.8443479543073248e-08, "Finetune/Loss": 0.5882514715194702, "Finetune/Loss (Raw)": 0.604202389717102, "Finetune/Step": 18784, "Finetune/Step Time": 11.791122356429696}
+{"Finetune/Learning Rate": 2.8316701336847942e-08, "Finetune/Loss": 0.5881933569908142, "Finetune/Loss (Raw)": 0.6074244976043701, "Finetune/Step": 18785, "Finetune/Step Time": 11.797440836206079}
+{"Finetune/Learning Rate": 2.8190205899205626e-08, "Finetune/Loss": 0.5868964791297913, "Finetune/Loss (Raw)": 0.5529511570930481, "Finetune/Step": 18786, "Finetune/Step Time": 11.8171047847718}
+{"Finetune/Learning Rate": 2.8063993233732323e-08, "Finetune/Loss": 0.5872481465339661, "Finetune/Loss (Raw)": 0.7030148506164551, "Finetune/Step": 18787, "Finetune/Step Time": 11.809430928900838}
+{"Finetune/Learning Rate": 2.7938063344008504e-08, "Finetune/Loss": 0.5869908928871155, "Finetune/Loss (Raw)": 0.5934576988220215, "Finetune/Step": 18788, "Finetune/Step Time": 11.83163702301681}
+{"Finetune/Learning Rate": 2.7812416233603536e-08, "Finetune/Loss": 0.5871822834014893, "Finetune/Loss (Raw)": 0.5580422282218933, "Finetune/Step": 18789, "Finetune/Step Time": 11.831609427928925}
+{"Finetune/Learning Rate": 2.7687051906082342e-08, "Finetune/Loss": 0.5878914594650269, "Finetune/Loss (Raw)": 0.6272691488265991, "Finetune/Step": 18790, "Finetune/Step Time": 11.849681966006756}
+{"Finetune/Learning Rate": 2.7561970364997637e-08, "Finetune/Loss": 0.5889279246330261, "Finetune/Loss (Raw)": 0.64617520570755, "Finetune/Step": 18791, "Finetune/Step Time": 11.857739133760333}
+{"Finetune/Learning Rate": 2.7437171613898806e-08, "Finetune/Loss": 0.5885950326919556, "Finetune/Loss (Raw)": 0.48161807656288147, "Finetune/Step": 18792, "Finetune/Step Time": 11.84603832475841}
+{"Finetune/Learning Rate": 2.7312655656323016e-08, "Finetune/Loss": 0.5891352891921997, "Finetune/Loss (Raw)": 0.6789714694023132, "Finetune/Step": 18793, "Finetune/Step Time": 11.83737719617784}
+{"Finetune/Learning Rate": 2.7188422495801892e-08, "Finetune/Loss": 0.5900363922119141, "Finetune/Loss (Raw)": 0.7045695185661316, "Finetune/Step": 18794, "Finetune/Step Time": 11.84790624678135}
+{"Finetune/Learning Rate": 2.7064472135858167e-08, "Finetune/Loss": 0.5895851254463196, "Finetune/Loss (Raw)": 0.5450380444526672, "Finetune/Step": 18795, "Finetune/Step Time": 11.855325346812606}
+{"Finetune/Learning Rate": 2.6940804580007918e-08, "Finetune/Loss": 0.5881316065788269, "Finetune/Loss (Raw)": 0.47545960545539856, "Finetune/Step": 18796, "Finetune/Step Time": 11.86378888785839}
+{"Finetune/Learning Rate": 2.681741983175501e-08, "Finetune/Loss": 0.5890623331069946, "Finetune/Loss (Raw)": 0.5537362098693848, "Finetune/Step": 18797, "Finetune/Step Time": 11.86575998738408}
+{"Finetune/Learning Rate": 2.6694317894601086e-08, "Finetune/Loss": 0.5888376235961914, "Finetune/Loss (Raw)": 0.5782406330108643, "Finetune/Step": 18798, "Finetune/Step Time": 11.874261945486069}
+{"Finetune/Learning Rate": 2.6571498772036687e-08, "Finetune/Loss": 0.5890201330184937, "Finetune/Loss (Raw)": 0.6542017459869385, "Finetune/Step": 18799, "Finetune/Step Time": 11.867995511740446}
+{"Finetune/Learning Rate": 2.644896246754236e-08, "Finetune/Loss": 0.5878888368606567, "Finetune/Loss (Raw)": 0.5233359932899475, "Finetune/Step": 18800, "Finetune/Step Time": 11.881500007584691}
+{"Finetune/Learning Rate": 2.6326708984595327e-08, "Finetune/Loss": 0.5880298614501953, "Finetune/Loss (Raw)": 0.6228775978088379, "Finetune/Step": 18801, "Finetune/Step Time": 11.875677039846778}
+{"Finetune/Learning Rate": 2.6204738326661705e-08, "Finetune/Loss": 0.5886105298995972, "Finetune/Loss (Raw)": 0.6086127758026123, "Finetune/Step": 18802, "Finetune/Step Time": 11.875954864546657}
+{"Finetune/Learning Rate": 2.6083050497199835e-08, "Finetune/Loss": 0.589196503162384, "Finetune/Loss (Raw)": 0.6384026408195496, "Finetune/Step": 18803, "Finetune/Step Time": 11.874190047383308}
+{"Finetune/Learning Rate": 2.5961645499661404e-08, "Finetune/Loss": 0.5890302062034607, "Finetune/Loss (Raw)": 0.5823661684989929, "Finetune/Step": 18804, "Finetune/Step Time": 11.873354382812977}
+{"Finetune/Learning Rate": 2.584052333748699e-08, "Finetune/Loss": 0.588966429233551, "Finetune/Loss (Raw)": 0.5923088192939758, "Finetune/Step": 18805, "Finetune/Step Time": 11.880817860364914}
+{"Finetune/Learning Rate": 2.5719684014113845e-08, "Finetune/Loss": 0.5889544486999512, "Finetune/Loss (Raw)": 0.6452815532684326, "Finetune/Step": 18806, "Finetune/Step Time": 11.904691599309444}
+{"Finetune/Learning Rate": 2.5599127532965896e-08, "Finetune/Loss": 0.5895744562149048, "Finetune/Loss (Raw)": 0.7139303088188171, "Finetune/Step": 18807, "Finetune/Step Time": 11.91629058867693}
+{"Finetune/Learning Rate": 2.547885389746485e-08, "Finetune/Loss": 0.5909427404403687, "Finetune/Loss (Raw)": 0.6706167459487915, "Finetune/Step": 18808, "Finetune/Step Time": 11.919174760580063}
+{"Finetune/Learning Rate": 2.5358863111019095e-08, "Finetune/Loss": 0.5909981727600098, "Finetune/Loss (Raw)": 0.565926730632782, "Finetune/Step": 18809, "Finetune/Step Time": 11.91839056648314}
+{"Finetune/Learning Rate": 2.523915517703257e-08, "Finetune/Loss": 0.5905096530914307, "Finetune/Loss (Raw)": 0.574560284614563, "Finetune/Step": 18810, "Finetune/Step Time": 11.917702436447144}
+{"Finetune/Learning Rate": 2.511973009889812e-08, "Finetune/Loss": 0.5899816155433655, "Finetune/Loss (Raw)": 0.5782403945922852, "Finetune/Step": 18811, "Finetune/Step Time": 11.920104868710041}
+{"Finetune/Learning Rate": 2.5000587880003037e-08, "Finetune/Loss": 0.5910450220108032, "Finetune/Loss (Raw)": 0.7283056378364563, "Finetune/Step": 18812, "Finetune/Step Time": 11.923150146380067}
+{"Finetune/Learning Rate": 2.4881728523726834e-08, "Finetune/Loss": 0.5923329591751099, "Finetune/Loss (Raw)": 0.6460580229759216, "Finetune/Step": 18813, "Finetune/Step Time": 11.904408296570182}
+{"Finetune/Learning Rate": 2.4763152033440153e-08, "Finetune/Loss": 0.5919504165649414, "Finetune/Loss (Raw)": 0.5550416111946106, "Finetune/Step": 18814, "Finetune/Step Time": 11.908499164506793}
+{"Finetune/Learning Rate": 2.4644858412503637e-08, "Finetune/Loss": 0.5916626453399658, "Finetune/Loss (Raw)": 0.5961403846740723, "Finetune/Step": 18815, "Finetune/Step Time": 11.911663750186563}
+{"Finetune/Learning Rate": 2.4526847664273488e-08, "Finetune/Loss": 0.5909070372581482, "Finetune/Loss (Raw)": 0.6201184988021851, "Finetune/Step": 18816, "Finetune/Step Time": 11.914056425914168}
+{"Finetune/Learning Rate": 2.4409119792094816e-08, "Finetune/Loss": 0.5907727479934692, "Finetune/Loss (Raw)": 0.5833888053894043, "Finetune/Step": 18817, "Finetune/Step Time": 11.912616543471813}
+{"Finetune/Learning Rate": 2.4291674799307162e-08, "Finetune/Loss": 0.5912142395973206, "Finetune/Loss (Raw)": 0.6587528586387634, "Finetune/Step": 18818, "Finetune/Step Time": 11.910409649834037}
+{"Finetune/Learning Rate": 2.4174512689240092e-08, "Finetune/Loss": 0.5912220478057861, "Finetune/Loss (Raw)": 0.5963742136955261, "Finetune/Step": 18819, "Finetune/Step Time": 11.899244643747807}
+{"Finetune/Learning Rate": 2.405763346521761e-08, "Finetune/Loss": 0.591093897819519, "Finetune/Loss (Raw)": 0.5394376516342163, "Finetune/Step": 18820, "Finetune/Step Time": 11.90527132153511}
+{"Finetune/Learning Rate": 2.3941037130551515e-08, "Finetune/Loss": 0.5920361876487732, "Finetune/Loss (Raw)": 0.6452730894088745, "Finetune/Step": 18821, "Finetune/Step Time": 11.913951119408011}
+{"Finetune/Learning Rate": 2.3824723688550265e-08, "Finetune/Loss": 0.5925132036209106, "Finetune/Loss (Raw)": 0.6116839647293091, "Finetune/Step": 18822, "Finetune/Step Time": 11.91085660457611}
+{"Finetune/Learning Rate": 2.370869314251123e-08, "Finetune/Loss": 0.59306401014328, "Finetune/Loss (Raw)": 0.6069286465644836, "Finetune/Step": 18823, "Finetune/Step Time": 11.908749615773559}
+{"Finetune/Learning Rate": 2.3592945495725107e-08, "Finetune/Loss": 0.5929423570632935, "Finetune/Loss (Raw)": 0.5735882520675659, "Finetune/Step": 18824, "Finetune/Step Time": 11.907684503123164}
+{"Finetune/Learning Rate": 2.3477480751472602e-08, "Finetune/Loss": 0.5914499759674072, "Finetune/Loss (Raw)": 0.5139184594154358, "Finetune/Step": 18825, "Finetune/Step Time": 11.911623490974307}
+{"Finetune/Learning Rate": 2.33622989130311e-08, "Finetune/Loss": 0.591760516166687, "Finetune/Loss (Raw)": 0.5770185589790344, "Finetune/Step": 18826, "Finetune/Step Time": 11.908608762547374}
+{"Finetune/Learning Rate": 2.3247399983663545e-08, "Finetune/Loss": 0.5919731259346008, "Finetune/Loss (Raw)": 0.590618371963501, "Finetune/Step": 18827, "Finetune/Step Time": 11.914400819689035}
+{"Finetune/Learning Rate": 2.3132783966630657e-08, "Finetune/Loss": 0.5920991897583008, "Finetune/Loss (Raw)": 0.6515065431594849, "Finetune/Step": 18828, "Finetune/Step Time": 11.916130363941193}
+{"Finetune/Learning Rate": 2.3018450865182063e-08, "Finetune/Loss": 0.5919302701950073, "Finetune/Loss (Raw)": 0.5174509286880493, "Finetune/Step": 18829, "Finetune/Step Time": 11.88345099054277}
+{"Finetune/Learning Rate": 2.2904400682558505e-08, "Finetune/Loss": 0.5910552740097046, "Finetune/Loss (Raw)": 0.5283587574958801, "Finetune/Step": 18830, "Finetune/Step Time": 11.893135430291295}
+{"Finetune/Learning Rate": 2.2790633421995167e-08, "Finetune/Loss": 0.5924388766288757, "Finetune/Loss (Raw)": 0.6035182476043701, "Finetune/Step": 18831, "Finetune/Step Time": 11.886320436373353}
+{"Finetune/Learning Rate": 2.2677149086718363e-08, "Finetune/Loss": 0.592333197593689, "Finetune/Loss (Raw)": 0.6085759997367859, "Finetune/Step": 18832, "Finetune/Step Time": 11.88414503633976}
+{"Finetune/Learning Rate": 2.256394767994552e-08, "Finetune/Loss": 0.5914483070373535, "Finetune/Loss (Raw)": 0.5877351760864258, "Finetune/Step": 18833, "Finetune/Step Time": 11.889897622168064}
+{"Finetune/Learning Rate": 2.2451029204887396e-08, "Finetune/Loss": 0.5915151834487915, "Finetune/Loss (Raw)": 0.5641374588012695, "Finetune/Step": 18834, "Finetune/Step Time": 11.887127820402384}
+{"Finetune/Learning Rate": 2.2338393664745883e-08, "Finetune/Loss": 0.5913794040679932, "Finetune/Loss (Raw)": 0.52815181016922, "Finetune/Step": 18835, "Finetune/Step Time": 11.934623988345265}
+{"Finetune/Learning Rate": 2.2226041062715087e-08, "Finetune/Loss": 0.5906355381011963, "Finetune/Loss (Raw)": 0.5471925735473633, "Finetune/Step": 18836, "Finetune/Step Time": 11.93034572713077}
+{"Finetune/Learning Rate": 2.211397140198024e-08, "Finetune/Loss": 0.5909163951873779, "Finetune/Loss (Raw)": 0.6577995419502258, "Finetune/Step": 18837, "Finetune/Step Time": 11.929155251011252}
+{"Finetune/Learning Rate": 2.2002184685719906e-08, "Finetune/Loss": 0.5909912586212158, "Finetune/Loss (Raw)": 0.6749052405357361, "Finetune/Step": 18838, "Finetune/Step Time": 11.937346681952477}
+{"Finetune/Learning Rate": 2.189068091710378e-08, "Finetune/Loss": 0.5911165475845337, "Finetune/Loss (Raw)": 0.5749819874763489, "Finetune/Step": 18839, "Finetune/Step Time": 11.933185981586576}
+{"Finetune/Learning Rate": 2.177946009929377e-08, "Finetune/Loss": 0.5921178460121155, "Finetune/Loss (Raw)": 0.6794468760490417, "Finetune/Step": 18840, "Finetune/Step Time": 11.907376497983932}
+{"Finetune/Learning Rate": 2.1668522235445133e-08, "Finetune/Loss": 0.5938524007797241, "Finetune/Loss (Raw)": 0.5798473954200745, "Finetune/Step": 18841, "Finetune/Step Time": 11.895748591050506}
+{"Finetune/Learning Rate": 2.1557867328702022e-08, "Finetune/Loss": 0.5943084955215454, "Finetune/Loss (Raw)": 0.6868025064468384, "Finetune/Step": 18842, "Finetune/Step Time": 11.866876630112529}
+{"Finetune/Learning Rate": 2.1447495382203033e-08, "Finetune/Loss": 0.5938509702682495, "Finetune/Loss (Raw)": 0.5659271478652954, "Finetune/Step": 18843, "Finetune/Step Time": 11.880509110167623}
+{"Finetune/Learning Rate": 2.1337406399077887e-08, "Finetune/Loss": 0.5953786373138428, "Finetune/Loss (Raw)": 0.671465277671814, "Finetune/Step": 18844, "Finetune/Step Time": 11.847749628126621}
+{"Finetune/Learning Rate": 2.122760038244742e-08, "Finetune/Loss": 0.5946606397628784, "Finetune/Loss (Raw)": 0.5109214186668396, "Finetune/Step": 18845, "Finetune/Step Time": 11.83845773153007}
+{"Finetune/Learning Rate": 2.1118077335428034e-08, "Finetune/Loss": 0.5952802896499634, "Finetune/Loss (Raw)": 0.6027068495750427, "Finetune/Step": 18846, "Finetune/Step Time": 11.836351580917835}
+{"Finetune/Learning Rate": 2.1008837261122795e-08, "Finetune/Loss": 0.5961835384368896, "Finetune/Loss (Raw)": 0.6252979040145874, "Finetune/Step": 18847, "Finetune/Step Time": 11.826739022508264}
+{"Finetune/Learning Rate": 2.0899880162630336e-08, "Finetune/Loss": 0.5970962047576904, "Finetune/Loss (Raw)": 0.6738878488540649, "Finetune/Step": 18848, "Finetune/Step Time": 11.829191097989678}
+{"Finetune/Learning Rate": 2.0791206043040414e-08, "Finetune/Loss": 0.5968290567398071, "Finetune/Loss (Raw)": 0.5938035845756531, "Finetune/Step": 18849, "Finetune/Step Time": 11.801554426550865}
+{"Finetune/Learning Rate": 2.068281490543611e-08, "Finetune/Loss": 0.596248209476471, "Finetune/Loss (Raw)": 0.5946264266967773, "Finetune/Step": 18850, "Finetune/Step Time": 11.80551927909255}
+{"Finetune/Learning Rate": 2.057470675288831e-08, "Finetune/Loss": 0.5962618589401245, "Finetune/Loss (Raw)": 0.5795062780380249, "Finetune/Step": 18851, "Finetune/Step Time": 11.812315858900547}
+{"Finetune/Learning Rate": 2.046688158846455e-08, "Finetune/Loss": 0.5950021743774414, "Finetune/Loss (Raw)": 0.44453883171081543, "Finetune/Step": 18852, "Finetune/Step Time": 11.832950552925467}
+{"Finetune/Learning Rate": 2.035933941522239e-08, "Finetune/Loss": 0.5951046943664551, "Finetune/Loss (Raw)": 0.627955973148346, "Finetune/Step": 18853, "Finetune/Step Time": 11.841600365936756}
+{"Finetune/Learning Rate": 2.0252080236211612e-08, "Finetune/Loss": 0.5955665707588196, "Finetune/Loss (Raw)": 0.6523206233978271, "Finetune/Step": 18854, "Finetune/Step Time": 11.858198691159487}
+{"Finetune/Learning Rate": 2.014510405447201e-08, "Finetune/Loss": 0.595889687538147, "Finetune/Loss (Raw)": 0.575200080871582, "Finetune/Step": 18855, "Finetune/Step Time": 11.854911163449287}
+{"Finetune/Learning Rate": 2.0038410873038926e-08, "Finetune/Loss": 0.5964007377624512, "Finetune/Loss (Raw)": 0.614884614944458, "Finetune/Step": 18856, "Finetune/Step Time": 11.838047055527568}
+{"Finetune/Learning Rate": 1.9932000694937725e-08, "Finetune/Loss": 0.5955539345741272, "Finetune/Loss (Raw)": 0.5244872570037842, "Finetune/Step": 18857, "Finetune/Step Time": 11.849410839378834}
+{"Finetune/Learning Rate": 1.982587352318488e-08, "Finetune/Loss": 0.5946394205093384, "Finetune/Loss (Raw)": 0.5572600364685059, "Finetune/Step": 18858, "Finetune/Step Time": 11.857925962656736}
+{"Finetune/Learning Rate": 1.9720029360790206e-08, "Finetune/Loss": 0.593000054359436, "Finetune/Loss (Raw)": 0.45798420906066895, "Finetune/Step": 18859, "Finetune/Step Time": 11.85776812210679}
+{"Finetune/Learning Rate": 1.9614468210755743e-08, "Finetune/Loss": 0.5923622846603394, "Finetune/Loss (Raw)": 0.4698604643344879, "Finetune/Step": 18860, "Finetune/Step Time": 11.854189282283187}
+{"Finetune/Learning Rate": 1.9509190076074657e-08, "Finetune/Loss": 0.5915622711181641, "Finetune/Loss (Raw)": 0.5897453427314758, "Finetune/Step": 18861, "Finetune/Step Time": 11.856024242937565}
+{"Finetune/Learning Rate": 1.9404194959732337e-08, "Finetune/Loss": 0.5925238132476807, "Finetune/Loss (Raw)": 0.6789177656173706, "Finetune/Step": 18862, "Finetune/Step Time": 11.840756930410862}
+{"Finetune/Learning Rate": 1.9299482864706397e-08, "Finetune/Loss": 0.5929232835769653, "Finetune/Loss (Raw)": 0.5875979661941528, "Finetune/Step": 18863, "Finetune/Step Time": 11.831103624776006}
+{"Finetune/Learning Rate": 1.9195053793964468e-08, "Finetune/Loss": 0.5946242213249207, "Finetune/Loss (Raw)": 0.7917923927307129, "Finetune/Step": 18864, "Finetune/Step Time": 11.831203136593103}
+{"Finetune/Learning Rate": 1.9090907750470843e-08, "Finetune/Loss": 0.5943390727043152, "Finetune/Loss (Raw)": 0.4885769486427307, "Finetune/Step": 18865, "Finetune/Step Time": 11.829849749803543}
+{"Finetune/Learning Rate": 1.8987044737176497e-08, "Finetune/Loss": 0.5945485830307007, "Finetune/Loss (Raw)": 0.5468834638595581, "Finetune/Step": 18866, "Finetune/Step Time": 11.830813508480787}
+{"Finetune/Learning Rate": 1.888346475702685e-08, "Finetune/Loss": 0.5942703485488892, "Finetune/Loss (Raw)": 0.5263075828552246, "Finetune/Step": 18867, "Finetune/Step Time": 11.848322331905365}
+{"Finetune/Learning Rate": 1.878016781295955e-08, "Finetune/Loss": 0.594398021697998, "Finetune/Loss (Raw)": 0.582352876663208, "Finetune/Step": 18868, "Finetune/Step Time": 11.864735290408134}
+{"Finetune/Learning Rate": 1.867715390790448e-08, "Finetune/Loss": 0.5945368409156799, "Finetune/Loss (Raw)": 0.6237484216690063, "Finetune/Step": 18869, "Finetune/Step Time": 11.862922737374902}
+{"Finetune/Learning Rate": 1.857442304478263e-08, "Finetune/Loss": 0.5936700701713562, "Finetune/Loss (Raw)": 0.5887420773506165, "Finetune/Step": 18870, "Finetune/Step Time": 11.865368120372295}
+{"Finetune/Learning Rate": 1.8471975226506123e-08, "Finetune/Loss": 0.5940238833427429, "Finetune/Loss (Raw)": 0.6437458992004395, "Finetune/Step": 18871, "Finetune/Step Time": 11.875309407711029}
+{"Finetune/Learning Rate": 1.8369810455981517e-08, "Finetune/Loss": 0.5951718091964722, "Finetune/Loss (Raw)": 0.6298695802688599, "Finetune/Step": 18872, "Finetune/Step Time": 11.861793771386147}
+{"Finetune/Learning Rate": 1.826792873610428e-08, "Finetune/Loss": 0.5947431325912476, "Finetune/Loss (Raw)": 0.48153814673423767, "Finetune/Step": 18873, "Finetune/Step Time": 11.89220460318029}
+{"Finetune/Learning Rate": 1.8166330069764315e-08, "Finetune/Loss": 0.595361590385437, "Finetune/Loss (Raw)": 0.6404473185539246, "Finetune/Step": 18874, "Finetune/Step Time": 11.895141504704952}
+{"Finetune/Learning Rate": 1.8065014459842657e-08, "Finetune/Loss": 0.5955446362495422, "Finetune/Loss (Raw)": 0.6380317807197571, "Finetune/Step": 18875, "Finetune/Step Time": 11.897314704954624}
+{"Finetune/Learning Rate": 1.796398190921256e-08, "Finetune/Loss": 0.5948389768600464, "Finetune/Loss (Raw)": 0.5988727807998657, "Finetune/Step": 18876, "Finetune/Step Time": 11.900450931861997}
+{"Finetune/Learning Rate": 1.7863232420739506e-08, "Finetune/Loss": 0.5947744846343994, "Finetune/Loss (Raw)": 0.5994601249694824, "Finetune/Step": 18877, "Finetune/Step Time": 11.903017798438668}
+{"Finetune/Learning Rate": 1.7762765997278996e-08, "Finetune/Loss": 0.5947597622871399, "Finetune/Loss (Raw)": 0.6241042613983154, "Finetune/Step": 18878, "Finetune/Step Time": 11.901947740465403}
+{"Finetune/Learning Rate": 1.766258264168097e-08, "Finetune/Loss": 0.5928311347961426, "Finetune/Loss (Raw)": 0.4782291650772095, "Finetune/Step": 18879, "Finetune/Step Time": 11.921571675688028}
+{"Finetune/Learning Rate": 1.7562682356786488e-08, "Finetune/Loss": 0.5931021571159363, "Finetune/Loss (Raw)": 0.6235307455062866, "Finetune/Step": 18880, "Finetune/Step Time": 11.944306179881096}
+{"Finetune/Learning Rate": 1.7463065145426617e-08, "Finetune/Loss": 0.5926071405410767, "Finetune/Loss (Raw)": 0.5652251839637756, "Finetune/Step": 18881, "Finetune/Step Time": 11.935995703563094}
+{"Finetune/Learning Rate": 1.7363731010429096e-08, "Finetune/Loss": 0.5928787589073181, "Finetune/Loss (Raw)": 0.5695759057998657, "Finetune/Step": 18882, "Finetune/Step Time": 11.931966753676534}
+{"Finetune/Learning Rate": 1.7264679954609453e-08, "Finetune/Loss": 0.5939220190048218, "Finetune/Loss (Raw)": 0.6179327964782715, "Finetune/Step": 18883, "Finetune/Step Time": 11.92539794370532}
+{"Finetune/Learning Rate": 1.716591198077544e-08, "Finetune/Loss": 0.5948430299758911, "Finetune/Loss (Raw)": 0.6727479100227356, "Finetune/Step": 18884, "Finetune/Step Time": 11.929225407540798}
+{"Finetune/Learning Rate": 1.706742709173037e-08, "Finetune/Loss": 0.5951441526412964, "Finetune/Loss (Raw)": 0.6214793920516968, "Finetune/Step": 18885, "Finetune/Step Time": 11.922800114378333}
+{"Finetune/Learning Rate": 1.6969225290264235e-08, "Finetune/Loss": 0.5951134562492371, "Finetune/Loss (Raw)": 0.5285578370094299, "Finetune/Step": 18886, "Finetune/Step Time": 11.919361002743244}
+{"Finetune/Learning Rate": 1.6871306579162584e-08, "Finetune/Loss": 0.5955669283866882, "Finetune/Loss (Raw)": 0.5705351829528809, "Finetune/Step": 18887, "Finetune/Step Time": 11.917982373386621}
+{"Finetune/Learning Rate": 1.677367096120319e-08, "Finetune/Loss": 0.5958287715911865, "Finetune/Loss (Raw)": 0.7058822512626648, "Finetune/Step": 18888, "Finetune/Step Time": 11.91843200661242}
+{"Finetune/Learning Rate": 1.667631843915385e-08, "Finetune/Loss": 0.5959145426750183, "Finetune/Loss (Raw)": 0.6517081260681152, "Finetune/Step": 18889, "Finetune/Step Time": 11.933205043897033}
+{"Finetune/Learning Rate": 1.6579249015774568e-08, "Finetune/Loss": 0.596034049987793, "Finetune/Loss (Raw)": 0.5616353750228882, "Finetune/Step": 18890, "Finetune/Step Time": 11.931518711149693}
+{"Finetune/Learning Rate": 1.648246269381981e-08, "Finetune/Loss": 0.5959528088569641, "Finetune/Loss (Raw)": 0.570472002029419, "Finetune/Step": 18891, "Finetune/Step Time": 11.941107276827097}
+{"Finetune/Learning Rate": 1.6385959476032942e-08, "Finetune/Loss": 0.5956089496612549, "Finetune/Loss (Raw)": 0.4658317267894745, "Finetune/Step": 18892, "Finetune/Step Time": 11.933403005823493}
+{"Finetune/Learning Rate": 1.6289739365150658e-08, "Finetune/Loss": 0.5961512923240662, "Finetune/Loss (Raw)": 0.6495137810707092, "Finetune/Step": 18893, "Finetune/Step Time": 11.93290657363832}
+{"Finetune/Learning Rate": 1.619380236390078e-08, "Finetune/Loss": 0.5962108373641968, "Finetune/Loss (Raw)": 0.6135637164115906, "Finetune/Step": 18894, "Finetune/Step Time": 11.954166121780872}
+{"Finetune/Learning Rate": 1.6098148475005572e-08, "Finetune/Loss": 0.5953352451324463, "Finetune/Loss (Raw)": 0.5679236054420471, "Finetune/Step": 18895, "Finetune/Step Time": 11.946468876674771}
+{"Finetune/Learning Rate": 1.6002777701175088e-08, "Finetune/Loss": 0.5957611203193665, "Finetune/Loss (Raw)": 0.6229263544082642, "Finetune/Step": 18896, "Finetune/Step Time": 11.927273999899626}
+{"Finetune/Learning Rate": 1.590769004511605e-08, "Finetune/Loss": 0.5957491397857666, "Finetune/Loss (Raw)": 0.5872384309768677, "Finetune/Step": 18897, "Finetune/Step Time": 11.873849963769317}
+{"Finetune/Learning Rate": 1.581288550952409e-08, "Finetune/Loss": 0.5959684252738953, "Finetune/Loss (Raw)": 0.562961995601654, "Finetune/Step": 18898, "Finetune/Step Time": 11.866760646924376}
+{"Finetune/Learning Rate": 1.5718364097087048e-08, "Finetune/Loss": 0.5962589383125305, "Finetune/Loss (Raw)": 0.5996063947677612, "Finetune/Step": 18899, "Finetune/Step Time": 11.866762580350041}
+{"Finetune/Learning Rate": 1.5624125810486114e-08, "Finetune/Loss": 0.5946899652481079, "Finetune/Loss (Raw)": 0.41900864243507385, "Finetune/Step": 18900, "Finetune/Step Time": 11.889420073479414}
+{"Finetune/Learning Rate": 1.5530170652393596e-08, "Finetune/Loss": 0.5957601070404053, "Finetune/Loss (Raw)": 0.6773578524589539, "Finetune/Step": 18901, "Finetune/Step Time": 11.893745888024569}
+{"Finetune/Learning Rate": 1.5436498625471806e-08, "Finetune/Loss": 0.5949565172195435, "Finetune/Loss (Raw)": 0.565249502658844, "Finetune/Step": 18902, "Finetune/Step Time": 11.893526818603277}
+{"Finetune/Learning Rate": 1.5343109732379734e-08, "Finetune/Loss": 0.5946714878082275, "Finetune/Loss (Raw)": 0.6574866771697998, "Finetune/Step": 18903, "Finetune/Step Time": 11.895163957029581}
+{"Finetune/Learning Rate": 1.5250003975765258e-08, "Finetune/Loss": 0.5949887037277222, "Finetune/Loss (Raw)": 0.6181902289390564, "Finetune/Step": 18904, "Finetune/Step Time": 11.90418104082346}
+{"Finetune/Learning Rate": 1.515718135826627e-08, "Finetune/Loss": 0.5950635671615601, "Finetune/Loss (Raw)": 0.5860986113548279, "Finetune/Step": 18905, "Finetune/Step Time": 11.919224247336388}
+{"Finetune/Learning Rate": 1.506464188251733e-08, "Finetune/Loss": 0.5967786908149719, "Finetune/Loss (Raw)": 0.6073150038719177, "Finetune/Step": 18906, "Finetune/Step Time": 11.892654106020927}
+{"Finetune/Learning Rate": 1.497238555114189e-08, "Finetune/Loss": 0.5957852005958557, "Finetune/Loss (Raw)": 0.6331220269203186, "Finetune/Step": 18907, "Finetune/Step Time": 11.892693182453513}
+{"Finetune/Learning Rate": 1.4880412366755637e-08, "Finetune/Loss": 0.5961171388626099, "Finetune/Loss (Raw)": 0.5469503998756409, "Finetune/Step": 18908, "Finetune/Step Time": 11.901106756180525}
+{"Finetune/Learning Rate": 1.4788722331967598e-08, "Finetune/Loss": 0.594253420829773, "Finetune/Loss (Raw)": 0.41359663009643555, "Finetune/Step": 18909, "Finetune/Step Time": 11.922285757958889}
+{"Finetune/Learning Rate": 1.4697315449376803e-08, "Finetune/Loss": 0.5945364236831665, "Finetune/Loss (Raw)": 0.5774167776107788, "Finetune/Step": 18910, "Finetune/Step Time": 11.93124519661069}
+{"Finetune/Learning Rate": 1.4606191721575625e-08, "Finetune/Loss": 0.5934721231460571, "Finetune/Loss (Raw)": 0.5383043885231018, "Finetune/Step": 18911, "Finetune/Step Time": 11.937137572094798}
+{"Finetune/Learning Rate": 1.451535115114866e-08, "Finetune/Loss": 0.5929396748542786, "Finetune/Loss (Raw)": 0.5360479950904846, "Finetune/Step": 18912, "Finetune/Step Time": 11.948271164670587}
+{"Finetune/Learning Rate": 1.4424793740670517e-08, "Finetune/Loss": 0.592196524143219, "Finetune/Loss (Raw)": 0.5123021602630615, "Finetune/Step": 18913, "Finetune/Step Time": 11.94088170863688}
+{"Finetune/Learning Rate": 1.4334519492711362e-08, "Finetune/Loss": 0.5921735763549805, "Finetune/Loss (Raw)": 0.5500136613845825, "Finetune/Step": 18914, "Finetune/Step Time": 11.933606727048755}
+{"Finetune/Learning Rate": 1.424452840982915e-08, "Finetune/Loss": 0.5915950536727905, "Finetune/Loss (Raw)": 0.6289602518081665, "Finetune/Step": 18915, "Finetune/Step Time": 11.922666139900684}
+{"Finetune/Learning Rate": 1.4154820494576282e-08, "Finetune/Loss": 0.5919866561889648, "Finetune/Loss (Raw)": 0.6435800790786743, "Finetune/Step": 18916, "Finetune/Step Time": 11.911447986960411}
+{"Finetune/Learning Rate": 1.406539574949628e-08, "Finetune/Loss": 0.593055009841919, "Finetune/Loss (Raw)": 0.6947927474975586, "Finetune/Step": 18917, "Finetune/Step Time": 11.908267876133323}
+{"Finetune/Learning Rate": 1.3976254177126003e-08, "Finetune/Loss": 0.5921895503997803, "Finetune/Loss (Raw)": 0.5164951682090759, "Finetune/Step": 18918, "Finetune/Step Time": 11.895595222711563}
+{"Finetune/Learning Rate": 1.3887395779993429e-08, "Finetune/Loss": 0.5919733047485352, "Finetune/Loss (Raw)": 0.618493378162384, "Finetune/Step": 18919, "Finetune/Step Time": 11.903738403692842}
+{"Finetune/Learning Rate": 1.3798820560616544e-08, "Finetune/Loss": 0.5934142470359802, "Finetune/Loss (Raw)": 0.6660601496696472, "Finetune/Step": 18920, "Finetune/Step Time": 11.913060320541263}
+{"Finetune/Learning Rate": 1.3710528521508893e-08, "Finetune/Loss": 0.5921424031257629, "Finetune/Loss (Raw)": 0.5161765813827515, "Finetune/Step": 18921, "Finetune/Step Time": 11.92874333448708}
+{"Finetune/Learning Rate": 1.3622519665172918e-08, "Finetune/Loss": 0.5921660661697388, "Finetune/Loss (Raw)": 0.707593560218811, "Finetune/Step": 18922, "Finetune/Step Time": 11.908899385482073}
+{"Finetune/Learning Rate": 1.35347939941044e-08, "Finetune/Loss": 0.5933554768562317, "Finetune/Loss (Raw)": 0.697285532951355, "Finetune/Step": 18923, "Finetune/Step Time": 11.906312711536884}
+{"Finetune/Learning Rate": 1.3447351510792461e-08, "Finetune/Loss": 0.5935521125793457, "Finetune/Loss (Raw)": 0.5006227493286133, "Finetune/Step": 18924, "Finetune/Step Time": 11.89658815599978}
+{"Finetune/Learning Rate": 1.3360192217715117e-08, "Finetune/Loss": 0.5937946438789368, "Finetune/Loss (Raw)": 0.5847870707511902, "Finetune/Step": 18925, "Finetune/Step Time": 11.897897697985172}
+{"Finetune/Learning Rate": 1.3273316117344837e-08, "Finetune/Loss": 0.59375, "Finetune/Loss (Raw)": 0.5725239515304565, "Finetune/Step": 18926, "Finetune/Step Time": 11.899076946079731}
+{"Finetune/Learning Rate": 1.3186723212145202e-08, "Finetune/Loss": 0.5938574075698853, "Finetune/Loss (Raw)": 0.667946457862854, "Finetune/Step": 18927, "Finetune/Step Time": 11.93751409649849}
+{"Finetune/Learning Rate": 1.3100413504570918e-08, "Finetune/Loss": 0.5947773456573486, "Finetune/Loss (Raw)": 0.641090989112854, "Finetune/Step": 18928, "Finetune/Step Time": 11.925186531618237}
+{"Finetune/Learning Rate": 1.3014386997070028e-08, "Finetune/Loss": 0.5950779914855957, "Finetune/Loss (Raw)": 0.6613643765449524, "Finetune/Step": 18929, "Finetune/Step Time": 11.93308674544096}
+{"Finetune/Learning Rate": 1.2928643692081688e-08, "Finetune/Loss": 0.5951221585273743, "Finetune/Loss (Raw)": 0.6142673492431641, "Finetune/Step": 18930, "Finetune/Step Time": 11.937144072726369}
+{"Finetune/Learning Rate": 1.284318359203729e-08, "Finetune/Loss": 0.5945098400115967, "Finetune/Loss (Raw)": 0.5600209832191467, "Finetune/Step": 18931, "Finetune/Step Time": 11.932115316390991}
+{"Finetune/Learning Rate": 1.2758006699361558e-08, "Finetune/Loss": 0.5947731137275696, "Finetune/Loss (Raw)": 0.6160683035850525, "Finetune/Step": 18932, "Finetune/Step Time": 11.925945241004229}
+{"Finetune/Learning Rate": 1.2673113016468119e-08, "Finetune/Loss": 0.5948371887207031, "Finetune/Loss (Raw)": 0.6005048155784607, "Finetune/Step": 18933, "Finetune/Step Time": 11.923998409882188}
+{"Finetune/Learning Rate": 1.2588502545765048e-08, "Finetune/Loss": 0.5950143337249756, "Finetune/Loss (Raw)": 0.6679567694664001, "Finetune/Step": 18934, "Finetune/Step Time": 11.907162295654416}
+{"Finetune/Learning Rate": 1.2504175289651532e-08, "Finetune/Loss": 0.5936782360076904, "Finetune/Loss (Raw)": 0.5429083704948425, "Finetune/Step": 18935, "Finetune/Step Time": 11.915644485503435}
+{"Finetune/Learning Rate": 1.2420131250520107e-08, "Finetune/Loss": 0.5929818749427795, "Finetune/Loss (Raw)": 0.581486701965332, "Finetune/Step": 18936, "Finetune/Step Time": 11.920211030170321}
+{"Finetune/Learning Rate": 1.2336370430751087e-08, "Finetune/Loss": 0.5934145450592041, "Finetune/Loss (Raw)": 0.6213128566741943, "Finetune/Step": 18937, "Finetune/Step Time": 11.937370898202062}
+{"Finetune/Learning Rate": 1.2252892832722573e-08, "Finetune/Loss": 0.5947607755661011, "Finetune/Loss (Raw)": 0.7468739151954651, "Finetune/Step": 18938, "Finetune/Step Time": 11.928641950711608}
+{"Finetune/Learning Rate": 1.216969845880045e-08, "Finetune/Loss": 0.5945864319801331, "Finetune/Loss (Raw)": 0.5559269785881042, "Finetune/Step": 18939, "Finetune/Step Time": 11.933687774464488}
+{"Finetune/Learning Rate": 1.208678731134505e-08, "Finetune/Loss": 0.5932880640029907, "Finetune/Loss (Raw)": 0.5621132254600525, "Finetune/Step": 18940, "Finetune/Step Time": 11.938116420060396}
+{"Finetune/Learning Rate": 1.2004159392705606e-08, "Finetune/Loss": 0.5927504301071167, "Finetune/Loss (Raw)": 0.577239990234375, "Finetune/Step": 18941, "Finetune/Step Time": 11.945768143981695}
+{"Finetune/Learning Rate": 1.1921814705225798e-08, "Finetune/Loss": 0.5931317806243896, "Finetune/Loss (Raw)": 0.6038573980331421, "Finetune/Step": 18942, "Finetune/Step Time": 11.969593062996864}
+{"Finetune/Learning Rate": 1.1839753251241537e-08, "Finetune/Loss": 0.5933544635772705, "Finetune/Loss (Raw)": 0.6246410012245178, "Finetune/Step": 18943, "Finetune/Step Time": 11.967359222471714}
+{"Finetune/Learning Rate": 1.175797503307874e-08, "Finetune/Loss": 0.5933117270469666, "Finetune/Loss (Raw)": 0.6146474480628967, "Finetune/Step": 18944, "Finetune/Step Time": 11.974739102646708}
+{"Finetune/Learning Rate": 1.167648005305777e-08, "Finetune/Loss": 0.5938655734062195, "Finetune/Loss (Raw)": 0.6542790532112122, "Finetune/Step": 18945, "Finetune/Step Time": 11.97467091679573}
+{"Finetune/Learning Rate": 1.1595268313489005e-08, "Finetune/Loss": 0.5935585498809814, "Finetune/Loss (Raw)": 0.6194637417793274, "Finetune/Step": 18946, "Finetune/Step Time": 11.971134608611465}
+{"Finetune/Learning Rate": 1.1514339816675047e-08, "Finetune/Loss": 0.5936377048492432, "Finetune/Loss (Raw)": 0.6065008640289307, "Finetune/Step": 18947, "Finetune/Step Time": 11.971295725554228}
+{"Finetune/Learning Rate": 1.1433694564910724e-08, "Finetune/Loss": 0.5943825840950012, "Finetune/Loss (Raw)": 0.6347824335098267, "Finetune/Step": 18948, "Finetune/Step Time": 11.971464186906815}
+{"Finetune/Learning Rate": 1.1353332560483098e-08, "Finetune/Loss": 0.5935500860214233, "Finetune/Loss (Raw)": 0.5387124419212341, "Finetune/Step": 18949, "Finetune/Step Time": 11.989259954541922}
+{"Finetune/Learning Rate": 1.1273253805670347e-08, "Finetune/Loss": 0.5936788320541382, "Finetune/Loss (Raw)": 0.6281644105911255, "Finetune/Step": 18950, "Finetune/Step Time": 11.990750301629305}
+{"Finetune/Learning Rate": 1.1193458302745097e-08, "Finetune/Loss": 0.5946545600891113, "Finetune/Loss (Raw)": 0.7318166494369507, "Finetune/Step": 18951, "Finetune/Step Time": 11.985758315771818}
+{"Finetune/Learning Rate": 1.1113946053968872e-08, "Finetune/Loss": 0.5946163535118103, "Finetune/Loss (Raw)": 0.568700909614563, "Finetune/Step": 18952, "Finetune/Step Time": 11.986644424498081}
+{"Finetune/Learning Rate": 1.1034717061596534e-08, "Finetune/Loss": 0.595802366733551, "Finetune/Loss (Raw)": 0.6657251715660095, "Finetune/Step": 18953, "Finetune/Step Time": 11.975823936983943}
+{"Finetune/Learning Rate": 1.0955771327874065e-08, "Finetune/Loss": 0.5952672958374023, "Finetune/Loss (Raw)": 0.50853431224823, "Finetune/Step": 18954, "Finetune/Step Time": 11.97261954471469}
+{"Finetune/Learning Rate": 1.0877108855041895e-08, "Finetune/Loss": 0.5951457023620605, "Finetune/Loss (Raw)": 0.5750576257705688, "Finetune/Step": 18955, "Finetune/Step Time": 11.9731271751225}
+{"Finetune/Learning Rate": 1.0798729645329353e-08, "Finetune/Loss": 0.5953001976013184, "Finetune/Loss (Raw)": 0.6712825298309326, "Finetune/Step": 18956, "Finetune/Step Time": 11.978071924299002}
+{"Finetune/Learning Rate": 1.0720633700959104e-08, "Finetune/Loss": 0.596472442150116, "Finetune/Loss (Raw)": 0.6674914360046387, "Finetune/Step": 18957, "Finetune/Step Time": 12.014869121834636}
+{"Finetune/Learning Rate": 1.0642821024146045e-08, "Finetune/Loss": 0.5969880819320679, "Finetune/Loss (Raw)": 0.5943604111671448, "Finetune/Step": 18958, "Finetune/Step Time": 12.005151266232133}
+{"Finetune/Learning Rate": 1.0565291617096185e-08, "Finetune/Loss": 0.5966798663139343, "Finetune/Loss (Raw)": 0.5640662312507629, "Finetune/Step": 18959, "Finetune/Step Time": 12.011291220784187}
+{"Finetune/Learning Rate": 1.048804548200888e-08, "Finetune/Loss": 0.5964378118515015, "Finetune/Loss (Raw)": 0.5775992274284363, "Finetune/Step": 18960, "Finetune/Step Time": 12.004882642999291}
+{"Finetune/Learning Rate": 1.0411082621074598e-08, "Finetune/Loss": 0.5958422422409058, "Finetune/Loss (Raw)": 0.5114977359771729, "Finetune/Step": 18961, "Finetune/Step Time": 12.063345136120915}
+{"Finetune/Learning Rate": 1.0334403036474927e-08, "Finetune/Loss": 0.5960972309112549, "Finetune/Loss (Raw)": 0.5967784523963928, "Finetune/Step": 18962, "Finetune/Step Time": 12.090333631262183}
+{"Finetune/Learning Rate": 1.0258006730385906e-08, "Finetune/Loss": 0.5974501371383667, "Finetune/Loss (Raw)": 0.7013201117515564, "Finetune/Step": 18963, "Finetune/Step Time": 12.042597837746143}
+{"Finetune/Learning Rate": 1.0181893704971358e-08, "Finetune/Loss": 0.5985584259033203, "Finetune/Loss (Raw)": 0.6890523433685303, "Finetune/Step": 18964, "Finetune/Step Time": 12.041303927078843}
+{"Finetune/Learning Rate": 1.0106063962391777e-08, "Finetune/Loss": 0.5976336002349854, "Finetune/Loss (Raw)": 0.5394287705421448, "Finetune/Step": 18965, "Finetune/Step Time": 12.046275921165943}
+{"Finetune/Learning Rate": 1.0030517504796555e-08, "Finetune/Loss": 0.59721839427948, "Finetune/Loss (Raw)": 0.6217573881149292, "Finetune/Step": 18966, "Finetune/Step Time": 12.042668651789427}
+{"Finetune/Learning Rate": 9.955254334328424e-09, "Finetune/Loss": 0.5970146656036377, "Finetune/Loss (Raw)": 0.5488947629928589, "Finetune/Step": 18967, "Finetune/Step Time": 12.057214964181185}
+{"Finetune/Learning Rate": 9.88027445312123e-09, "Finetune/Loss": 0.5970020890235901, "Finetune/Loss (Raw)": 0.6778424978256226, "Finetune/Step": 18968, "Finetune/Step Time": 12.05412864126265}
+{"Finetune/Learning Rate": 9.805577863301052e-09, "Finetune/Loss": 0.5971903800964355, "Finetune/Loss (Raw)": 0.6039445996284485, "Finetune/Step": 18969, "Finetune/Step Time": 12.057054076343775}
+{"Finetune/Learning Rate": 9.731164566987305e-09, "Finetune/Loss": 0.5958331823348999, "Finetune/Loss (Raw)": 0.513088047504425, "Finetune/Step": 18970, "Finetune/Step Time": 12.058946525678039}
+{"Finetune/Learning Rate": 9.657034566288303e-09, "Finetune/Loss": 0.5956331491470337, "Finetune/Loss (Raw)": 0.5403247475624084, "Finetune/Step": 18971, "Finetune/Step Time": 12.062447668984532}
+{"Finetune/Learning Rate": 9.583187863306808e-09, "Finetune/Loss": 0.5938092470169067, "Finetune/Loss (Raw)": 0.438003808259964, "Finetune/Step": 18972, "Finetune/Step Time": 12.052568009123206}
+{"Finetune/Learning Rate": 9.509624460137812e-09, "Finetune/Loss": 0.5941553711891174, "Finetune/Loss (Raw)": 0.5552249550819397, "Finetune/Step": 18973, "Finetune/Step Time": 12.049864567816257}
+{"Finetune/Learning Rate": 9.436344358867422e-09, "Finetune/Loss": 0.5937621593475342, "Finetune/Loss (Raw)": 0.5523712635040283, "Finetune/Step": 18974, "Finetune/Step Time": 12.036276558414102}
+{"Finetune/Learning Rate": 9.363347561571755e-09, "Finetune/Loss": 0.593747079372406, "Finetune/Loss (Raw)": 0.6233667731285095, "Finetune/Step": 18975, "Finetune/Step Time": 12.037686930969357}
+{"Finetune/Learning Rate": 9.290634070322491e-09, "Finetune/Loss": 0.5936572551727295, "Finetune/Loss (Raw)": 0.6623950600624084, "Finetune/Step": 18976, "Finetune/Step Time": 12.051261331886053}
+{"Finetune/Learning Rate": 9.21820388718131e-09, "Finetune/Loss": 0.5929096937179565, "Finetune/Loss (Raw)": 0.49811601638793945, "Finetune/Step": 18977, "Finetune/Step Time": 12.060628252103925}
+{"Finetune/Learning Rate": 9.146057014201015e-09, "Finetune/Loss": 0.5927518010139465, "Finetune/Loss (Raw)": 0.5744163990020752, "Finetune/Step": 18978, "Finetune/Step Time": 12.053612457588315}
+{"Finetune/Learning Rate": 9.07419345342886e-09, "Finetune/Loss": 0.5931136608123779, "Finetune/Loss (Raw)": 0.6258184909820557, "Finetune/Step": 18979, "Finetune/Step Time": 12.061731427907944}
+{"Finetune/Learning Rate": 9.0026132069021e-09, "Finetune/Loss": 0.5937231779098511, "Finetune/Loss (Raw)": 0.5225610733032227, "Finetune/Step": 18980, "Finetune/Step Time": 12.034997323527932}
+{"Finetune/Learning Rate": 8.931316276651336e-09, "Finetune/Loss": 0.593685507774353, "Finetune/Loss (Raw)": 0.6231358051300049, "Finetune/Step": 18981, "Finetune/Step Time": 12.028161829337478}
+{"Finetune/Learning Rate": 8.860302664697174e-09, "Finetune/Loss": 0.5940248966217041, "Finetune/Loss (Raw)": 0.6957602500915527, "Finetune/Step": 18982, "Finetune/Step Time": 12.014285173267126}
+{"Finetune/Learning Rate": 8.789572373053557e-09, "Finetune/Loss": 0.5935970544815063, "Finetune/Loss (Raw)": 0.5204352140426636, "Finetune/Step": 18983, "Finetune/Step Time": 12.017283543944359}
+{"Finetune/Learning Rate": 8.719125403726658e-09, "Finetune/Loss": 0.5929737687110901, "Finetune/Loss (Raw)": 0.5351046919822693, "Finetune/Step": 18984, "Finetune/Step Time": 12.026632701978087}
+{"Finetune/Learning Rate": 8.648961758713769e-09, "Finetune/Loss": 0.5945358276367188, "Finetune/Loss (Raw)": 0.7244275212287903, "Finetune/Step": 18985, "Finetune/Step Time": 12.030776809900999}
+{"Finetune/Learning Rate": 8.579081440004411e-09, "Finetune/Loss": 0.5952566266059875, "Finetune/Loss (Raw)": 0.6495230197906494, "Finetune/Step": 18986, "Finetune/Step Time": 12.031372046098113}
+{"Finetune/Learning Rate": 8.50948444958144e-09, "Finetune/Loss": 0.5961936116218567, "Finetune/Loss (Raw)": 0.5779238343238831, "Finetune/Step": 18987, "Finetune/Step Time": 12.051252521574497}
+{"Finetune/Learning Rate": 8.440170789417723e-09, "Finetune/Loss": 0.5975903272628784, "Finetune/Loss (Raw)": 0.6486318111419678, "Finetune/Step": 18988, "Finetune/Step Time": 12.055957244709134}
+{"Finetune/Learning Rate": 8.371140461477245e-09, "Finetune/Loss": 0.5971298217773438, "Finetune/Loss (Raw)": 0.5308075547218323, "Finetune/Step": 18989, "Finetune/Step Time": 12.069570852443576}
+{"Finetune/Learning Rate": 8.30239346771955e-09, "Finetune/Loss": 0.596957802772522, "Finetune/Loss (Raw)": 0.6569007039070129, "Finetune/Step": 18990, "Finetune/Step Time": 12.065074853599072}
+{"Finetune/Learning Rate": 8.233929810094188e-09, "Finetune/Loss": 0.5973461270332336, "Finetune/Loss (Raw)": 0.6373016238212585, "Finetune/Step": 18991, "Finetune/Step Time": 12.068224051967263}
+{"Finetune/Learning Rate": 8.16574949054072e-09, "Finetune/Loss": 0.5959903001785278, "Finetune/Loss (Raw)": 0.6182445287704468, "Finetune/Step": 18992, "Finetune/Step Time": 12.07028766721487}
+{"Finetune/Learning Rate": 8.097852510993154e-09, "Finetune/Loss": 0.5967557430267334, "Finetune/Loss (Raw)": 0.5865529179573059, "Finetune/Step": 18993, "Finetune/Step Time": 12.093654546886683}
+{"Finetune/Learning Rate": 8.030238873378838e-09, "Finetune/Loss": 0.5974149703979492, "Finetune/Loss (Raw)": 0.6312664151191711, "Finetune/Step": 18994, "Finetune/Step Time": 12.0949592795223}
+{"Finetune/Learning Rate": 7.962908579612905e-09, "Finetune/Loss": 0.5978837013244629, "Finetune/Loss (Raw)": 0.5863061547279358, "Finetune/Step": 18995, "Finetune/Step Time": 12.08889195881784}
+{"Finetune/Learning Rate": 7.895861631604939e-09, "Finetune/Loss": 0.5989058017730713, "Finetune/Loss (Raw)": 0.7131745219230652, "Finetune/Step": 18996, "Finetune/Step Time": 12.06425809301436}
+{"Finetune/Learning Rate": 7.829098031256755e-09, "Finetune/Loss": 0.5985287427902222, "Finetune/Loss (Raw)": 0.5754896998405457, "Finetune/Step": 18997, "Finetune/Step Time": 12.074594160541892}
+{"Finetune/Learning Rate": 7.76261778046128e-09, "Finetune/Loss": 0.5993294715881348, "Finetune/Loss (Raw)": 0.6912404894828796, "Finetune/Step": 18998, "Finetune/Step Time": 12.065213661640882}
+{"Finetune/Learning Rate": 7.696420881104783e-09, "Finetune/Loss": 0.5989056825637817, "Finetune/Loss (Raw)": 0.5895034670829773, "Finetune/Step": 18999, "Finetune/Step Time": 12.058154517784715}
+{"Finetune/Learning Rate": 7.630507335062432e-09, "Finetune/Loss": 0.5979472994804382, "Finetune/Loss (Raw)": 0.5071883797645569, "Finetune/Step": 19000, "Finetune/Step Time": 12.059131406247616}
+{"Finetune/Learning Rate": 7.564877144204951e-09, "Finetune/Loss": 0.5982264876365662, "Finetune/Loss (Raw)": 0.517278790473938, "Finetune/Step": 19001, "Finetune/Step Time": 12.027362583205104}
+{"Finetune/Learning Rate": 7.499530310393078e-09, "Finetune/Loss": 0.5974169373512268, "Finetune/Loss (Raw)": 0.536822497844696, "Finetune/Step": 19002, "Finetune/Step Time": 12.03810085169971}
+{"Finetune/Learning Rate": 7.4344668354786596e-09, "Finetune/Loss": 0.5977243185043335, "Finetune/Loss (Raw)": 0.6773796677589417, "Finetune/Step": 19003, "Finetune/Step Time": 12.04753884486854}
+{"Finetune/Learning Rate": 7.369686721309111e-09, "Finetune/Loss": 0.5972913503646851, "Finetune/Loss (Raw)": 0.5434476733207703, "Finetune/Step": 19004, "Finetune/Step Time": 12.049868859350681}
+{"Finetune/Learning Rate": 7.305189969718518e-09, "Finetune/Loss": 0.5972745418548584, "Finetune/Loss (Raw)": 0.5973096489906311, "Finetune/Step": 19005, "Finetune/Step Time": 12.052738608792424}
+{"Finetune/Learning Rate": 7.24097658253875e-09, "Finetune/Loss": 0.5963867902755737, "Finetune/Loss (Raw)": 0.5104711055755615, "Finetune/Step": 19006, "Finetune/Step Time": 12.062488168478012}
+{"Finetune/Learning Rate": 7.177046561588352e-09, "Finetune/Loss": 0.5971747040748596, "Finetune/Loss (Raw)": 0.579086184501648, "Finetune/Step": 19007, "Finetune/Step Time": 12.049276875331998}
+{"Finetune/Learning Rate": 7.113399908681429e-09, "Finetune/Loss": 0.5971276760101318, "Finetune/Loss (Raw)": 0.6175013780593872, "Finetune/Step": 19008, "Finetune/Step Time": 12.053985314443707}
+{"Finetune/Learning Rate": 7.050036625622092e-09, "Finetune/Loss": 0.5970300436019897, "Finetune/Loss (Raw)": 0.552742063999176, "Finetune/Step": 19009, "Finetune/Step Time": 12.059892002493143}
+{"Finetune/Learning Rate": 6.986956714207793e-09, "Finetune/Loss": 0.5968122482299805, "Finetune/Loss (Raw)": 0.5416859984397888, "Finetune/Step": 19010, "Finetune/Step Time": 12.064362218603492}
+{"Finetune/Learning Rate": 6.924160176228212e-09, "Finetune/Loss": 0.5968096256256104, "Finetune/Loss (Raw)": 0.617609441280365, "Finetune/Step": 19011, "Finetune/Step Time": 12.06547811254859}
+{"Finetune/Learning Rate": 6.861647013461925e-09, "Finetune/Loss": 0.5966067910194397, "Finetune/Loss (Raw)": 0.6467770338058472, "Finetune/Step": 19012, "Finetune/Step Time": 12.061621425673366}
+{"Finetune/Learning Rate": 6.799417227681959e-09, "Finetune/Loss": 0.5955407619476318, "Finetune/Loss (Raw)": 0.48503074049949646, "Finetune/Step": 19013, "Finetune/Step Time": 12.068534454330802}
+{"Finetune/Learning Rate": 6.737470820654679e-09, "Finetune/Loss": 0.595329761505127, "Finetune/Loss (Raw)": 0.5015437602996826, "Finetune/Step": 19014, "Finetune/Step Time": 12.073040254414082}
+{"Finetune/Learning Rate": 6.675807794135347e-09, "Finetune/Loss": 0.5949451923370361, "Finetune/Loss (Raw)": 0.5213114619255066, "Finetune/Step": 19015, "Finetune/Step Time": 12.099167346954346}
+{"Finetune/Learning Rate": 6.614428149873675e-09, "Finetune/Loss": 0.5941852331161499, "Finetune/Loss (Raw)": 0.608611524105072, "Finetune/Step": 19016, "Finetune/Step Time": 12.097214747220278}
+{"Finetune/Learning Rate": 6.553331889608272e-09, "Finetune/Loss": 0.5933197736740112, "Finetune/Loss (Raw)": 0.5409315824508667, "Finetune/Step": 19017, "Finetune/Step Time": 12.10286659002304}
+{"Finetune/Learning Rate": 6.4925190150733065e-09, "Finetune/Loss": 0.5941216349601746, "Finetune/Loss (Raw)": 0.664271354675293, "Finetune/Step": 19018, "Finetune/Step Time": 12.094932455569506}
+{"Finetune/Learning Rate": 6.431989527992954e-09, "Finetune/Loss": 0.5944571495056152, "Finetune/Loss (Raw)": 0.6134200096130371, "Finetune/Step": 19019, "Finetune/Step Time": 12.10383576899767}
+{"Finetune/Learning Rate": 6.371743430082511e-09, "Finetune/Loss": 0.5953264832496643, "Finetune/Loss (Raw)": 0.5771074891090393, "Finetune/Step": 19020, "Finetune/Step Time": 12.107516279444098}
+{"Finetune/Learning Rate": 6.31178072305283e-09, "Finetune/Loss": 0.5946191549301147, "Finetune/Loss (Raw)": 0.5589826703071594, "Finetune/Step": 19021, "Finetune/Step Time": 12.111935453489423}
+{"Finetune/Learning Rate": 6.2521014086014405e-09, "Finetune/Loss": 0.594955325126648, "Finetune/Loss (Raw)": 0.6565858721733093, "Finetune/Step": 19022, "Finetune/Step Time": 12.099069636315107}
+{"Finetune/Learning Rate": 6.192705488423656e-09, "Finetune/Loss": 0.5944819450378418, "Finetune/Loss (Raw)": 0.5073262453079224, "Finetune/Step": 19023, "Finetune/Step Time": 12.102531254291534}
+{"Finetune/Learning Rate": 6.1335929642014626e-09, "Finetune/Loss": 0.5951679944992065, "Finetune/Loss (Raw)": 0.7107448577880859, "Finetune/Step": 19024, "Finetune/Step Time": 12.112333497032523}
+{"Finetune/Learning Rate": 6.0747638376112976e-09, "Finetune/Loss": 0.5956345796585083, "Finetune/Loss (Raw)": 0.6469610929489136, "Finetune/Step": 19025, "Finetune/Step Time": 12.114998161792755}
+{"Finetune/Learning Rate": 6.016218110321825e-09, "Finetune/Loss": 0.5961635708808899, "Finetune/Loss (Raw)": 0.6306697726249695, "Finetune/Step": 19026, "Finetune/Step Time": 12.11993064545095}
+{"Finetune/Learning Rate": 5.9579557839939405e-09, "Finetune/Loss": 0.5965616703033447, "Finetune/Loss (Raw)": 0.6505641341209412, "Finetune/Step": 19027, "Finetune/Step Time": 12.142206063494086}
+{"Finetune/Learning Rate": 5.899976860278545e-09, "Finetune/Loss": 0.5977079272270203, "Finetune/Loss (Raw)": 0.5657315850257874, "Finetune/Step": 19028, "Finetune/Step Time": 12.11257590726018}
+{"Finetune/Learning Rate": 5.8422813408209875e-09, "Finetune/Loss": 0.5971947908401489, "Finetune/Loss (Raw)": 0.6116843819618225, "Finetune/Step": 19029, "Finetune/Step Time": 12.104498215019703}
+{"Finetune/Learning Rate": 5.784869227256628e-09, "Finetune/Loss": 0.5987988710403442, "Finetune/Loss (Raw)": 0.7705597877502441, "Finetune/Step": 19030, "Finetune/Step Time": 12.096856031566858}
+{"Finetune/Learning Rate": 5.727740521213054e-09, "Finetune/Loss": 0.5982284545898438, "Finetune/Loss (Raw)": 0.5844739675521851, "Finetune/Step": 19031, "Finetune/Step Time": 12.100906716659665}
+{"Finetune/Learning Rate": 5.6708952243123e-09, "Finetune/Loss": 0.5975103378295898, "Finetune/Loss (Raw)": 0.526279091835022, "Finetune/Step": 19032, "Finetune/Step Time": 12.097128672525287}
+{"Finetune/Learning Rate": 5.61433333816308e-09, "Finetune/Loss": 0.5977200269699097, "Finetune/Loss (Raw)": 0.6129324436187744, "Finetune/Step": 19033, "Finetune/Step Time": 12.087070552632213}
+{"Finetune/Learning Rate": 5.558054864371887e-09, "Finetune/Loss": 0.5976601839065552, "Finetune/Loss (Raw)": 0.5996575355529785, "Finetune/Step": 19034, "Finetune/Step Time": 12.091869970783591}
+{"Finetune/Learning Rate": 5.50205980453411e-09, "Finetune/Loss": 0.5958887934684753, "Finetune/Loss (Raw)": 0.4063836932182312, "Finetune/Step": 19035, "Finetune/Step Time": 12.106903847306967}
+{"Finetune/Learning Rate": 5.446348160237369e-09, "Finetune/Loss": 0.5963943600654602, "Finetune/Loss (Raw)": 0.6116642951965332, "Finetune/Step": 19036, "Finetune/Step Time": 12.114036971703172}
+{"Finetune/Learning Rate": 5.390919933061512e-09, "Finetune/Loss": 0.5985352993011475, "Finetune/Loss (Raw)": 0.6876435279846191, "Finetune/Step": 19037, "Finetune/Step Time": 12.087654186412692}
+{"Finetune/Learning Rate": 5.335775124578612e-09, "Finetune/Loss": 0.5980969071388245, "Finetune/Loss (Raw)": 0.5212950110435486, "Finetune/Step": 19038, "Finetune/Step Time": 12.082265203818679}
+{"Finetune/Learning Rate": 5.280913736351867e-09, "Finetune/Loss": 0.5992476940155029, "Finetune/Loss (Raw)": 0.6856046915054321, "Finetune/Step": 19039, "Finetune/Step Time": 12.077665502205491}
+{"Finetune/Learning Rate": 5.226335769936697e-09, "Finetune/Loss": 0.6002633571624756, "Finetune/Loss (Raw)": 0.666057825088501, "Finetune/Step": 19040, "Finetune/Step Time": 12.07102694734931}
+{"Finetune/Learning Rate": 5.1720412268818634e-09, "Finetune/Loss": 0.6001225709915161, "Finetune/Loss (Raw)": 0.4942762553691864, "Finetune/Step": 19041, "Finetune/Step Time": 12.083392476662993}
+{"Finetune/Learning Rate": 5.1180301087261355e-09, "Finetune/Loss": 0.5997577905654907, "Finetune/Loss (Raw)": 0.5033204555511475, "Finetune/Step": 19042, "Finetune/Step Time": 12.084849908947945}
+{"Finetune/Learning Rate": 5.064302417001621e-09, "Finetune/Loss": 0.6000626087188721, "Finetune/Loss (Raw)": 0.6679783463478088, "Finetune/Step": 19043, "Finetune/Step Time": 12.085881944745779}
+{"Finetune/Learning Rate": 5.010858153231546e-09, "Finetune/Loss": 0.5994520783424377, "Finetune/Loss (Raw)": 0.5654361248016357, "Finetune/Step": 19044, "Finetune/Step Time": 12.083300670608878}
+{"Finetune/Learning Rate": 4.957697318931365e-09, "Finetune/Loss": 0.5992448925971985, "Finetune/Loss (Raw)": 0.6682705879211426, "Finetune/Step": 19045, "Finetune/Step Time": 12.09050191566348}
+{"Finetune/Learning Rate": 4.9048199156087604e-09, "Finetune/Loss": 0.6000191569328308, "Finetune/Loss (Raw)": 0.6155992150306702, "Finetune/Step": 19046, "Finetune/Step Time": 12.08218340575695}
+{"Finetune/Learning Rate": 4.852225944763644e-09, "Finetune/Loss": 0.5990921854972839, "Finetune/Loss (Raw)": 0.49983668327331543, "Finetune/Step": 19047, "Finetune/Step Time": 12.069457449018955}
+{"Finetune/Learning Rate": 4.799915407887046e-09, "Finetune/Loss": 0.5992050170898438, "Finetune/Loss (Raw)": 0.6805109977722168, "Finetune/Step": 19048, "Finetune/Step Time": 12.070450272411108}
+{"Finetune/Learning Rate": 4.7478883064622225e-09, "Finetune/Loss": 0.6006876230239868, "Finetune/Loss (Raw)": 0.7059417963027954, "Finetune/Step": 19049, "Finetune/Step Time": 12.05549544095993}
+{"Finetune/Learning Rate": 4.696144641964662e-09, "Finetune/Loss": 0.6009223461151123, "Finetune/Loss (Raw)": 0.7376485466957092, "Finetune/Step": 19050, "Finetune/Step Time": 12.057462129741907}
+{"Finetune/Learning Rate": 4.644684415862077e-09, "Finetune/Loss": 0.6003800630569458, "Finetune/Loss (Raw)": 0.6278637647628784, "Finetune/Step": 19051, "Finetune/Step Time": 12.056527169421315}
+{"Finetune/Learning Rate": 4.593507629612193e-09, "Finetune/Loss": 0.6011620163917542, "Finetune/Loss (Raw)": 0.6007193922996521, "Finetune/Step": 19052, "Finetune/Step Time": 12.062319792807102}
+{"Finetune/Learning Rate": 4.54261428466829e-09, "Finetune/Loss": 0.6005122661590576, "Finetune/Loss (Raw)": 0.5016223788261414, "Finetune/Step": 19053, "Finetune/Step Time": 12.079643502831459}
+{"Finetune/Learning Rate": 4.492004382471438e-09, "Finetune/Loss": 0.6009957790374756, "Finetune/Loss (Raw)": 0.6344107985496521, "Finetune/Step": 19054, "Finetune/Step Time": 12.096873223781586}
+{"Finetune/Learning Rate": 4.441677924459376e-09, "Finetune/Loss": 0.600860595703125, "Finetune/Loss (Raw)": 0.6506444811820984, "Finetune/Step": 19055, "Finetune/Step Time": 12.055656161159277}
+{"Finetune/Learning Rate": 4.39163491205652e-09, "Finetune/Loss": 0.6003769040107727, "Finetune/Loss (Raw)": 0.5791708827018738, "Finetune/Step": 19056, "Finetune/Step Time": 12.051405256614089}
+{"Finetune/Learning Rate": 4.341875346683955e-09, "Finetune/Loss": 0.5994997024536133, "Finetune/Loss (Raw)": 0.5490888357162476, "Finetune/Step": 19057, "Finetune/Step Time": 12.051557708531618}
+{"Finetune/Learning Rate": 4.2923992297516645e-09, "Finetune/Loss": 0.5989007949829102, "Finetune/Loss (Raw)": 0.5376028418540955, "Finetune/Step": 19058, "Finetune/Step Time": 12.071214456111193}
+{"Finetune/Learning Rate": 4.243206562662971e-09, "Finetune/Loss": 0.5995821952819824, "Finetune/Loss (Raw)": 0.6472417116165161, "Finetune/Step": 19059, "Finetune/Step Time": 12.07228690199554}
+{"Finetune/Learning Rate": 4.194297346812315e-09, "Finetune/Loss": 0.5992109179496765, "Finetune/Loss (Raw)": 0.5685451030731201, "Finetune/Step": 19060, "Finetune/Step Time": 12.074307881295681}
+{"Finetune/Learning Rate": 4.145671583587474e-09, "Finetune/Loss": 0.5987150073051453, "Finetune/Loss (Raw)": 0.5370224714279175, "Finetune/Step": 19061, "Finetune/Step Time": 12.085739847272635}
+{"Finetune/Learning Rate": 4.0973292743673455e-09, "Finetune/Loss": 0.5978017449378967, "Finetune/Loss (Raw)": 0.5510647892951965, "Finetune/Step": 19062, "Finetune/Step Time": 12.075502764433622}
+{"Finetune/Learning Rate": 4.0492704205219446e-09, "Finetune/Loss": 0.5983935594558716, "Finetune/Loss (Raw)": 0.618660569190979, "Finetune/Step": 19063, "Finetune/Step Time": 12.0538328923285}
+{"Finetune/Learning Rate": 4.001495023414626e-09, "Finetune/Loss": 0.5986943244934082, "Finetune/Loss (Raw)": 0.6199814081192017, "Finetune/Step": 19064, "Finetune/Step Time": 12.055193815380335}
+{"Finetune/Learning Rate": 3.9540030844009705e-09, "Finetune/Loss": 0.5985937118530273, "Finetune/Loss (Raw)": 0.6084282994270325, "Finetune/Step": 19065, "Finetune/Step Time": 12.044410878792405}
+{"Finetune/Learning Rate": 3.906794604825459e-09, "Finetune/Loss": 0.5972244143486023, "Finetune/Loss (Raw)": 0.5716129541397095, "Finetune/Step": 19066, "Finetune/Step Time": 12.050235817208886}
+{"Finetune/Learning Rate": 3.859869586029241e-09, "Finetune/Loss": 0.5977797508239746, "Finetune/Loss (Raw)": 0.6270025372505188, "Finetune/Step": 19067, "Finetune/Step Time": 12.043399319052696}
+{"Finetune/Learning Rate": 3.813228029341253e-09, "Finetune/Loss": 0.5979692339897156, "Finetune/Loss (Raw)": 0.5863757729530334, "Finetune/Step": 19068, "Finetune/Step Time": 12.036162380129099}
+{"Finetune/Learning Rate": 3.766869936084883e-09, "Finetune/Loss": 0.5993989706039429, "Finetune/Loss (Raw)": 0.7602468132972717, "Finetune/Step": 19069, "Finetune/Step Time": 12.02427358366549}
+{"Finetune/Learning Rate": 3.720795307574632e-09, "Finetune/Loss": 0.5996041297912598, "Finetune/Loss (Raw)": 0.6301085948944092, "Finetune/Step": 19070, "Finetune/Step Time": 11.99138905107975}
+{"Finetune/Learning Rate": 3.6750041451172334e-09, "Finetune/Loss": 0.5989824533462524, "Finetune/Loss (Raw)": 0.5450692176818848, "Finetune/Step": 19071, "Finetune/Step Time": 11.98663068935275}
+{"Finetune/Learning Rate": 3.6294964500116492e-09, "Finetune/Loss": 0.5991636514663696, "Finetune/Loss (Raw)": 0.6378449201583862, "Finetune/Step": 19072, "Finetune/Step Time": 11.982078406959772}
+{"Finetune/Learning Rate": 3.5842722235468475e-09, "Finetune/Loss": 0.5980677604675293, "Finetune/Loss (Raw)": 0.5140019059181213, "Finetune/Step": 19073, "Finetune/Step Time": 11.990761635825038}
+{"Finetune/Learning Rate": 3.539331467006246e-09, "Finetune/Loss": 0.5972583889961243, "Finetune/Loss (Raw)": 0.5158708095550537, "Finetune/Step": 19074, "Finetune/Step Time": 12.006677828729153}
+{"Finetune/Learning Rate": 3.494674181663271e-09, "Finetune/Loss": 0.5969952344894409, "Finetune/Loss (Raw)": 0.5728052854537964, "Finetune/Step": 19075, "Finetune/Step Time": 12.009971134364605}
+{"Finetune/Learning Rate": 3.450300368785797e-09, "Finetune/Loss": 0.5967711210250854, "Finetune/Loss (Raw)": 0.6061025857925415, "Finetune/Step": 19076, "Finetune/Step Time": 12.012438328936696}
+{"Finetune/Learning Rate": 3.406210029631707e-09, "Finetune/Loss": 0.5973063707351685, "Finetune/Loss (Raw)": 0.6072261333465576, "Finetune/Step": 19077, "Finetune/Step Time": 12.004980120807886}
+{"Finetune/Learning Rate": 3.3624031654511115e-09, "Finetune/Loss": 0.5975874066352844, "Finetune/Loss (Raw)": 0.6641373038291931, "Finetune/Step": 19078, "Finetune/Step Time": 12.009238699451089}
+{"Finetune/Learning Rate": 3.31887977748524e-09, "Finetune/Loss": 0.5965157747268677, "Finetune/Loss (Raw)": 0.5946452021598816, "Finetune/Step": 19079, "Finetune/Step Time": 12.006641173735261}
+{"Finetune/Learning Rate": 3.2756398669697708e-09, "Finetune/Loss": 0.5963119268417358, "Finetune/Loss (Raw)": 0.542609453201294, "Finetune/Step": 19080, "Finetune/Step Time": 12.014743378385901}
+{"Finetune/Learning Rate": 3.2326834351303903e-09, "Finetune/Loss": 0.5957876443862915, "Finetune/Loss (Raw)": 0.5986158847808838, "Finetune/Step": 19081, "Finetune/Step Time": 12.024892771616578}
+{"Finetune/Learning Rate": 3.1900104831850133e-09, "Finetune/Loss": 0.596129298210144, "Finetune/Loss (Raw)": 0.5522708892822266, "Finetune/Step": 19082, "Finetune/Step Time": 12.031593341380358}
+{"Finetune/Learning Rate": 3.147621012342672e-09, "Finetune/Loss": 0.5956302881240845, "Finetune/Loss (Raw)": 0.5111808776855469, "Finetune/Step": 19083, "Finetune/Step Time": 12.033316256478429}
+{"Finetune/Learning Rate": 3.105515023807959e-09, "Finetune/Loss": 0.5956401228904724, "Finetune/Loss (Raw)": 0.6725382804870605, "Finetune/Step": 19084, "Finetune/Step Time": 12.041198683902621}
+{"Finetune/Learning Rate": 3.0636925187732538e-09, "Finetune/Loss": 0.5943968296051025, "Finetune/Loss (Raw)": 0.5083498954772949, "Finetune/Step": 19085, "Finetune/Step Time": 12.007178330793977}
+{"Finetune/Learning Rate": 3.022153498424274e-09, "Finetune/Loss": 0.593697726726532, "Finetune/Loss (Raw)": 0.5048732161521912, "Finetune/Step": 19086, "Finetune/Step Time": 12.006157219409943}
+{"Finetune/Learning Rate": 2.980897963940077e-09, "Finetune/Loss": 0.5937445163726807, "Finetune/Loss (Raw)": 0.5700518488883972, "Finetune/Step": 19087, "Finetune/Step Time": 12.006681004539132}
+{"Finetune/Learning Rate": 2.9399259164897278e-09, "Finetune/Loss": 0.5940895080566406, "Finetune/Loss (Raw)": 0.6217694282531738, "Finetune/Step": 19088, "Finetune/Step Time": 12.007385870441794}
+{"Finetune/Learning Rate": 2.8992373572345187e-09, "Finetune/Loss": 0.5959041118621826, "Finetune/Loss (Raw)": 0.7437666654586792, "Finetune/Step": 19089, "Finetune/Step Time": 11.967149937525392}
+{"Finetune/Learning Rate": 2.8588322873301933e-09, "Finetune/Loss": 0.5962680578231812, "Finetune/Loss (Raw)": 0.6433643698692322, "Finetune/Step": 19090, "Finetune/Step Time": 11.94548243097961}
+{"Finetune/Learning Rate": 2.8187107079202803e-09, "Finetune/Loss": 0.5949511528015137, "Finetune/Loss (Raw)": 0.5327531695365906, "Finetune/Step": 19091, "Finetune/Step Time": 11.943413704633713}
+{"Finetune/Learning Rate": 2.7788726201438687e-09, "Finetune/Loss": 0.5943964719772339, "Finetune/Loss (Raw)": 0.6180530786514282, "Finetune/Step": 19092, "Finetune/Step Time": 11.949007961899042}
+{"Finetune/Learning Rate": 2.739318025131166e-09, "Finetune/Loss": 0.5930771827697754, "Finetune/Loss (Raw)": 0.3705631494522095, "Finetune/Step": 19093, "Finetune/Step Time": 11.985615156590939}
+{"Finetune/Learning Rate": 2.7000469240023865e-09, "Finetune/Loss": 0.5915684700012207, "Finetune/Loss (Raw)": 0.42863890528678894, "Finetune/Step": 19094, "Finetune/Step Time": 12.003905670717359}
+{"Finetune/Learning Rate": 2.661059317871084e-09, "Finetune/Loss": 0.5922616720199585, "Finetune/Loss (Raw)": 0.6376218795776367, "Finetune/Step": 19095, "Finetune/Step Time": 11.988071916624904}
+{"Finetune/Learning Rate": 2.622355207844152e-09, "Finetune/Loss": 0.5902395248413086, "Finetune/Loss (Raw)": 0.4190177917480469, "Finetune/Step": 19096, "Finetune/Step Time": 12.018484035506845}
+{"Finetune/Learning Rate": 2.5839345950184892e-09, "Finetune/Loss": 0.5911717414855957, "Finetune/Loss (Raw)": 0.7232617735862732, "Finetune/Step": 19097, "Finetune/Step Time": 12.01814460195601}
+{"Finetune/Learning Rate": 2.5457974804832252e-09, "Finetune/Loss": 0.5918090343475342, "Finetune/Loss (Raw)": 0.5946601033210754, "Finetune/Step": 19098, "Finetune/Step Time": 12.01664343290031}
+{"Finetune/Learning Rate": 2.507943865320828e-09, "Finetune/Loss": 0.5921049118041992, "Finetune/Loss (Raw)": 0.5781999826431274, "Finetune/Step": 19099, "Finetune/Step Time": 12.006553089246154}
+{"Finetune/Learning Rate": 2.4703737506037715e-09, "Finetune/Loss": 0.5937009453773499, "Finetune/Loss (Raw)": 0.6422905921936035, "Finetune/Step": 19100, "Finetune/Step Time": 12.012128600850701}
+{"Finetune/Learning Rate": 2.4330871373978714e-09, "Finetune/Loss": 0.5933886766433716, "Finetune/Loss (Raw)": 0.5152606964111328, "Finetune/Step": 19101, "Finetune/Step Time": 12.030659576877952}
+{"Finetune/Learning Rate": 2.3960840267600595e-09, "Finetune/Loss": 0.5944148302078247, "Finetune/Loss (Raw)": 0.6837114691734314, "Finetune/Step": 19102, "Finetune/Step Time": 12.049729498103261}
+{"Finetune/Learning Rate": 2.359364419739496e-09, "Finetune/Loss": 0.5942025184631348, "Finetune/Loss (Raw)": 0.5961978435516357, "Finetune/Step": 19103, "Finetune/Step Time": 12.048157131299376}
+{"Finetune/Learning Rate": 2.322928317378681e-09, "Finetune/Loss": 0.59417325258255, "Finetune/Loss (Raw)": 0.6586422324180603, "Finetune/Step": 19104, "Finetune/Step Time": 12.046777296811342}
+{"Finetune/Learning Rate": 2.2867757207101215e-09, "Finetune/Loss": 0.5946757793426514, "Finetune/Loss (Raw)": 0.5624470114707947, "Finetune/Step": 19105, "Finetune/Step Time": 12.040999352931976}
+{"Finetune/Learning Rate": 2.2509066307585537e-09, "Finetune/Loss": 0.594484806060791, "Finetune/Loss (Raw)": 0.5499686598777771, "Finetune/Step": 19106, "Finetune/Step Time": 12.036553891375661}
+{"Finetune/Learning Rate": 2.2153210485420517e-09, "Finetune/Loss": 0.5937808752059937, "Finetune/Loss (Raw)": 0.5357100367546082, "Finetune/Step": 19107, "Finetune/Step Time": 12.0594543479383}
+{"Finetune/Learning Rate": 2.1800189750686984e-09, "Finetune/Loss": 0.5934720039367676, "Finetune/Loss (Raw)": 0.4830266833305359, "Finetune/Step": 19108, "Finetune/Step Time": 12.056076500564814}
+{"Finetune/Learning Rate": 2.1450004113399146e-09, "Finetune/Loss": 0.5935355424880981, "Finetune/Loss (Raw)": 0.6312758922576904, "Finetune/Step": 19109, "Finetune/Step Time": 12.060598669573665}
+{"Finetune/Learning Rate": 2.1102653583482403e-09, "Finetune/Loss": 0.5931404829025269, "Finetune/Loss (Raw)": 0.645187497138977, "Finetune/Step": 19110, "Finetune/Step Time": 12.054366152733564}
+{"Finetune/Learning Rate": 2.0758138170795526e-09, "Finetune/Loss": 0.5944214463233948, "Finetune/Loss (Raw)": 0.6844014525413513, "Finetune/Step": 19111, "Finetune/Step Time": 12.051191693171859}
+{"Finetune/Learning Rate": 2.0416457885108486e-09, "Finetune/Loss": 0.5952713489532471, "Finetune/Loss (Raw)": 0.6438853144645691, "Finetune/Step": 19112, "Finetune/Step Time": 12.040045499801636}
+{"Finetune/Learning Rate": 2.007761273611353e-09, "Finetune/Loss": 0.5947272777557373, "Finetune/Loss (Raw)": 0.6547874212265015, "Finetune/Step": 19113, "Finetune/Step Time": 12.0203378777951}
+{"Finetune/Learning Rate": 1.9741602733402975e-09, "Finetune/Loss": 0.5935478210449219, "Finetune/Loss (Raw)": 0.49855610728263855, "Finetune/Step": 19114, "Finetune/Step Time": 12.012375557795167}
+{"Finetune/Learning Rate": 1.940842788652475e-09, "Finetune/Loss": 0.593006432056427, "Finetune/Loss (Raw)": 0.5086296200752258, "Finetune/Step": 19115, "Finetune/Step Time": 11.999412054196}
+{"Finetune/Learning Rate": 1.9078088204904643e-09, "Finetune/Loss": 0.5930843353271484, "Finetune/Loss (Raw)": 0.6586015820503235, "Finetune/Step": 19116, "Finetune/Step Time": 12.003593422472477}
+{"Finetune/Learning Rate": 1.875058369792404e-09, "Finetune/Loss": 0.593740701675415, "Finetune/Loss (Raw)": 0.6148170828819275, "Finetune/Step": 19117, "Finetune/Step Time": 11.992387138307095}
+{"Finetune/Learning Rate": 1.842591437487551e-09, "Finetune/Loss": 0.5929473638534546, "Finetune/Loss (Raw)": 0.5553589463233948, "Finetune/Step": 19118, "Finetune/Step Time": 12.010664818808436}
+{"Finetune/Learning Rate": 1.8104080244951693e-09, "Finetune/Loss": 0.5931959748268127, "Finetune/Loss (Raw)": 0.6691243052482605, "Finetune/Step": 19119, "Finetune/Step Time": 12.017498765140772}
+{"Finetune/Learning Rate": 1.7785081317289732e-09, "Finetune/Loss": 0.5938382744789124, "Finetune/Loss (Raw)": 0.7004546523094177, "Finetune/Step": 19120, "Finetune/Step Time": 12.018280919641256}
+{"Finetune/Learning Rate": 1.7468917600926839e-09, "Finetune/Loss": 0.593731701374054, "Finetune/Loss (Raw)": 0.5729191303253174, "Finetune/Step": 19121, "Finetune/Step Time": 12.002866640686989}
+{"Finetune/Learning Rate": 1.7155589104844717e-09, "Finetune/Loss": 0.5918468236923218, "Finetune/Loss (Raw)": 0.3899915814399719, "Finetune/Step": 19122, "Finetune/Step Time": 12.024431809782982}
+{"Finetune/Learning Rate": 1.6845095837902948e-09, "Finetune/Loss": 0.5900845527648926, "Finetune/Loss (Raw)": 0.3607414662837982, "Finetune/Step": 19123, "Finetune/Step Time": 12.040603371337056}
+{"Finetune/Learning Rate": 1.6537437808927804e-09, "Finetune/Loss": 0.5891478061676025, "Finetune/Loss (Raw)": 0.5932649374008179, "Finetune/Step": 19124, "Finetune/Step Time": 12.055535957217216}
+{"Finetune/Learning Rate": 1.6232615026634534e-09, "Finetune/Loss": 0.5891185998916626, "Finetune/Loss (Raw)": 0.5717552900314331, "Finetune/Step": 19125, "Finetune/Step Time": 12.050170155242085}
+{"Finetune/Learning Rate": 1.593062749967178e-09, "Finetune/Loss": 0.5878757834434509, "Finetune/Loss (Raw)": 0.5321613550186157, "Finetune/Step": 19126, "Finetune/Step Time": 12.053111463785172}
+{"Finetune/Learning Rate": 1.5631475236599357e-09, "Finetune/Loss": 0.5881878137588501, "Finetune/Loss (Raw)": 0.6294378042221069, "Finetune/Step": 19127, "Finetune/Step Time": 12.049908878281713}
+{"Finetune/Learning Rate": 1.5335158245899372e-09, "Finetune/Loss": 0.5874463319778442, "Finetune/Loss (Raw)": 0.4122779369354248, "Finetune/Step": 19128, "Finetune/Step Time": 12.076683454215527}
+{"Finetune/Learning Rate": 1.504167653596511e-09, "Finetune/Loss": 0.5874673128128052, "Finetune/Loss (Raw)": 0.5199704766273499, "Finetune/Step": 19129, "Finetune/Step Time": 12.078642953187227}
+{"Finetune/Learning Rate": 1.475103011514545e-09, "Finetune/Loss": 0.5878540277481079, "Finetune/Loss (Raw)": 0.5863219499588013, "Finetune/Step": 19130, "Finetune/Step Time": 12.061932545155287}
+{"Finetune/Learning Rate": 1.4463218991656037e-09, "Finetune/Loss": 0.5872321724891663, "Finetune/Loss (Raw)": 0.5977838039398193, "Finetune/Step": 19131, "Finetune/Step Time": 12.058980252593756}
+{"Finetune/Learning Rate": 1.4178243173679218e-09, "Finetune/Loss": 0.5876021981239319, "Finetune/Loss (Raw)": 0.5908091068267822, "Finetune/Step": 19132, "Finetune/Step Time": 12.053216835483909}
+{"Finetune/Learning Rate": 1.3896102669275212e-09, "Finetune/Loss": 0.5867956876754761, "Finetune/Loss (Raw)": 0.4940725266933441, "Finetune/Step": 19133, "Finetune/Step Time": 12.052533276379108}
+{"Finetune/Learning Rate": 1.3616797486459832e-09, "Finetune/Loss": 0.5861221551895142, "Finetune/Loss (Raw)": 0.4242587387561798, "Finetune/Step": 19134, "Finetune/Step Time": 12.071094131097198}
+{"Finetune/Learning Rate": 1.3340327633148964e-09, "Finetune/Loss": 0.5855952501296997, "Finetune/Loss (Raw)": 0.5116460919380188, "Finetune/Step": 19135, "Finetune/Step Time": 12.072366043925285}
+{"Finetune/Learning Rate": 1.3066693117191886e-09, "Finetune/Loss": 0.5855435132980347, "Finetune/Loss (Raw)": 0.6108818650245667, "Finetune/Step": 19136, "Finetune/Step Time": 12.048328973352909}
+{"Finetune/Learning Rate": 1.2795893946326853e-09, "Finetune/Loss": 0.5862615704536438, "Finetune/Loss (Raw)": 0.6446534991264343, "Finetune/Step": 19137, "Finetune/Step Time": 12.040608974173665}
+{"Finetune/Learning Rate": 1.2527930128247713e-09, "Finetune/Loss": 0.586932897567749, "Finetune/Loss (Raw)": 0.6276054978370667, "Finetune/Step": 19138, "Finetune/Step Time": 12.042313883081079}
+{"Finetune/Learning Rate": 1.2262801670548385e-09, "Finetune/Loss": 0.5869610905647278, "Finetune/Loss (Raw)": 0.6212271451950073, "Finetune/Step": 19139, "Finetune/Step Time": 12.05213887616992}
+{"Finetune/Learning Rate": 1.2000508580745085e-09, "Finetune/Loss": 0.5867770910263062, "Finetune/Loss (Raw)": 0.6232234835624695, "Finetune/Step": 19140, "Finetune/Step Time": 12.048817677423358}
+{"Finetune/Learning Rate": 1.1741050866287407e-09, "Finetune/Loss": 0.5865029096603394, "Finetune/Loss (Raw)": 0.44993293285369873, "Finetune/Step": 19141, "Finetune/Step Time": 12.094945434480906}
+{"Finetune/Learning Rate": 1.1484428534525027e-09, "Finetune/Loss": 0.5870983600616455, "Finetune/Loss (Raw)": 0.5777634978294373, "Finetune/Step": 19142, "Finetune/Step Time": 12.100126672536135}
+{"Finetune/Learning Rate": 1.1230641592729907e-09, "Finetune/Loss": 0.587715208530426, "Finetune/Loss (Raw)": 0.6002700924873352, "Finetune/Step": 19143, "Finetune/Step Time": 12.06940302066505}
+{"Finetune/Learning Rate": 1.0979690048107395e-09, "Finetune/Loss": 0.586929202079773, "Finetune/Loss (Raw)": 0.5080084204673767, "Finetune/Step": 19144, "Finetune/Step Time": 12.07878265529871}
+{"Finetune/Learning Rate": 1.0731573907774017e-09, "Finetune/Loss": 0.5877225399017334, "Finetune/Loss (Raw)": 0.6424669623374939, "Finetune/Step": 19145, "Finetune/Step Time": 12.073560163378716}
+{"Finetune/Learning Rate": 1.048629317875749e-09, "Finetune/Loss": 0.5866355895996094, "Finetune/Loss (Raw)": 0.5251393914222717, "Finetune/Step": 19146, "Finetune/Step Time": 12.078973235562444}
+{"Finetune/Learning Rate": 1.0243847868018908e-09, "Finetune/Loss": 0.5864071249961853, "Finetune/Loss (Raw)": 0.5841858983039856, "Finetune/Step": 19147, "Finetune/Step Time": 12.065493330359459}
+{"Finetune/Learning Rate": 1.0004237982430553e-09, "Finetune/Loss": 0.5861915349960327, "Finetune/Loss (Raw)": 0.5495101809501648, "Finetune/Step": 19148, "Finetune/Step Time": 12.06524495780468}
+{"Finetune/Learning Rate": 9.767463528786992e-10, "Finetune/Loss": 0.5866290330886841, "Finetune/Loss (Raw)": 0.6149834990501404, "Finetune/Step": 19149, "Finetune/Step Time": 12.068528603762388}
+{"Finetune/Learning Rate": 9.53352451380507e-10, "Finetune/Loss": 0.5863928198814392, "Finetune/Loss (Raw)": 0.6263525485992432, "Finetune/Step": 19150, "Finetune/Step Time": 12.068240949884057}
+{"Finetune/Learning Rate": 9.302420944112822e-10, "Finetune/Loss": 0.5863834619522095, "Finetune/Loss (Raw)": 0.5061249732971191, "Finetune/Step": 19151, "Finetune/Step Time": 12.06350427865982}
+{"Finetune/Learning Rate": 9.074152826271665e-10, "Finetune/Loss": 0.5856687426567078, "Finetune/Loss (Raw)": 0.6192640066146851, "Finetune/Step": 19152, "Finetune/Step Time": 12.06202664412558}
+{"Finetune/Learning Rate": 8.848720166754198e-10, "Finetune/Loss": 0.5848793387413025, "Finetune/Loss (Raw)": 0.5459184646606445, "Finetune/Step": 19153, "Finetune/Step Time": 12.066902851685882}
+{"Finetune/Learning Rate": 8.626122971955309e-10, "Finetune/Loss": 0.5838255882263184, "Finetune/Loss (Raw)": 0.4957825243473053, "Finetune/Step": 19154, "Finetune/Step Time": 12.061820518225431}
+{"Finetune/Learning Rate": 8.406361248169958e-10, "Finetune/Loss": 0.5832022428512573, "Finetune/Loss (Raw)": 0.5707850456237793, "Finetune/Step": 19155, "Finetune/Step Time": 12.040784489363432}
+{"Finetune/Learning Rate": 8.189435001648705e-10, "Finetune/Loss": 0.5842140316963196, "Finetune/Loss (Raw)": 0.6952348947525024, "Finetune/Step": 19156, "Finetune/Step Time": 12.055617831647396}
+{"Finetune/Learning Rate": 7.975344238542182e-10, "Finetune/Loss": 0.583402156829834, "Finetune/Loss (Raw)": 0.5077642202377319, "Finetune/Step": 19157, "Finetune/Step Time": 12.049096984788775}
+{"Finetune/Learning Rate": 7.764088964912209e-10, "Finetune/Loss": 0.5823416113853455, "Finetune/Loss (Raw)": 0.6348091959953308, "Finetune/Step": 19158, "Finetune/Step Time": 12.068622212857008}
+{"Finetune/Learning Rate": 7.555669186742886e-10, "Finetune/Loss": 0.5825026631355286, "Finetune/Loss (Raw)": 0.6050909757614136, "Finetune/Step": 19159, "Finetune/Step Time": 12.086538316681981}
+{"Finetune/Learning Rate": 7.350084909962807e-10, "Finetune/Loss": 0.5834344029426575, "Finetune/Loss (Raw)": 0.6455449461936951, "Finetune/Step": 19160, "Finetune/Step Time": 12.084148095920682}
+{"Finetune/Learning Rate": 7.147336140389538e-10, "Finetune/Loss": 0.5828540325164795, "Finetune/Loss (Raw)": 0.5386442542076111, "Finetune/Step": 19161, "Finetune/Step Time": 12.09401337057352}
+{"Finetune/Learning Rate": 6.947422883785137e-10, "Finetune/Loss": 0.5827736258506775, "Finetune/Loss (Raw)": 0.5893583297729492, "Finetune/Step": 19162, "Finetune/Step Time": 12.089391710236669}
+{"Finetune/Learning Rate": 6.750345145800641e-10, "Finetune/Loss": 0.5839844942092896, "Finetune/Loss (Raw)": 0.5613828301429749, "Finetune/Step": 19163, "Finetune/Step Time": 12.075067903846502}
+{"Finetune/Learning Rate": 6.556102932042673e-10, "Finetune/Loss": 0.583966076374054, "Finetune/Loss (Raw)": 0.6093013882637024, "Finetune/Step": 19164, "Finetune/Step Time": 12.062704984098673}
+{"Finetune/Learning Rate": 6.364696247995739e-10, "Finetune/Loss": 0.5834341049194336, "Finetune/Loss (Raw)": 0.6195575594902039, "Finetune/Step": 19165, "Finetune/Step Time": 12.061811167746782}
+{"Finetune/Learning Rate": 6.17612509911103e-10, "Finetune/Loss": 0.5839787721633911, "Finetune/Loss (Raw)": 0.5910146236419678, "Finetune/Step": 19166, "Finetune/Step Time": 12.065810982137918}
+{"Finetune/Learning Rate": 5.990389490728721e-10, "Finetune/Loss": 0.5832489728927612, "Finetune/Loss (Raw)": 0.5921825766563416, "Finetune/Step": 19167, "Finetune/Step Time": 12.059691566973925}
+{"Finetune/Learning Rate": 5.807489428111268e-10, "Finetune/Loss": 0.5825049877166748, "Finetune/Loss (Raw)": 0.5708315968513489, "Finetune/Step": 19168, "Finetune/Step Time": 12.065169172361493}
+{"Finetune/Learning Rate": 5.627424916454515e-10, "Finetune/Loss": 0.5834903717041016, "Finetune/Loss (Raw)": 0.6204000115394592, "Finetune/Step": 19169, "Finetune/Step Time": 12.049622524529696}
+{"Finetune/Learning Rate": 5.450195960854387e-10, "Finetune/Loss": 0.5832785367965698, "Finetune/Loss (Raw)": 0.4762040078639984, "Finetune/Step": 19170, "Finetune/Step Time": 12.083325196057558}
+{"Finetune/Learning Rate": 5.275802566340194e-10, "Finetune/Loss": 0.5828323364257812, "Finetune/Loss (Raw)": 0.6108675599098206, "Finetune/Step": 19171, "Finetune/Step Time": 12.075573110952973}
+{"Finetune/Learning Rate": 5.104244737852426e-10, "Finetune/Loss": 0.583060085773468, "Finetune/Loss (Raw)": 0.5945861339569092, "Finetune/Step": 19172, "Finetune/Step Time": 12.081725176423788}
+{"Finetune/Learning Rate": 4.935522480264965e-10, "Finetune/Loss": 0.5824092626571655, "Finetune/Loss (Raw)": 0.5849633812904358, "Finetune/Step": 19173, "Finetune/Step Time": 12.081061346456409}
+{"Finetune/Learning Rate": 4.769635798351768e-10, "Finetune/Loss": 0.5824047327041626, "Finetune/Loss (Raw)": 0.615022599697113, "Finetune/Step": 19174, "Finetune/Step Time": 12.083514530211687}
+{"Finetune/Learning Rate": 4.6065846968312846e-10, "Finetune/Loss": 0.5832026600837708, "Finetune/Loss (Raw)": 0.6019715070724487, "Finetune/Step": 19175, "Finetune/Step Time": 12.08941075578332}
+{"Finetune/Learning Rate": 4.446369180322041e-10, "Finetune/Loss": 0.5825483798980713, "Finetune/Loss (Raw)": 0.596763551235199, "Finetune/Step": 19176, "Finetune/Step Time": 12.07436035759747}
+{"Finetune/Learning Rate": 4.288989253353748e-10, "Finetune/Loss": 0.5817579030990601, "Finetune/Loss (Raw)": 0.6047585606575012, "Finetune/Step": 19177, "Finetune/Step Time": 12.074054650962353}
+{"Finetune/Learning Rate": 4.1344449204117064e-10, "Finetune/Loss": 0.5795915722846985, "Finetune/Loss (Raw)": 0.4603605270385742, "Finetune/Step": 19178, "Finetune/Step Time": 12.073044599965215}
+{"Finetune/Learning Rate": 3.982736185859093e-10, "Finetune/Loss": 0.5789602994918823, "Finetune/Loss (Raw)": 0.5470612049102783, "Finetune/Step": 19179, "Finetune/Step Time": 12.083534991368651}
+{"Finetune/Learning Rate": 3.8338630540035726e-10, "Finetune/Loss": 0.5791701078414917, "Finetune/Loss (Raw)": 0.6275692582130432, "Finetune/Step": 19180, "Finetune/Step Time": 12.081408377736807}
+{"Finetune/Learning Rate": 3.6878255290750954e-10, "Finetune/Loss": 0.5788791179656982, "Finetune/Loss (Raw)": 0.46438491344451904, "Finetune/Step": 19181, "Finetune/Step Time": 12.076725786551833}
+{"Finetune/Learning Rate": 3.544623615203691e-10, "Finetune/Loss": 0.5790356397628784, "Finetune/Loss (Raw)": 0.6544386744499207, "Finetune/Step": 19182, "Finetune/Step Time": 12.057317148894072}
+{"Finetune/Learning Rate": 3.404257316452775e-10, "Finetune/Loss": 0.5785905122756958, "Finetune/Loss (Raw)": 0.5936726927757263, "Finetune/Step": 19183, "Finetune/Step Time": 12.061198145151138}
+{"Finetune/Learning Rate": 3.2667266368080486e-10, "Finetune/Loss": 0.5790627002716064, "Finetune/Loss (Raw)": 0.6396125555038452, "Finetune/Step": 19184, "Finetune/Step Time": 12.064665431156754}
+{"Finetune/Learning Rate": 3.1320315801663945e-10, "Finetune/Loss": 0.5790163278579712, "Finetune/Loss (Raw)": 0.5431517958641052, "Finetune/Step": 19185, "Finetune/Step Time": 12.052744969725609}
+{"Finetune/Learning Rate": 3.0001721503469807e-10, "Finetune/Loss": 0.579748272895813, "Finetune/Loss (Raw)": 0.6312893033027649, "Finetune/Step": 19186, "Finetune/Step Time": 12.02550571039319}
+{"Finetune/Learning Rate": 2.8711483510912573e-10, "Finetune/Loss": 0.5793681144714355, "Finetune/Loss (Raw)": 0.5985811948776245, "Finetune/Step": 19187, "Finetune/Step Time": 12.024417527019978}
+{"Finetune/Learning Rate": 2.7449601860629614e-10, "Finetune/Loss": 0.5803943872451782, "Finetune/Loss (Raw)": 0.6999019384384155, "Finetune/Step": 19188, "Finetune/Step Time": 12.027741439640522}
+{"Finetune/Learning Rate": 2.6216076588259086e-10, "Finetune/Loss": 0.5801031589508057, "Finetune/Loss (Raw)": 0.4997490644454956, "Finetune/Step": 19189, "Finetune/Step Time": 12.026886506006122}
+{"Finetune/Learning Rate": 2.5010907728773016e-10, "Finetune/Loss": 0.5799779891967773, "Finetune/Loss (Raw)": 0.5350478291511536, "Finetune/Step": 19190, "Finetune/Step Time": 12.03187764249742}
+{"Finetune/Learning Rate": 2.383409531658831e-10, "Finetune/Loss": 0.579499363899231, "Finetune/Loss (Raw)": 0.5573996305465698, "Finetune/Step": 19191, "Finetune/Step Time": 12.03898903913796}
+{"Finetune/Learning Rate": 2.2685639384789625e-10, "Finetune/Loss": 0.578528106212616, "Finetune/Loss (Raw)": 0.49565526843070984, "Finetune/Step": 19192, "Finetune/Step Time": 12.040870187804103}
+{"Finetune/Learning Rate": 2.1565539966128535e-10, "Finetune/Loss": 0.5776814222335815, "Finetune/Loss (Raw)": 0.5000511407852173, "Finetune/Step": 19193, "Finetune/Step Time": 12.038276441395283}
+{"Finetune/Learning Rate": 2.0473797092357418e-10, "Finetune/Loss": 0.5768330693244934, "Finetune/Loss (Raw)": 0.46302586793899536, "Finetune/Step": 19194, "Finetune/Step Time": 12.033168470486999}
+{"Finetune/Learning Rate": 1.9410410794340474e-10, "Finetune/Loss": 0.5755726099014282, "Finetune/Loss (Raw)": 0.46566009521484375, "Finetune/Step": 19195, "Finetune/Step Time": 12.033287048339844}
+{"Finetune/Learning Rate": 1.837538110227577e-10, "Finetune/Loss": 0.5770397186279297, "Finetune/Loss (Raw)": 0.7741666436195374, "Finetune/Step": 19196, "Finetune/Step Time": 12.03530766069889}
+{"Finetune/Learning Rate": 1.7368708045473193e-10, "Finetune/Loss": 0.5753929615020752, "Finetune/Loss (Raw)": 0.5494582056999207, "Finetune/Step": 19197, "Finetune/Step Time": 12.042008526623249}
+{"Finetune/Learning Rate": 1.6390391652576498e-10, "Finetune/Loss": 0.5744123458862305, "Finetune/Loss (Raw)": 0.5045884847640991, "Finetune/Step": 19198, "Finetune/Step Time": 12.04273085668683}
+{"Finetune/Learning Rate": 1.544043195123024e-10, "Finetune/Loss": 0.5747295022010803, "Finetune/Loss (Raw)": 0.5856687426567078, "Finetune/Step": 19199, "Finetune/Step Time": 12.044824559241533}
+{"Finetune/Learning Rate": 1.4518828968523857e-10, "Finetune/Loss": 0.5748555064201355, "Finetune/Loss (Raw)": 0.6539783477783203, "Finetune/Step": 19200, "Finetune/Step Time": 12.047989044338465}
+{"Finetune/Learning Rate": 1.3625582730325548e-10, "Finetune/Loss": 0.5751969218254089, "Finetune/Loss (Raw)": 0.5577014684677124, "Finetune/Step": 19201, "Finetune/Step Time": 12.040715603157878}
+{"Finetune/Learning Rate": 1.2760693262281466e-10, "Finetune/Loss": 0.576291024684906, "Finetune/Loss (Raw)": 0.6559204459190369, "Finetune/Step": 19202, "Finetune/Step Time": 12.027988774701953}
+{"Finetune/Learning Rate": 1.192416058870549e-10, "Finetune/Loss": 0.5765414834022522, "Finetune/Loss (Raw)": 0.604860246181488, "Finetune/Step": 19203, "Finetune/Step Time": 12.023044280707836}
+{"Finetune/Learning Rate": 1.11159847333564e-10, "Finetune/Loss": 0.5765551328659058, "Finetune/Loss (Raw)": 0.6078518629074097, "Finetune/Step": 19204, "Finetune/Step Time": 12.015373146161437}
+{"Finetune/Learning Rate": 1.0336165719215807e-10, "Finetune/Loss": 0.5768125057220459, "Finetune/Loss (Raw)": 0.6401708722114563, "Finetune/Step": 19205, "Finetune/Step Time": 12.003760527819395}
+{"Finetune/Learning Rate": 9.584703568266129e-11, "Finetune/Loss": 0.5761030316352844, "Finetune/Loss (Raw)": 0.5733156204223633, "Finetune/Step": 19206, "Finetune/Step Time": 12.000493036583066}
+{"Finetune/Learning Rate": 8.861598301934671e-11, "Finetune/Loss": 0.5757484436035156, "Finetune/Loss (Raw)": 0.5492609739303589, "Finetune/Step": 19207, "Finetune/Step Time": 12.003547672182322}
+{"Finetune/Learning Rate": 8.166849940760557e-11, "Finetune/Loss": 0.5757185816764832, "Finetune/Loss (Raw)": 0.5387891530990601, "Finetune/Step": 19208, "Finetune/Step Time": 11.998445408418775}
+{"Finetune/Learning Rate": 7.500458504283714e-11, "Finetune/Loss": 0.5761222243309021, "Finetune/Loss (Raw)": 0.6502872109413147, "Finetune/Step": 19209, "Finetune/Step Time": 12.000894032418728}
+{"Finetune/Learning Rate": 6.862424011599977e-11, "Finetune/Loss": 0.5773416757583618, "Finetune/Loss (Raw)": 0.7083607912063599, "Finetune/Step": 19210, "Finetune/Step Time": 11.996367475017905}
+{"Finetune/Learning Rate": 6.252746480583938e-11, "Finetune/Loss": 0.5779833793640137, "Finetune/Loss (Raw)": 0.5933096408843994, "Finetune/Step": 19211, "Finetune/Step Time": 12.021858999505639}
+{"Finetune/Learning Rate": 5.671425928777119e-11, "Finetune/Loss": 0.5771952867507935, "Finetune/Loss (Raw)": 0.5716614127159119, "Finetune/Step": 19212, "Finetune/Step Time": 12.02091027610004}
+{"Finetune/Learning Rate": 5.118462372388777e-11, "Finetune/Loss": 0.5783116817474365, "Finetune/Loss (Raw)": 0.6512542366981506, "Finetune/Step": 19213, "Finetune/Step Time": 12.025400876998901}
+{"Finetune/Learning Rate": 4.5938558272951016e-11, "Finetune/Loss": 0.5790491104125977, "Finetune/Loss (Raw)": 0.5992607474327087, "Finetune/Step": 19214, "Finetune/Step Time": 12.028386030346155}
+{"Finetune/Learning Rate": 4.097606308373081e-11, "Finetune/Loss": 0.5794064402580261, "Finetune/Loss (Raw)": 0.6157915592193604, "Finetune/Step": 19215, "Finetune/Step Time": 12.019454164430499}
+{"Finetune/Learning Rate": 3.629713829500503e-11, "Finetune/Loss": 0.5793030261993408, "Finetune/Loss (Raw)": 0.6085389852523804, "Finetune/Step": 19216, "Finetune/Step Time": 12.022614266723394}
+{"Finetune/Learning Rate": 3.1901784042220885e-11, "Finetune/Loss": 0.578144907951355, "Finetune/Loss (Raw)": 0.5955268740653992, "Finetune/Step": 19217, "Finetune/Step Time": 12.0174226667732}
+{"Finetune/Learning Rate": 2.7790000447502907e-11, "Finetune/Loss": 0.5776938199996948, "Finetune/Loss (Raw)": 0.5856247544288635, "Finetune/Step": 19218, "Finetune/Step Time": 12.02005816809833}
+{"Finetune/Learning Rate": 2.3961787628534738e-11, "Finetune/Loss": 0.57766193151474, "Finetune/Loss (Raw)": 0.5286670327186584, "Finetune/Step": 19219, "Finetune/Step Time": 12.022127963602543}
+{"Finetune/Learning Rate": 2.0417145695228456e-11, "Finetune/Loss": 0.5764577388763428, "Finetune/Loss (Raw)": 0.46391841769218445, "Finetune/Step": 19220, "Finetune/Step Time": 12.01827629096806}
+{"Finetune/Learning Rate": 1.715607474528369e-11, "Finetune/Loss": 0.578231692314148, "Finetune/Loss (Raw)": 0.5976271629333496, "Finetune/Step": 19221, "Finetune/Step Time": 11.983260476961732}
+{"Finetune/Learning Rate": 1.4178574873069395e-11, "Finetune/Loss": 0.5801063179969788, "Finetune/Loss (Raw)": 0.6685898303985596, "Finetune/Step": 19222, "Finetune/Step Time": 11.959173571318388}
+{"Finetune/Learning Rate": 1.148464616296252e-11, "Finetune/Loss": 0.579829216003418, "Finetune/Loss (Raw)": 0.6021511554718018, "Finetune/Step": 19223, "Finetune/Step Time": 11.970994178205729}
+{"Finetune/Learning Rate": 9.074288690458232e-12, "Finetune/Loss": 0.5805593729019165, "Finetune/Loss (Raw)": 0.5124764442443848, "Finetune/Step": 19224, "Finetune/Step Time": 11.946692697703838}
+{"Finetune/Learning Rate": 6.947502525500583e-12, "Finetune/Loss": 0.5799219608306885, "Finetune/Loss (Raw)": 0.6416875123977661, "Finetune/Step": 19225, "Finetune/Step Time": 11.940759263932705}
+{"Finetune/Learning Rate": 5.10428772693139e-12, "Finetune/Loss": 0.580098032951355, "Finetune/Loss (Raw)": 0.6171839237213135, "Finetune/Step": 19226, "Finetune/Step Time": 11.942618710920215}
+{"Finetune/Learning Rate": 3.5446443469311363e-12, "Finetune/Loss": 0.5799577236175537, "Finetune/Loss (Raw)": 0.5602449178695679, "Finetune/Step": 19227, "Finetune/Step Time": 11.940780373290181}
+{"Finetune/Learning Rate": 2.2685724299087443e-12, "Finetune/Loss": 0.579107403755188, "Finetune/Loss (Raw)": 0.5334513187408447, "Finetune/Step": 19228, "Finetune/Step Time": 11.942251959815621}
+{"Finetune/Learning Rate": 1.2760720125015724e-12, "Finetune/Loss": 0.5793262720108032, "Finetune/Loss (Raw)": 0.5432748794555664, "Finetune/Step": 19229, "Finetune/Step Time": 11.947976466268301}
+{"Finetune/Learning Rate": 5.671431235754199e-13, "Finetune/Loss": 0.5776436924934387, "Finetune/Loss (Raw)": 0.46834439039230347, "Finetune/Step": 19230, "Finetune/Step Time": 11.94437014311552}
+{"Finetune/Learning Rate": 1.41785782004078e-13, "Finetune/Loss": 0.5774435997009277, "Finetune/Loss (Raw)": 0.5705866813659668, "Finetune/Step": 19231, "Finetune/Step Time": 11.944225570186973}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.5765103101730347, "Finetune/Loss (Raw)": 0.5391702055931091, "Finetune/Step": 19232, "Finetune/Step Time": 11.930782239884138}