diff --git "a/reproduction-llava-v15+7b/run-metrics.jsonl" "b/reproduction-llava-v15+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/reproduction-llava-v15+7b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "reproduction-llava-v15+7b", "reduce_in_full_precision": false, "type": "reproduction-llava-v15+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "reproduction-llava-v15+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "reproduction-llava-v15+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 1.0760616064071655, "Finetune/Loss (Raw)": 1.0760616064071655, "Finetune/Step": 1, "Finetune/Step Time": 23.94810962677002}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 1.2192001342773438, "Finetune/Loss (Raw)": 1.3623385429382324, "Finetune/Step": 2, "Finetune/Step Time": 16.538126826286316}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 1.1901763677597046, "Finetune/Loss (Raw)": 1.1321287155151367, "Finetune/Step": 3, "Finetune/Step Time": 12.900796810785929}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 1.156668782234192, "Finetune/Loss (Raw)": 1.0561461448669434, "Finetune/Step": 4, "Finetune/Step Time": 11.104901254177094}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 1.1509898900985718, "Finetune/Loss (Raw)": 1.1282744407653809, "Finetune/Step": 5, "Finetune/Step Time": 10.197477006912232}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 1.1440707445144653, "Finetune/Loss (Raw)": 1.1094744205474854, "Finetune/Step": 6, "Finetune/Step Time": 9.554822564125061}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 1.1419049501419067, "Finetune/Loss (Raw)": 1.128909945487976, "Finetune/Step": 7, "Finetune/Step Time": 9.056375571659633}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 1.1571307182312012, "Finetune/Loss (Raw)": 1.2637124061584473, "Finetune/Step": 8, "Finetune/Step Time": 8.865749657154083}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 1.135682225227356, "Finetune/Loss (Raw)": 0.9640932083129883, "Finetune/Step": 9, "Finetune/Step Time": 8.576557927661472}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 1.1532115936279297, "Finetune/Loss (Raw)": 1.310976505279541, "Finetune/Step": 10, "Finetune/Step Time": 8.593142771720887}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 1.1628260612487793, "Finetune/Loss (Raw)": 1.2589703798294067, "Finetune/Step": 11, "Finetune/Step Time": 8.355169187892567}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 1.1606920957565308, "Finetune/Loss (Raw)": 1.1372185945510864, "Finetune/Step": 12, "Finetune/Step Time": 8.16380763053894}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 1.1555378437042236, "Finetune/Loss (Raw)": 1.093685507774353, "Finetune/Step": 13, "Finetune/Step Time": 8.004638561835655}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 1.1665235757827759, "Finetune/Loss (Raw)": 1.3093382120132446, "Finetune/Step": 14, "Finetune/Step Time": 7.843610763549805}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 1.1701343059539795, "Finetune/Loss (Raw)": 1.220685601234436, "Finetune/Step": 15, "Finetune/Step Time": 7.794852209091187}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 1.149935007095337, "Finetune/Loss (Raw)": 0.8469460606575012, "Finetune/Step": 16, "Finetune/Step Time": 7.762915641069412}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 1.146655797958374, "Finetune/Loss (Raw)": 1.0941884517669678, "Finetune/Step": 17, "Finetune/Step Time": 7.670444432426901}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 1.1330981254577637, "Finetune/Loss (Raw)": 0.9026172161102295, "Finetune/Step": 18, "Finetune/Step Time": 7.617252336608039}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 1.1313364505767822, "Finetune/Loss (Raw)": 1.0996272563934326, "Finetune/Step": 19, "Finetune/Step Time": 7.520607446369372}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 1.127596139907837, "Finetune/Loss (Raw)": 1.0565296411514282, "Finetune/Step": 20, "Finetune/Step Time": 7.420506703853607}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 1.119842767715454, "Finetune/Loss (Raw)": 0.9647762179374695, "Finetune/Step": 21, "Finetune/Step Time": 7.414095061165946}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 1.1146208047866821, "Finetune/Loss (Raw)": 1.0049558877944946, "Finetune/Step": 22, "Finetune/Step Time": 7.360396937890486}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 1.0760797262191772, "Finetune/Loss (Raw)": 0.22817730903625488, "Finetune/Step": 23, "Finetune/Step Time": 7.427508167598559}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 1.0784275531768799, "Finetune/Loss (Raw)": 1.1324291229248047, "Finetune/Step": 24, "Finetune/Step Time": 7.352279166380565}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 1.073161005973816, "Finetune/Loss (Raw)": 0.946765124797821, "Finetune/Step": 25, "Finetune/Step Time": 7.303150472640991}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 1.0423839092254639, "Finetune/Loss (Raw)": 0.2729555070400238, "Finetune/Step": 26, "Finetune/Step Time": 7.370005543415363}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 1.046912431716919, "Finetune/Loss (Raw)": 1.1646515130996704, "Finetune/Step": 27, "Finetune/Step Time": 7.297879077770092}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 1.0463303327560425, "Finetune/Loss (Raw)": 1.030612826347351, "Finetune/Step": 28, "Finetune/Step Time": 7.2367784806660245}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 1.047825813293457, "Finetune/Loss (Raw)": 1.0897003412246704, "Finetune/Step": 29, "Finetune/Step Time": 7.228701435286423}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 1.0445621013641357, "Finetune/Loss (Raw)": 0.9499139189720154, "Finetune/Step": 30, "Finetune/Step Time": 7.225861358642578}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 1.0450443029403687, "Finetune/Loss (Raw)": 1.059513807296753, "Finetune/Step": 31, "Finetune/Step Time": 7.1986045145219375}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 1.040900468826294, "Finetune/Loss (Raw)": 0.9124414324760437, "Finetune/Step": 32, "Finetune/Step Time": 7.226833805441856}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 1.0338754653930664, "Finetune/Loss (Raw)": 0.8090742230415344, "Finetune/Step": 33, "Finetune/Step Time": 7.208663478042141}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 1.0301562547683716, "Finetune/Loss (Raw)": 0.9074234962463379, "Finetune/Step": 34, "Finetune/Step Time": 7.174858752418967}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 1.0333563089370728, "Finetune/Loss (Raw)": 1.1421537399291992, "Finetune/Step": 35, "Finetune/Step Time": 7.153513179506574}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 1.0320969820022583, "Finetune/Loss (Raw)": 0.9880248308181763, "Finetune/Step": 36, "Finetune/Step Time": 7.16702233420478}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 1.0335142612457275, "Finetune/Loss (Raw)": 1.0845363140106201, "Finetune/Step": 37, "Finetune/Step Time": 7.219811297751762}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 1.0330864191055298, "Finetune/Loss (Raw)": 1.0172553062438965, "Finetune/Step": 38, "Finetune/Step Time": 7.179724360767164}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.031141757965088, "Finetune/Loss (Raw)": 0.9572440981864929, "Finetune/Step": 39, "Finetune/Step Time": 7.139027778918926}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.0308207273483276, "Finetune/Loss (Raw)": 1.0182980298995972, "Finetune/Step": 40, "Finetune/Step Time": 7.148621040582657}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.033028244972229, "Finetune/Loss (Raw)": 1.1213366985321045, "Finetune/Step": 41, "Finetune/Step Time": 7.1011288456800505}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.035165548324585, "Finetune/Loss (Raw)": 1.1227890253067017, "Finetune/Step": 42, "Finetune/Step Time": 7.0657761210487005}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.034055233001709, "Finetune/Loss (Raw)": 0.9874244928359985, "Finetune/Step": 43, "Finetune/Step Time": 7.064749856327856}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.0345019102096558, "Finetune/Loss (Raw)": 1.053707242012024, "Finetune/Step": 44, "Finetune/Step Time": 7.054264707998796}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.0313810110092163, "Finetune/Loss (Raw)": 0.8940632343292236, "Finetune/Step": 45, "Finetune/Step Time": 7.114890951580471}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.0143555402755737, "Finetune/Loss (Raw)": 0.24820822477340698, "Finetune/Step": 46, "Finetune/Step Time": 7.148052614668141}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.0148948431015015, "Finetune/Loss (Raw)": 1.0397096872329712, "Finetune/Step": 47, "Finetune/Step Time": 7.125829559691409}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.0138136148452759, "Finetune/Loss (Raw)": 0.9629912376403809, "Finetune/Step": 48, "Finetune/Step Time": 7.135683114329974}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.014676570892334, "Finetune/Loss (Raw)": 1.056104063987732, "Finetune/Step": 49, "Finetune/Step Time": 7.11487636274221}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.0129753351211548, "Finetune/Loss (Raw)": 0.9296122789382935, "Finetune/Step": 50, "Finetune/Step Time": 7.08349160194397}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.014340877532959, "Finetune/Loss (Raw)": 1.0826115608215332, "Finetune/Step": 51, "Finetune/Step Time": 7.086534163531135}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.0142625570297241, "Finetune/Loss (Raw)": 1.0102734565734863, "Finetune/Step": 52, "Finetune/Step Time": 7.081066255386059}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.0096495151519775, "Finetune/Loss (Raw)": 0.7697705626487732, "Finetune/Step": 53, "Finetune/Step Time": 7.0965191823131635}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.0067800283432007, "Finetune/Loss (Raw)": 0.8546962738037109, "Finetune/Step": 54, "Finetune/Step Time": 7.092866403085214}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.0061976909637451, "Finetune/Loss (Raw)": 0.9747541546821594, "Finetune/Step": 55, "Finetune/Step Time": 7.095473016392101}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.005111813545227, "Finetune/Loss (Raw)": 0.945383608341217, "Finetune/Step": 56, "Finetune/Step Time": 7.107575216463634}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.0032633543014526, "Finetune/Loss (Raw)": 0.8997543454170227, "Finetune/Step": 57, "Finetune/Step Time": 7.0876490860654595}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.0018959045410156, "Finetune/Loss (Raw)": 0.9239487051963806, "Finetune/Step": 58, "Finetune/Step Time": 7.113811509362582}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.000451922416687, "Finetune/Loss (Raw)": 0.9167047142982483, "Finetune/Step": 59, "Finetune/Step Time": 7.122179188970792}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 0.9998347759246826, "Finetune/Loss (Raw)": 0.9634187817573547, "Finetune/Step": 60, "Finetune/Step Time": 7.099151837825775}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.0001672506332397, "Finetune/Loss (Raw)": 1.020119071006775, "Finetune/Step": 61, "Finetune/Step Time": 7.084279650547465}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.000927448272705, "Finetune/Loss (Raw)": 1.0472995042800903, "Finetune/Step": 62, "Finetune/Step Time": 7.060884325735031}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.0021337270736694, "Finetune/Loss (Raw)": 1.076918363571167, "Finetune/Step": 63, "Finetune/Step Time": 7.0403172969818115}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 0.9998026490211487, "Finetune/Loss (Raw)": 0.852947473526001, "Finetune/Step": 64, "Finetune/Step Time": 7.07417581602931}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 0.9991905689239502, "Finetune/Loss (Raw)": 0.9600095748901367, "Finetune/Step": 65, "Finetune/Step Time": 7.06884231200585}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 0.9965422749519348, "Finetune/Loss (Raw)": 0.8244132399559021, "Finetune/Step": 66, "Finetune/Step Time": 7.054934447461909}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 0.993282675743103, "Finetune/Loss (Raw)": 0.7781435251235962, "Finetune/Step": 67, "Finetune/Step Time": 7.0512260180800705}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 0.9932571649551392, "Finetune/Loss (Raw)": 0.9915534257888794, "Finetune/Step": 68, "Finetune/Step Time": 7.048331421964309}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 0.9949308037757874, "Finetune/Loss (Raw)": 1.1087281703948975, "Finetune/Step": 69, "Finetune/Step Time": 7.025682107261989}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 0.9962542057037354, "Finetune/Loss (Raw)": 1.0875707864761353, "Finetune/Step": 70, "Finetune/Step Time": 7.006356017930167}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 0.9941919445991516, "Finetune/Loss (Raw)": 0.849844217300415, "Finetune/Step": 71, "Finetune/Step Time": 6.98931491207069}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 0.9936445355415344, "Finetune/Loss (Raw)": 0.9547706842422485, "Finetune/Step": 72, "Finetune/Step Time": 6.966707130273183}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 0.9916473627090454, "Finetune/Loss (Raw)": 0.8478564023971558, "Finetune/Step": 73, "Finetune/Step Time": 6.949645261241965}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 0.9894161820411682, "Finetune/Loss (Raw)": 0.8265308141708374, "Finetune/Step": 74, "Finetune/Step Time": 6.933401330097301}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 0.9856329560279846, "Finetune/Loss (Raw)": 0.7056799530982971, "Finetune/Step": 75, "Finetune/Step Time": 6.928408219019572}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 0.9838965535163879, "Finetune/Loss (Raw)": 0.8536682724952698, "Finetune/Step": 76, "Finetune/Step Time": 6.921557931523574}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 0.9835882782936096, "Finetune/Loss (Raw)": 0.9601520299911499, "Finetune/Step": 77, "Finetune/Step Time": 6.902481902729381}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 0.984893798828125, "Finetune/Loss (Raw)": 1.085421085357666, "Finetune/Step": 78, "Finetune/Step Time": 6.883480768937331}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 0.9864125847816467, "Finetune/Loss (Raw)": 1.1048784255981445, "Finetune/Step": 79, "Finetune/Step Time": 6.868812636484074}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 0.9853710532188416, "Finetune/Loss (Raw)": 0.9030892848968506, "Finetune/Step": 80, "Finetune/Step Time": 6.874503734707832}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 0.9852315783500671, "Finetune/Loss (Raw)": 0.9740779995918274, "Finetune/Step": 81, "Finetune/Step Time": 6.872474305423689}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 0.9852519035339355, "Finetune/Loss (Raw)": 0.9868998527526855, "Finetune/Step": 82, "Finetune/Step Time": 6.857161713809502}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 0.9831763505935669, "Finetune/Loss (Raw)": 0.8129834532737732, "Finetune/Step": 83, "Finetune/Step Time": 6.8653716064361205}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 0.9838117361068726, "Finetune/Loss (Raw)": 1.0365407466888428, "Finetune/Step": 84, "Finetune/Step Time": 6.86767498084477}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 0.983596920967102, "Finetune/Loss (Raw)": 0.9655500650405884, "Finetune/Step": 85, "Finetune/Step Time": 6.854956817626953}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 0.9756068587303162, "Finetune/Loss (Raw)": 0.2964545786380768, "Finetune/Step": 86, "Finetune/Step Time": 6.884805371594983}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 0.974653422832489, "Finetune/Loss (Raw)": 0.8926602005958557, "Finetune/Step": 87, "Finetune/Step Time": 6.87280903191402}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 0.9757706522941589, "Finetune/Loss (Raw)": 1.072964072227478, "Finetune/Step": 88, "Finetune/Step Time": 6.880854736674916}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 0.9754834175109863, "Finetune/Loss (Raw)": 0.9502069354057312, "Finetune/Step": 89, "Finetune/Step Time": 6.8688654444190895}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 0.9760786294937134, "Finetune/Loss (Raw)": 1.0290517807006836, "Finetune/Step": 90, "Finetune/Step Time": 6.877112963464525}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 0.9765766263008118, "Finetune/Loss (Raw)": 1.021398663520813, "Finetune/Step": 91, "Finetune/Step Time": 6.880455402227549}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 0.9781917333602905, "Finetune/Loss (Raw)": 1.1251726150512695, "Finetune/Step": 92, "Finetune/Step Time": 6.870450032793957}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 0.9766190052032471, "Finetune/Loss (Raw)": 0.8319268822669983, "Finetune/Step": 93, "Finetune/Step Time": 6.862842631596391}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 0.9774294495582581, "Finetune/Loss (Raw)": 1.052808403968811, "Finetune/Step": 94, "Finetune/Step Time": 6.848145008087158}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 0.97703617811203, "Finetune/Loss (Raw)": 0.9400639533996582, "Finetune/Step": 95, "Finetune/Step Time": 6.837406938954404}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 0.9766673445701599, "Finetune/Loss (Raw)": 0.9416213035583496, "Finetune/Step": 96, "Finetune/Step Time": 6.840721940000852}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 0.9760754704475403, "Finetune/Loss (Raw)": 0.919262170791626, "Finetune/Step": 97, "Finetune/Step Time": 6.837222332806931}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 0.976355254650116, "Finetune/Loss (Raw)": 1.0034855604171753, "Finetune/Step": 98, "Finetune/Step Time": 6.8265707541485225}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 0.9682985544204712, "Finetune/Loss (Raw)": 0.178747296333313, "Finetune/Step": 99, "Finetune/Step Time": 6.83965622054206}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 0.969873309135437, "Finetune/Loss (Raw)": 1.1257728338241577, "Finetune/Step": 100, "Finetune/Step Time": 6.833938686847687}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 0.9691808819770813, "Finetune/Loss (Raw)": 0.8999285101890564, "Finetune/Step": 101, "Finetune/Step Time": 6.836584830048061}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 0.9708958268165588, "Finetune/Loss (Raw)": 1.1441158056259155, "Finetune/Step": 102, "Finetune/Step Time": 6.8216338882259295}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 0.9641368389129639, "Finetune/Loss (Raw)": 0.27470821142196655, "Finetune/Step": 103, "Finetune/Step Time": 6.835467014497923}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 0.9651193022727966, "Finetune/Loss (Raw)": 1.0663130283355713, "Finetune/Step": 104, "Finetune/Step Time": 6.824170543597295}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 0.9650440216064453, "Finetune/Loss (Raw)": 0.9572251439094543, "Finetune/Step": 105, "Finetune/Step Time": 6.80891949335734}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 0.9650221467018127, "Finetune/Loss (Raw)": 0.9627161622047424, "Finetune/Step": 106, "Finetune/Step Time": 6.810558503528811}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 0.9654138684272766, "Finetune/Loss (Raw)": 1.0069458484649658, "Finetune/Step": 107, "Finetune/Step Time": 6.800308457044798}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 0.9651459455490112, "Finetune/Loss (Raw)": 0.9364715218544006, "Finetune/Step": 108, "Finetune/Step Time": 6.793314536412557}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 0.9654262661933899, "Finetune/Loss (Raw)": 0.9957089424133301, "Finetune/Step": 109, "Finetune/Step Time": 6.783631591621889}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 0.9653165340423584, "Finetune/Loss (Raw)": 0.9533535242080688, "Finetune/Step": 110, "Finetune/Step Time": 6.772855229811235}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 0.9647763967514038, "Finetune/Loss (Raw)": 0.9053621292114258, "Finetune/Step": 111, "Finetune/Step Time": 6.779391941723523}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 0.9651150703430176, "Finetune/Loss (Raw)": 1.0027024745941162, "Finetune/Step": 112, "Finetune/Step Time": 6.775559278471129}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 0.9651215076446533, "Finetune/Loss (Raw)": 0.9658504128456116, "Finetune/Step": 113, "Finetune/Step Time": 6.779731320068899}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 0.9586256742477417, "Finetune/Loss (Raw)": 0.22459177672863007, "Finetune/Step": 114, "Finetune/Step Time": 6.794139253465753}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 0.9589810967445374, "Finetune/Loss (Raw)": 0.9995027184486389, "Finetune/Step": 115, "Finetune/Step Time": 6.786174996002861}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 0.9575468897819519, "Finetune/Loss (Raw)": 0.7926079630851746, "Finetune/Step": 116, "Finetune/Step Time": 6.792381870335546}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 0.9580450654029846, "Finetune/Loss (Raw)": 1.0158329010009766, "Finetune/Step": 117, "Finetune/Step Time": 6.789095988640418}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 0.9587134718894958, "Finetune/Loss (Raw)": 1.0369153022766113, "Finetune/Step": 118, "Finetune/Step Time": 6.7799038826409035}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 0.95859295129776, "Finetune/Loss (Raw)": 0.9443713426589966, "Finetune/Step": 119, "Finetune/Step Time": 6.77211680933207}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 0.958753764629364, "Finetune/Loss (Raw)": 0.9778882265090942, "Finetune/Step": 120, "Finetune/Step Time": 6.768346651395162}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 0.9586761593818665, "Finetune/Loss (Raw)": 0.9493756294250488, "Finetune/Step": 121, "Finetune/Step Time": 6.776507596339076}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 0.9580854773521423, "Finetune/Loss (Raw)": 0.8866155743598938, "Finetune/Step": 122, "Finetune/Step Time": 6.769042345344043}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 0.9579581022262573, "Finetune/Loss (Raw)": 0.9424160122871399, "Finetune/Step": 123, "Finetune/Step Time": 6.760631615553445}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 0.9581350088119507, "Finetune/Loss (Raw)": 0.9798939228057861, "Finetune/Step": 124, "Finetune/Step Time": 6.754149125468347}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 0.9575928449630737, "Finetune/Loss (Raw)": 0.8903508186340332, "Finetune/Step": 125, "Finetune/Step Time": 6.748189888000488}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 0.9578609466552734, "Finetune/Loss (Raw)": 0.9913802146911621, "Finetune/Step": 126, "Finetune/Step Time": 6.759838340774415}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 0.9572531580924988, "Finetune/Loss (Raw)": 0.8806794285774231, "Finetune/Step": 127, "Finetune/Step Time": 6.7505590014570345}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 0.9577493667602539, "Finetune/Loss (Raw)": 1.0207611322402954, "Finetune/Step": 128, "Finetune/Step Time": 6.743833053857088}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 0.9572113156318665, "Finetune/Loss (Raw)": 1.007192850112915, "Finetune/Step": 129, "Finetune/Step Time": 6.601398777216673}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 0.9546005725860596, "Finetune/Loss (Raw)": 1.0281662940979004, "Finetune/Step": 130, "Finetune/Step Time": 6.582587147131562}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 0.953717052936554, "Finetune/Loss (Raw)": 1.0190322399139404, "Finetune/Step": 131, "Finetune/Step Time": 6.5811776630580425}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 0.953242838382721, "Finetune/Loss (Raw)": 0.9954462647438049, "Finetune/Step": 132, "Finetune/Step Time": 6.5806667022407055}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 0.9503743648529053, "Finetune/Loss (Raw)": 0.7611114382743835, "Finetune/Step": 133, "Finetune/Step Time": 6.5899000484496355}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 0.9503062963485718, "Finetune/Loss (Raw)": 1.1007647514343262, "Finetune/Step": 134, "Finetune/Step Time": 6.584933999925852}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 0.9484800100326538, "Finetune/Loss (Raw)": 0.8951476216316223, "Finetune/Step": 135, "Finetune/Step Time": 6.586506174877286}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 0.9460013508796692, "Finetune/Loss (Raw)": 0.9464356899261475, "Finetune/Step": 136, "Finetune/Step Time": 6.571544012054801}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 0.9452919363975525, "Finetune/Loss (Raw)": 0.8732922673225403, "Finetune/Step": 137, "Finetune/Step Time": 6.573057660833001}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 0.9423419237136841, "Finetune/Loss (Raw)": 0.9333729147911072, "Finetune/Step": 138, "Finetune/Step Time": 6.544973285868764}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 0.938968300819397, "Finetune/Loss (Raw)": 0.8271454572677612, "Finetune/Step": 139, "Finetune/Step Time": 6.555477920919657}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 0.9394491314888, "Finetune/Loss (Raw)": 1.1987656354904175, "Finetune/Step": 140, "Finetune/Step Time": 6.549543522298336}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 0.9382662773132324, "Finetune/Loss (Raw)": 0.9422786235809326, "Finetune/Step": 141, "Finetune/Step Time": 6.542425584048033}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 0.9349504113197327, "Finetune/Loss (Raw)": 0.8849116563796997, "Finetune/Step": 142, "Finetune/Step Time": 6.579769149422646}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 0.931832492351532, "Finetune/Loss (Raw)": 0.821593165397644, "Finetune/Step": 143, "Finetune/Step Time": 6.593903826549649}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 0.9277198314666748, "Finetune/Loss (Raw)": 0.3205247223377228, "Finetune/Step": 144, "Finetune/Step Time": 6.601036950945854}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 0.9216118454933167, "Finetune/Loss (Raw)": 0.3123627007007599, "Finetune/Step": 145, "Finetune/Step Time": 6.6208933014422655}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 0.9214795827865601, "Finetune/Loss (Raw)": 0.8856832981109619, "Finetune/Step": 146, "Finetune/Step Time": 6.611548459157348}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 0.9191194772720337, "Finetune/Loss (Raw)": 0.7975439429283142, "Finetune/Step": 147, "Finetune/Step Time": 6.61689013056457}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 0.9184291362762451, "Finetune/Loss (Raw)": 0.9681572914123535, "Finetune/Step": 148, "Finetune/Step Time": 6.619485715404153}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 0.91895991563797, "Finetune/Loss (Raw)": 1.0327225923538208, "Finetune/Step": 149, "Finetune/Step Time": 6.609169198200107}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 0.9187504053115845, "Finetune/Loss (Raw)": 0.9781320095062256, "Finetune/Step": 150, "Finetune/Step Time": 6.6123696230351925}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 0.9245659112930298, "Finetune/Loss (Raw)": 0.9725698232650757, "Finetune/Step": 151, "Finetune/Step Time": 6.591506864875555}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 0.9231957197189331, "Finetune/Loss (Raw)": 0.9570426940917969, "Finetune/Step": 152, "Finetune/Step Time": 6.596685476601124}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 0.9237506985664368, "Finetune/Loss (Raw)": 1.0178014039993286, "Finetune/Step": 153, "Finetune/Step Time": 6.606512228026986}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 0.9295972585678101, "Finetune/Loss (Raw)": 1.0213104486465454, "Finetune/Step": 154, "Finetune/Step Time": 6.582298321649432}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 0.9290143251419067, "Finetune/Loss (Raw)": 1.090040683746338, "Finetune/Step": 155, "Finetune/Step Time": 6.589051093906164}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 0.9238780736923218, "Finetune/Loss (Raw)": 0.3731725811958313, "Finetune/Step": 156, "Finetune/Step Time": 6.611745798960328}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 0.9229897856712341, "Finetune/Loss (Raw)": 0.9759953618049622, "Finetune/Step": 157, "Finetune/Step Time": 6.602945037186146}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 0.9233402013778687, "Finetune/Loss (Raw)": 0.9947661757469177, "Finetune/Step": 158, "Finetune/Step Time": 6.594083938747644}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 0.9224399328231812, "Finetune/Loss (Raw)": 0.9442873001098633, "Finetune/Step": 159, "Finetune/Step Time": 6.586984416469932}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 0.922149658203125, "Finetune/Loss (Raw)": 0.8752824664115906, "Finetune/Step": 160, "Finetune/Step Time": 6.576385233551264}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 0.9228644371032715, "Finetune/Loss (Raw)": 0.9005646705627441, "Finetune/Step": 161, "Finetune/Step Time": 6.57259489223361}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 0.9241899847984314, "Finetune/Loss (Raw)": 1.0770949125289917, "Finetune/Step": 162, "Finetune/Step Time": 6.571157235652208}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 0.9229633808135986, "Finetune/Loss (Raw)": 0.9851544499397278, "Finetune/Step": 163, "Finetune/Step Time": 6.581595055758953}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 0.9215900897979736, "Finetune/Loss (Raw)": 0.8122335076332092, "Finetune/Step": 164, "Finetune/Step Time": 6.578929182142019}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 0.9207353591918945, "Finetune/Loss (Raw)": 0.9751415252685547, "Finetune/Step": 165, "Finetune/Step Time": 6.556042803451419}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 0.9194344282150269, "Finetune/Loss (Raw)": 0.8507285714149475, "Finetune/Step": 166, "Finetune/Step Time": 6.557195233181119}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 0.9200949668884277, "Finetune/Loss (Raw)": 1.04178786277771, "Finetune/Step": 167, "Finetune/Step Time": 6.558648904785514}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 0.9191411733627319, "Finetune/Loss (Raw)": 0.8962178826332092, "Finetune/Step": 168, "Finetune/Step Time": 6.5468959249556065}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 0.9173422455787659, "Finetune/Loss (Raw)": 0.8910757303237915, "Finetune/Step": 169, "Finetune/Step Time": 6.5509100668132305}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 0.9112029671669006, "Finetune/Loss (Raw)": 0.33696120977401733, "Finetune/Step": 170, "Finetune/Step Time": 6.569637294858694}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 0.9106187224388123, "Finetune/Loss (Raw)": 0.9126424789428711, "Finetune/Step": 171, "Finetune/Step Time": 6.5673549976199865}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 0.9090272188186646, "Finetune/Loss (Raw)": 0.8499900698661804, "Finetune/Step": 172, "Finetune/Step Time": 6.570223715156317}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 0.9104857444763184, "Finetune/Loss (Raw)": 1.080757975578308, "Finetune/Step": 173, "Finetune/Step Time": 6.537903847172856}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 0.9149326682090759, "Finetune/Loss (Raw)": 0.8174152970314026, "Finetune/Step": 174, "Finetune/Step Time": 6.519616512581706}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 0.9150155782699585, "Finetune/Loss (Raw)": 1.0503219366073608, "Finetune/Step": 175, "Finetune/Step Time": 6.51588637009263}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 0.9101794958114624, "Finetune/Loss (Raw)": 0.34397217631340027, "Finetune/Step": 176, "Finetune/Step Time": 6.519959140568972}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 0.908747136592865, "Finetune/Loss (Raw)": 0.8727601766586304, "Finetune/Step": 177, "Finetune/Step Time": 6.521809866651893}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 0.9098101854324341, "Finetune/Loss (Raw)": 1.0656859874725342, "Finetune/Step": 178, "Finetune/Step Time": 6.528184659779072}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 0.9078192710876465, "Finetune/Loss (Raw)": 0.8277772068977356, "Finetune/Step": 179, "Finetune/Step Time": 6.521105315536261}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 0.9073430299758911, "Finetune/Loss (Raw)": 0.9493131637573242, "Finetune/Step": 180, "Finetune/Step Time": 6.517296561971307}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 0.9087469577789307, "Finetune/Loss (Raw)": 0.9494754672050476, "Finetune/Step": 181, "Finetune/Step Time": 6.497591784223914}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 0.9096792340278625, "Finetune/Loss (Raw)": 0.9740281105041504, "Finetune/Step": 182, "Finetune/Step Time": 6.4903190322220325}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 0.9094881415367126, "Finetune/Loss (Raw)": 0.9502863883972168, "Finetune/Step": 183, "Finetune/Step Time": 6.473608219996095}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 0.9105123281478882, "Finetune/Loss (Raw)": 1.0764859914779663, "Finetune/Step": 184, "Finetune/Step Time": 6.459645953029394}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 0.9101422429084778, "Finetune/Loss (Raw)": 0.8523808717727661, "Finetune/Step": 185, "Finetune/Step Time": 6.456632962450385}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 0.9091455340385437, "Finetune/Loss (Raw)": 0.7963696718215942, "Finetune/Step": 186, "Finetune/Step Time": 6.446987627074122}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 0.9090442061424255, "Finetune/Loss (Raw)": 0.9037361741065979, "Finetune/Step": 187, "Finetune/Step Time": 6.433163873851299}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 0.9091027975082397, "Finetune/Loss (Raw)": 0.9709206223487854, "Finetune/Step": 188, "Finetune/Step Time": 6.431961603462696}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 0.9079666137695312, "Finetune/Loss (Raw)": 0.8746837377548218, "Finetune/Step": 189, "Finetune/Step Time": 6.442383840680122}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9073807001113892, "Finetune/Loss (Raw)": 0.9723094701766968, "Finetune/Step": 190, "Finetune/Step Time": 6.447862703353167}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.906112790107727, "Finetune/Loss (Raw)": 0.9146201014518738, "Finetune/Step": 191, "Finetune/Step Time": 6.453462436795235}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9070959687232971, "Finetune/Loss (Raw)": 0.97879558801651, "Finetune/Step": 192, "Finetune/Step Time": 6.43465574644506}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9062617421150208, "Finetune/Loss (Raw)": 0.8532262444496155, "Finetune/Step": 193, "Finetune/Step Time": 6.428235221654177}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9077043533325195, "Finetune/Loss (Raw)": 1.009073257446289, "Finetune/Step": 194, "Finetune/Step Time": 6.427905784919858}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9086848497390747, "Finetune/Loss (Raw)": 0.9036388993263245, "Finetune/Step": 195, "Finetune/Step Time": 6.424045622348785}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9072597026824951, "Finetune/Loss (Raw)": 0.8091374039649963, "Finetune/Step": 196, "Finetune/Step Time": 6.420796059072018}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9062021374702454, "Finetune/Loss (Raw)": 0.9733572602272034, "Finetune/Step": 197, "Finetune/Step Time": 6.426886921748519}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9043903350830078, "Finetune/Loss (Raw)": 0.8556612730026245, "Finetune/Step": 198, "Finetune/Step Time": 6.426884954795241}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.904904842376709, "Finetune/Loss (Raw)": 0.9157058000564575, "Finetune/Step": 199, "Finetune/Step Time": 6.431208029389381}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9047952890396118, "Finetune/Loss (Raw)": 0.9407435059547424, "Finetune/Step": 200, "Finetune/Step Time": 6.4360279850661755}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9058681726455688, "Finetune/Loss (Raw)": 0.9851917624473572, "Finetune/Step": 201, "Finetune/Step Time": 6.440117172896862}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.9075659513473511, "Finetune/Loss (Raw)": 1.043839931488037, "Finetune/Step": 202, "Finetune/Step Time": 6.4440468940883875}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 0.9098498821258545, "Finetune/Loss (Raw)": 0.9980193972587585, "Finetune/Step": 203, "Finetune/Step Time": 6.4392542243003845}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 0.9109510183334351, "Finetune/Loss (Raw)": 0.9946237802505493, "Finetune/Step": 204, "Finetune/Step Time": 6.434243608266115}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9058024883270264, "Finetune/Loss (Raw)": 0.3011259138584137, "Finetune/Step": 205, "Finetune/Step Time": 6.4572027791291475}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9048694372177124, "Finetune/Loss (Raw)": 0.9660007953643799, "Finetune/Step": 206, "Finetune/Step Time": 6.466628786176443}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9029268622398376, "Finetune/Loss (Raw)": 0.8562259674072266, "Finetune/Step": 207, "Finetune/Step Time": 6.490024849772453}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9028013944625854, "Finetune/Loss (Raw)": 0.8870280385017395, "Finetune/Step": 208, "Finetune/Step Time": 6.476757828146219}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9024912714958191, "Finetune/Loss (Raw)": 0.9343916177749634, "Finetune/Step": 209, "Finetune/Step Time": 6.471624178811908}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.8971327543258667, "Finetune/Loss (Raw)": 0.3010014295578003, "Finetune/Step": 210, "Finetune/Step Time": 6.4947987869381905}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.8971797227859497, "Finetune/Loss (Raw)": 0.8189907073974609, "Finetune/Step": 211, "Finetune/Step Time": 6.498687809333205}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.8964327573776245, "Finetune/Loss (Raw)": 0.9409366846084595, "Finetune/Step": 212, "Finetune/Step Time": 6.496585369110107}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.8973025679588318, "Finetune/Loss (Raw)": 1.0768797397613525, "Finetune/Step": 213, "Finetune/Step Time": 6.498992543667555}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9017959237098694, "Finetune/Loss (Raw)": 0.8716095089912415, "Finetune/Step": 214, "Finetune/Step Time": 6.488445166498423}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9018596410751343, "Finetune/Loss (Raw)": 0.9008190035820007, "Finetune/Step": 215, "Finetune/Step Time": 6.488024014979601}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9000656604766846, "Finetune/Loss (Raw)": 0.8433381915092468, "Finetune/Step": 216, "Finetune/Step Time": 6.48700088262558}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9004058837890625, "Finetune/Loss (Raw)": 0.9937566518783569, "Finetune/Step": 217, "Finetune/Step Time": 6.485046666115522}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9003641605377197, "Finetune/Loss (Raw)": 1.0237070322036743, "Finetune/Step": 218, "Finetune/Step Time": 6.4852570332586765}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9009467363357544, "Finetune/Loss (Raw)": 1.0959651470184326, "Finetune/Step": 219, "Finetune/Step Time": 6.474312813952565}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.8990145325660706, "Finetune/Loss (Raw)": 0.8778554201126099, "Finetune/Step": 220, "Finetune/Step Time": 6.471525045111775}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.8996606469154358, "Finetune/Loss (Raw)": 0.9146232604980469, "Finetune/Step": 221, "Finetune/Step Time": 6.4743486028164625}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.8981369137763977, "Finetune/Loss (Raw)": 0.857772707939148, "Finetune/Step": 222, "Finetune/Step Time": 6.48017537035048}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.8975157737731934, "Finetune/Loss (Raw)": 0.860561192035675, "Finetune/Step": 223, "Finetune/Step Time": 6.481272093951702}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.8927497863769531, "Finetune/Loss (Raw)": 0.33156639337539673, "Finetune/Step": 224, "Finetune/Step Time": 6.489519273862243}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.89329993724823, "Finetune/Loss (Raw)": 0.9896947145462036, "Finetune/Step": 225, "Finetune/Step Time": 6.4892946016043425}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.8941303491592407, "Finetune/Loss (Raw)": 1.1097701787948608, "Finetune/Step": 226, "Finetune/Step Time": 6.487032871693373}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.900930643081665, "Finetune/Loss (Raw)": 1.0491809844970703, "Finetune/Step": 227, "Finetune/Step Time": 6.466876173391938}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.8999098539352417, "Finetune/Loss (Raw)": 0.9951134920120239, "Finetune/Step": 228, "Finetune/Step Time": 6.461539845913649}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.8997472524642944, "Finetune/Loss (Raw)": 0.8791211843490601, "Finetune/Step": 229, "Finetune/Step Time": 6.454905016347766}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.8985995650291443, "Finetune/Loss (Raw)": 0.9972102642059326, "Finetune/Step": 230, "Finetune/Step Time": 6.4571275394409895}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9039164185523987, "Finetune/Loss (Raw)": 0.9552621245384216, "Finetune/Step": 231, "Finetune/Step Time": 6.4383260775357485}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9032912850379944, "Finetune/Loss (Raw)": 0.9862995147705078, "Finetune/Step": 232, "Finetune/Step Time": 6.441398998722434}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.8981416821479797, "Finetune/Loss (Raw)": 0.29807907342910767, "Finetune/Step": 233, "Finetune/Step Time": 6.465191738680005}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.8985593318939209, "Finetune/Loss (Raw)": 1.0161703824996948, "Finetune/Step": 234, "Finetune/Step Time": 6.4740225449204445}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.8988287448883057, "Finetune/Loss (Raw)": 1.0414355993270874, "Finetune/Step": 235, "Finetune/Step Time": 6.5133523885160685}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.8988996744155884, "Finetune/Loss (Raw)": 0.945550262928009, "Finetune/Step": 236, "Finetune/Step Time": 6.5140482392162085}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.8983055353164673, "Finetune/Loss (Raw)": 0.9196516275405884, "Finetune/Step": 237, "Finetune/Step Time": 6.5465092882514}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.8982546925544739, "Finetune/Loss (Raw)": 0.9468491077423096, "Finetune/Step": 238, "Finetune/Step Time": 6.550727024674416}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.8975699543952942, "Finetune/Loss (Raw)": 0.8177132606506348, "Finetune/Step": 239, "Finetune/Step Time": 6.535076424479485}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.8964285850524902, "Finetune/Loss (Raw)": 0.856604814529419, "Finetune/Step": 240, "Finetune/Step Time": 6.533065451309085}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.896851658821106, "Finetune/Loss (Raw)": 1.0200167894363403, "Finetune/Step": 241, "Finetune/Step Time": 6.52062026783824}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9025506973266602, "Finetune/Loss (Raw)": 0.9540634155273438, "Finetune/Step": 242, "Finetune/Step Time": 6.502585021778941}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9024211168289185, "Finetune/Loss (Raw)": 0.9829185009002686, "Finetune/Step": 243, "Finetune/Step Time": 6.511537125334144}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9025699496269226, "Finetune/Loss (Raw)": 0.8116533756256104, "Finetune/Step": 244, "Finetune/Step Time": 6.49658040329814}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9036215543746948, "Finetune/Loss (Raw)": 1.1504414081573486, "Finetune/Step": 245, "Finetune/Step Time": 6.488269763067365}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9033806324005127, "Finetune/Loss (Raw)": 1.0060784816741943, "Finetune/Step": 246, "Finetune/Step Time": 6.496276812627912}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9032980799674988, "Finetune/Loss (Raw)": 0.9337997436523438, "Finetune/Step": 247, "Finetune/Step Time": 6.496121073141694}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9030357599258423, "Finetune/Loss (Raw)": 0.9443094730377197, "Finetune/Step": 248, "Finetune/Step Time": 6.499537928029895}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9028676152229309, "Finetune/Loss (Raw)": 0.9278613924980164, "Finetune/Step": 249, "Finetune/Step Time": 6.481930859386921}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.903317928314209, "Finetune/Loss (Raw)": 0.9442456960678101, "Finetune/Step": 250, "Finetune/Step Time": 6.479816325008869}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9038350582122803, "Finetune/Loss (Raw)": 1.0086179971694946, "Finetune/Step": 251, "Finetune/Step Time": 6.493824258446693}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9036475419998169, "Finetune/Loss (Raw)": 0.9558799862861633, "Finetune/Step": 252, "Finetune/Step Time": 6.493330216035247}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9047163724899292, "Finetune/Loss (Raw)": 1.027168869972229, "Finetune/Step": 253, "Finetune/Step Time": 6.488216871395707}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.903712272644043, "Finetune/Loss (Raw)": 0.8628484010696411, "Finetune/Step": 254, "Finetune/Step Time": 6.46902178414166}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.8991260528564453, "Finetune/Loss (Raw)": 0.29365241527557373, "Finetune/Step": 255, "Finetune/Step Time": 6.488648181781173}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.8978335857391357, "Finetune/Loss (Raw)": 0.8553164601325989, "Finetune/Step": 256, "Finetune/Step Time": 6.489861531183124}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.8982625007629395, "Finetune/Loss (Raw)": 1.0621050596237183, "Finetune/Step": 257, "Finetune/Step Time": 6.4896143432706594}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.8968695402145386, "Finetune/Loss (Raw)": 0.8498566746711731, "Finetune/Step": 258, "Finetune/Step Time": 6.48958240263164}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.8969658017158508, "Finetune/Loss (Raw)": 1.0313574075698853, "Finetune/Step": 259, "Finetune/Step Time": 6.491748478263617}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.895548939704895, "Finetune/Loss (Raw)": 0.8140877485275269, "Finetune/Step": 260, "Finetune/Step Time": 6.510803710669279}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.8956360816955566, "Finetune/Loss (Raw)": 0.7722656726837158, "Finetune/Step": 261, "Finetune/Step Time": 6.495074702426791}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.8929169178009033, "Finetune/Loss (Raw)": 0.752715528011322, "Finetune/Step": 262, "Finetune/Step Time": 6.5053153317421675}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.8936364650726318, "Finetune/Loss (Raw)": 0.9872429966926575, "Finetune/Step": 263, "Finetune/Step Time": 6.504211883991957}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.8926185369491577, "Finetune/Loss (Raw)": 0.8161455392837524, "Finetune/Step": 264, "Finetune/Step Time": 6.517911568284035}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.8925619125366211, "Finetune/Loss (Raw)": 0.8660446405410767, "Finetune/Step": 265, "Finetune/Step Time": 6.515066847205162}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.8938064575195312, "Finetune/Loss (Raw)": 1.0926685333251953, "Finetune/Step": 266, "Finetune/Step Time": 6.525296680629253}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.8936902284622192, "Finetune/Loss (Raw)": 0.8122766613960266, "Finetune/Step": 267, "Finetune/Step Time": 6.513089753687382}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.8923131823539734, "Finetune/Loss (Raw)": 1.022495985031128, "Finetune/Step": 268, "Finetune/Step Time": 6.516444087028503}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.8924868702888489, "Finetune/Loss (Raw)": 0.9645189642906189, "Finetune/Step": 269, "Finetune/Step Time": 6.522619195282459}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.8927100896835327, "Finetune/Loss (Raw)": 0.9134845733642578, "Finetune/Step": 270, "Finetune/Step Time": 6.489813050255179}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.8931127786636353, "Finetune/Loss (Raw)": 0.8731321692466736, "Finetune/Step": 271, "Finetune/Step Time": 6.480836484581232}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.8982888460159302, "Finetune/Loss (Raw)": 0.9830580353736877, "Finetune/Step": 272, "Finetune/Step Time": 6.465233275666833}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9036756753921509, "Finetune/Loss (Raw)": 1.0018788576126099, "Finetune/Step": 273, "Finetune/Step Time": 6.44482596591115}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.9043644666671753, "Finetune/Loss (Raw)": 0.9738425612449646, "Finetune/Step": 274, "Finetune/Step Time": 6.461234664544463}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.904999315738678, "Finetune/Loss (Raw)": 0.8788102865219116, "Finetune/Step": 275, "Finetune/Step Time": 6.4589520543813705}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9028542041778564, "Finetune/Loss (Raw)": 0.6935864686965942, "Finetune/Step": 276, "Finetune/Step Time": 6.490305887535214}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.9022157192230225, "Finetune/Loss (Raw)": 0.9509945511817932, "Finetune/Step": 277, "Finetune/Step Time": 6.490221137180924}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.902011513710022, "Finetune/Loss (Raw)": 0.9519900679588318, "Finetune/Step": 278, "Finetune/Step Time": 6.483165120705962}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9019919037818909, "Finetune/Loss (Raw)": 0.9700623154640198, "Finetune/Step": 279, "Finetune/Step Time": 6.488972440361977}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9012812376022339, "Finetune/Loss (Raw)": 0.8660768270492554, "Finetune/Step": 280, "Finetune/Step Time": 6.487793056294322}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.9008864164352417, "Finetune/Loss (Raw)": 0.9672714471817017, "Finetune/Step": 281, "Finetune/Step Time": 6.47347304597497}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9003970623016357, "Finetune/Loss (Raw)": 0.9586665034294128, "Finetune/Step": 282, "Finetune/Step Time": 6.472317289561033}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9003620147705078, "Finetune/Loss (Raw)": 1.085556149482727, "Finetune/Step": 283, "Finetune/Step Time": 6.480571223422885}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.9056960940361023, "Finetune/Loss (Raw)": 1.0559319257736206, "Finetune/Step": 284, "Finetune/Step Time": 6.4581245463341475}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.9040502309799194, "Finetune/Loss (Raw)": 0.7653259038925171, "Finetune/Step": 285, "Finetune/Step Time": 6.474659826606512}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.9033252000808716, "Finetune/Loss (Raw)": 0.9019676446914673, "Finetune/Step": 286, "Finetune/Step Time": 6.489168103784323}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.9035544991493225, "Finetune/Loss (Raw)": 0.973632276058197, "Finetune/Step": 287, "Finetune/Step Time": 6.495757160708308}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.9028787016868591, "Finetune/Loss (Raw)": 0.7887833118438721, "Finetune/Step": 288, "Finetune/Step Time": 6.5032650120556355}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.9038361310958862, "Finetune/Loss (Raw)": 1.0231118202209473, "Finetune/Step": 289, "Finetune/Step Time": 6.507051609456539}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9018951654434204, "Finetune/Loss (Raw)": 0.8286448121070862, "Finetune/Step": 290, "Finetune/Step Time": 6.517311522737145}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9020682573318481, "Finetune/Loss (Raw)": 1.0073174238204956, "Finetune/Step": 291, "Finetune/Step Time": 6.500728975981474}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.9036813378334045, "Finetune/Loss (Raw)": 1.0187089443206787, "Finetune/Step": 292, "Finetune/Step Time": 6.489692257717252}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.903734028339386, "Finetune/Loss (Raw)": 0.9818854928016663, "Finetune/Step": 293, "Finetune/Step Time": 6.485858015716076}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.901928186416626, "Finetune/Loss (Raw)": 0.6195849180221558, "Finetune/Step": 294, "Finetune/Step Time": 6.492041965946555}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.9015300273895264, "Finetune/Loss (Raw)": 0.9908221960067749, "Finetune/Step": 295, "Finetune/Step Time": 6.498131174594164}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.9015005826950073, "Finetune/Loss (Raw)": 0.8924504518508911, "Finetune/Step": 296, "Finetune/Step Time": 6.503193695098162}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9025057554244995, "Finetune/Loss (Raw)": 1.0197311639785767, "Finetune/Step": 297, "Finetune/Step Time": 6.506775574758649}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.9057799577713013, "Finetune/Loss (Raw)": 0.7560630440711975, "Finetune/Step": 298, "Finetune/Step Time": 6.512557182461023}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9010342955589294, "Finetune/Loss (Raw)": 0.30519506335258484, "Finetune/Step": 299, "Finetune/Step Time": 6.52595442533493}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.8971478343009949, "Finetune/Loss (Raw)": 0.3525223731994629, "Finetune/Step": 300, "Finetune/Step Time": 6.535849187523127}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.8916937708854675, "Finetune/Loss (Raw)": 0.38263973593711853, "Finetune/Step": 301, "Finetune/Step Time": 6.556871132925153}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.8916049003601074, "Finetune/Loss (Raw)": 0.8060411214828491, "Finetune/Step": 302, "Finetune/Step Time": 6.566478598862886}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.8858129978179932, "Finetune/Loss (Raw)": 0.3089594542980194, "Finetune/Step": 303, "Finetune/Step Time": 6.586800618097186}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.8907315135002136, "Finetune/Loss (Raw)": 0.9735410213470459, "Finetune/Step": 304, "Finetune/Step Time": 6.570322213694453}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.8914607763290405, "Finetune/Loss (Raw)": 0.9661049246788025, "Finetune/Step": 305, "Finetune/Step Time": 6.563190905377269}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.8900381326675415, "Finetune/Loss (Raw)": 0.8835838437080383, "Finetune/Step": 306, "Finetune/Step Time": 6.56457644701004}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.8920050263404846, "Finetune/Loss (Raw)": 1.0795412063598633, "Finetune/Step": 307, "Finetune/Step Time": 6.567230921238661}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.8920972943305969, "Finetune/Loss (Raw)": 0.9611212611198425, "Finetune/Step": 308, "Finetune/Step Time": 6.568046187981963}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.8924159407615662, "Finetune/Loss (Raw)": 0.9902675151824951, "Finetune/Step": 309, "Finetune/Step Time": 6.582116367295384}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.8921623229980469, "Finetune/Loss (Raw)": 0.9415597319602966, "Finetune/Step": 310, "Finetune/Step Time": 6.584382968023419}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.8921762108802795, "Finetune/Loss (Raw)": 0.9520681500434875, "Finetune/Step": 311, "Finetune/Step Time": 6.591655176132917}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.8906376361846924, "Finetune/Loss (Raw)": 0.8795462250709534, "Finetune/Step": 312, "Finetune/Step Time": 6.591621216386557}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.8920079469680786, "Finetune/Loss (Raw)": 1.0277838706970215, "Finetune/Step": 313, "Finetune/Step Time": 6.599645895883441}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.8940815329551697, "Finetune/Loss (Raw)": 1.061781644821167, "Finetune/Step": 314, "Finetune/Step Time": 6.584733825176954}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.8937017917633057, "Finetune/Loss (Raw)": 0.8551301956176758, "Finetune/Step": 315, "Finetune/Step Time": 6.590168396010995}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.8889720439910889, "Finetune/Loss (Raw)": 0.3655173182487488, "Finetune/Step": 316, "Finetune/Step Time": 6.610602550208569}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.8891254663467407, "Finetune/Loss (Raw)": 0.8943251967430115, "Finetune/Step": 317, "Finetune/Step Time": 6.602214261889458}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.8892281651496887, "Finetune/Loss (Raw)": 0.9854483008384705, "Finetune/Step": 318, "Finetune/Step Time": 6.596107874065638}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.8886942267417908, "Finetune/Loss (Raw)": 0.8462784290313721, "Finetune/Step": 319, "Finetune/Step Time": 6.603169050067663}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.8876933455467224, "Finetune/Loss (Raw)": 0.8506828546524048, "Finetune/Step": 320, "Finetune/Step Time": 6.5987738110125065}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.8834731578826904, "Finetune/Loss (Raw)": 0.3130475878715515, "Finetune/Step": 321, "Finetune/Step Time": 6.621089639142156}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.8826675415039062, "Finetune/Loss (Raw)": 0.9059445261955261, "Finetune/Step": 322, "Finetune/Step Time": 6.621402028948069}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.8829910159111023, "Finetune/Loss (Raw)": 0.9450498223304749, "Finetune/Step": 323, "Finetune/Step Time": 6.616643745452166}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.8846595883369446, "Finetune/Loss (Raw)": 1.0227086544036865, "Finetune/Step": 324, "Finetune/Step Time": 6.615558894351125}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.8845299482345581, "Finetune/Loss (Raw)": 0.9567721486091614, "Finetune/Step": 325, "Finetune/Step Time": 6.6131999753415585}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.8857403993606567, "Finetune/Loss (Raw)": 1.0105966329574585, "Finetune/Step": 326, "Finetune/Step Time": 6.613760052248836}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.8855428695678711, "Finetune/Loss (Raw)": 0.8904204964637756, "Finetune/Step": 327, "Finetune/Step Time": 6.608533948659897}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.88560950756073, "Finetune/Loss (Raw)": 0.9492802023887634, "Finetune/Step": 328, "Finetune/Step Time": 6.614283427596092}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.8844002485275269, "Finetune/Loss (Raw)": 0.8304067254066467, "Finetune/Step": 329, "Finetune/Step Time": 6.630320508033037}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.8827003240585327, "Finetune/Loss (Raw)": 0.8262413144111633, "Finetune/Step": 330, "Finetune/Step Time": 6.633597539737821}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.8824798464775085, "Finetune/Loss (Raw)": 0.9698013067245483, "Finetune/Step": 331, "Finetune/Step Time": 6.647367794066668}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.8805055618286133, "Finetune/Loss (Raw)": 0.7419092059135437, "Finetune/Step": 332, "Finetune/Step Time": 6.663393594324589}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.8854819536209106, "Finetune/Loss (Raw)": 0.9381090402603149, "Finetune/Step": 333, "Finetune/Step Time": 6.647570153698325}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.885316014289856, "Finetune/Loss (Raw)": 0.9447600245475769, "Finetune/Step": 334, "Finetune/Step Time": 6.641755046322942}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.8852924108505249, "Finetune/Loss (Raw)": 0.8532068729400635, "Finetune/Step": 335, "Finetune/Step Time": 6.628365181386471}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.8861936926841736, "Finetune/Loss (Raw)": 1.0023893117904663, "Finetune/Step": 336, "Finetune/Step Time": 6.630873702466488}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.8876134157180786, "Finetune/Loss (Raw)": 1.116121530532837, "Finetune/Step": 337, "Finetune/Step Time": 6.626325685530901}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.8916701078414917, "Finetune/Loss (Raw)": 0.8202548623085022, "Finetune/Step": 338, "Finetune/Step Time": 6.611520264297724}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.8917510509490967, "Finetune/Loss (Raw)": 0.8293585777282715, "Finetune/Step": 339, "Finetune/Step Time": 6.603403015062213}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.890974223613739, "Finetune/Loss (Raw)": 0.8414921164512634, "Finetune/Step": 340, "Finetune/Step Time": 6.601649144664407}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.8898530602455139, "Finetune/Loss (Raw)": 0.93337482213974, "Finetune/Step": 341, "Finetune/Step Time": 6.603716840967536}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.8905353546142578, "Finetune/Loss (Raw)": 0.9589399695396423, "Finetune/Step": 342, "Finetune/Step Time": 6.58531853556633}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.8907690048217773, "Finetune/Loss (Raw)": 0.9307372570037842, "Finetune/Step": 343, "Finetune/Step Time": 6.583272352814674}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.8917933702468872, "Finetune/Loss (Raw)": 0.9744505882263184, "Finetune/Step": 344, "Finetune/Step Time": 6.568728569895029}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.8918602466583252, "Finetune/Loss (Raw)": 1.0023185014724731, "Finetune/Step": 345, "Finetune/Step Time": 6.571165611967444}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.8916106820106506, "Finetune/Loss (Raw)": 0.9917616248130798, "Finetune/Step": 346, "Finetune/Step Time": 6.567295493558049}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.8912774324417114, "Finetune/Loss (Raw)": 1.0533078908920288, "Finetune/Step": 347, "Finetune/Step Time": 6.570889297872782}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.8917713761329651, "Finetune/Loss (Raw)": 0.9410767555236816, "Finetune/Step": 348, "Finetune/Step Time": 6.590840354561806}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.8926076889038086, "Finetune/Loss (Raw)": 1.0216692686080933, "Finetune/Step": 349, "Finetune/Step Time": 6.599959097802639}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.892211377620697, "Finetune/Loss (Raw)": 0.8070500493049622, "Finetune/Step": 350, "Finetune/Step Time": 6.614603713154793}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.892374575138092, "Finetune/Loss (Raw)": 0.8814582228660583, "Finetune/Step": 351, "Finetune/Step Time": 6.628224698826671}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.8966132402420044, "Finetune/Loss (Raw)": 0.8741081357002258, "Finetune/Step": 352, "Finetune/Step Time": 6.619203055277467}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.8955132961273193, "Finetune/Loss (Raw)": 0.8489037752151489, "Finetune/Step": 353, "Finetune/Step Time": 6.618600118905306}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.8932229280471802, "Finetune/Loss (Raw)": 0.8166050314903259, "Finetune/Step": 354, "Finetune/Step Time": 6.6251615434885025}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.8926790952682495, "Finetune/Loss (Raw)": 0.9795703887939453, "Finetune/Step": 355, "Finetune/Step Time": 6.6456887293607}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.8909739851951599, "Finetune/Loss (Raw)": 0.7768566608428955, "Finetune/Step": 356, "Finetune/Step Time": 6.653016759082675}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.8898491859436035, "Finetune/Loss (Raw)": 0.735138475894928, "Finetune/Step": 357, "Finetune/Step Time": 6.666927421465516}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.8848384618759155, "Finetune/Loss (Raw)": 0.35584115982055664, "Finetune/Step": 358, "Finetune/Step Time": 6.686415653675795}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.883508563041687, "Finetune/Loss (Raw)": 0.785038411617279, "Finetune/Step": 359, "Finetune/Step Time": 6.688191067427397}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.8827770948410034, "Finetune/Loss (Raw)": 0.8926764130592346, "Finetune/Step": 360, "Finetune/Step Time": 6.688118426129222}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.8867005109786987, "Finetune/Loss (Raw)": 0.800268828868866, "Finetune/Step": 361, "Finetune/Step Time": 6.668105831369758}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.8853280544281006, "Finetune/Loss (Raw)": 0.8404973745346069, "Finetune/Step": 362, "Finetune/Step Time": 6.6596925016492605}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.8849471807479858, "Finetune/Loss (Raw)": 0.9926889538764954, "Finetune/Step": 363, "Finetune/Step Time": 6.619886927306652}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.8854176998138428, "Finetune/Loss (Raw)": 1.0057733058929443, "Finetune/Step": 364, "Finetune/Step Time": 6.617592707276344}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.8862502574920654, "Finetune/Loss (Raw)": 1.0262176990509033, "Finetune/Step": 365, "Finetune/Step Time": 6.587893286719918}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.8854336142539978, "Finetune/Loss (Raw)": 0.842318594455719, "Finetune/Step": 366, "Finetune/Step Time": 6.5923898089677095}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.8864814043045044, "Finetune/Loss (Raw)": 0.951830267906189, "Finetune/Step": 367, "Finetune/Step Time": 6.597955079749227}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.8868299722671509, "Finetune/Loss (Raw)": 0.901229202747345, "Finetune/Step": 368, "Finetune/Step Time": 6.598480805754662}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.8858433961868286, "Finetune/Loss (Raw)": 0.8937278985977173, "Finetune/Step": 369, "Finetune/Step Time": 6.5985951870679855}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.8866182565689087, "Finetune/Loss (Raw)": 1.0532448291778564, "Finetune/Step": 370, "Finetune/Step Time": 6.598129658028483}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.8872023224830627, "Finetune/Loss (Raw)": 1.0576841831207275, "Finetune/Step": 371, "Finetune/Step Time": 6.589200614020228}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.8881916999816895, "Finetune/Loss (Raw)": 0.9382883310317993, "Finetune/Step": 372, "Finetune/Step Time": 6.597514890134335}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.8826042413711548, "Finetune/Loss (Raw)": 0.4352472126483917, "Finetune/Step": 373, "Finetune/Step Time": 6.621213341131806}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.8774905800819397, "Finetune/Loss (Raw)": 0.351532906293869, "Finetune/Step": 374, "Finetune/Step Time": 6.63400786370039}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.877976655960083, "Finetune/Loss (Raw)": 0.9960086941719055, "Finetune/Step": 375, "Finetune/Step Time": 6.6325549483299255}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.8767436742782593, "Finetune/Loss (Raw)": 0.7864948511123657, "Finetune/Step": 376, "Finetune/Step Time": 6.632561102509499}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.8764231204986572, "Finetune/Loss (Raw)": 0.8868268728256226, "Finetune/Step": 377, "Finetune/Step Time": 6.633407793939114}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.877714216709137, "Finetune/Loss (Raw)": 1.1095067262649536, "Finetune/Step": 378, "Finetune/Step Time": 6.6332350596785545}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.8780438899993896, "Finetune/Loss (Raw)": 1.0508227348327637, "Finetune/Step": 379, "Finetune/Step Time": 6.6206610687077045}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.8780443668365479, "Finetune/Loss (Raw)": 0.9559419751167297, "Finetune/Step": 380, "Finetune/Step Time": 6.619187373667955}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.8773919343948364, "Finetune/Loss (Raw)": 0.9436527490615845, "Finetune/Step": 381, "Finetune/Step Time": 6.627754148095846}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.8770577907562256, "Finetune/Loss (Raw)": 0.8200807571411133, "Finetune/Step": 382, "Finetune/Step Time": 6.666434852406383}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.8806508779525757, "Finetune/Loss (Raw)": 0.7535684704780579, "Finetune/Step": 383, "Finetune/Step Time": 6.68063740991056}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.8780507445335388, "Finetune/Loss (Raw)": 0.522495687007904, "Finetune/Step": 384, "Finetune/Step Time": 6.697216492146254}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.8766694068908691, "Finetune/Loss (Raw)": 0.8852909207344055, "Finetune/Step": 385, "Finetune/Step Time": 6.695761661976576}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.8763837814331055, "Finetune/Loss (Raw)": 0.8132963180541992, "Finetune/Step": 386, "Finetune/Step Time": 6.706471910700202}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.8745899200439453, "Finetune/Loss (Raw)": 0.8017518520355225, "Finetune/Step": 387, "Finetune/Step Time": 6.708617825061083}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.8743255138397217, "Finetune/Loss (Raw)": 0.7802428603172302, "Finetune/Step": 388, "Finetune/Step Time": 6.68809175863862}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.87493896484375, "Finetune/Loss (Raw)": 0.8507816195487976, "Finetune/Step": 389, "Finetune/Step Time": 6.687426246702671}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.8745651841163635, "Finetune/Loss (Raw)": 0.7048754096031189, "Finetune/Step": 390, "Finetune/Step Time": 6.675186505541205}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.8741520643234253, "Finetune/Loss (Raw)": 0.934356153011322, "Finetune/Step": 391, "Finetune/Step Time": 6.670650437474251}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.8744827508926392, "Finetune/Loss (Raw)": 0.8584713935852051, "Finetune/Step": 392, "Finetune/Step Time": 6.667479496449232}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.8733677268028259, "Finetune/Loss (Raw)": 0.7233263254165649, "Finetune/Step": 393, "Finetune/Step Time": 6.679708909243345}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.870815634727478, "Finetune/Loss (Raw)": 0.7660008668899536, "Finetune/Step": 394, "Finetune/Step Time": 6.695458713918924}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.873321533203125, "Finetune/Loss (Raw)": 1.1330293416976929, "Finetune/Step": 395, "Finetune/Step Time": 6.695449020713568}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.8733922243118286, "Finetune/Loss (Raw)": 1.0315513610839844, "Finetune/Step": 396, "Finetune/Step Time": 6.696778763085604}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.8709245920181274, "Finetune/Loss (Raw)": 0.6486597061157227, "Finetune/Step": 397, "Finetune/Step Time": 6.71243760176003}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.8720606565475464, "Finetune/Loss (Raw)": 1.0588955879211426, "Finetune/Step": 398, "Finetune/Step Time": 6.706869972869754}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.8708449006080627, "Finetune/Loss (Raw)": 0.7175238728523254, "Finetune/Step": 399, "Finetune/Step Time": 6.694873170927167}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.8700017929077148, "Finetune/Loss (Raw)": 0.8751415014266968, "Finetune/Step": 400, "Finetune/Step Time": 6.692997286096215}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.8699369430541992, "Finetune/Loss (Raw)": 0.9935739636421204, "Finetune/Step": 401, "Finetune/Step Time": 6.695919858291745}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.8694156408309937, "Finetune/Loss (Raw)": 0.9071098566055298, "Finetune/Step": 402, "Finetune/Step Time": 6.697439309209585}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.8697181940078735, "Finetune/Loss (Raw)": 0.9175398945808411, "Finetune/Step": 403, "Finetune/Step Time": 6.697383908554912}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.8722124099731445, "Finetune/Loss (Raw)": 1.01284921169281, "Finetune/Step": 404, "Finetune/Step Time": 6.666078332811594}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.8701463937759399, "Finetune/Loss (Raw)": 0.6865412592887878, "Finetune/Step": 405, "Finetune/Step Time": 6.677434096112847}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.8663297891616821, "Finetune/Loss (Raw)": 0.46346622705459595, "Finetune/Step": 406, "Finetune/Step Time": 6.697865303605795}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.8619425296783447, "Finetune/Loss (Raw)": 0.40849632024765015, "Finetune/Step": 407, "Finetune/Step Time": 6.707146733999252}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.8623484373092651, "Finetune/Loss (Raw)": 0.9180336594581604, "Finetune/Step": 408, "Finetune/Step Time": 6.707061069086194}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.8634998798370361, "Finetune/Loss (Raw)": 1.1146494150161743, "Finetune/Step": 409, "Finetune/Step Time": 6.708531042560935}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.8646467924118042, "Finetune/Loss (Raw)": 1.1054718494415283, "Finetune/Step": 410, "Finetune/Step Time": 6.707174710929394}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.863330602645874, "Finetune/Loss (Raw)": 0.9170914888381958, "Finetune/Step": 411, "Finetune/Step Time": 6.7001022435724735}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.8578488826751709, "Finetune/Loss (Raw)": 0.35426783561706543, "Finetune/Step": 412, "Finetune/Step Time": 6.722134383395314}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.8595138788223267, "Finetune/Loss (Raw)": 0.9784383177757263, "Finetune/Step": 413, "Finetune/Step Time": 6.701517425477505}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.8591820597648621, "Finetune/Loss (Raw)": 0.8595010638237, "Finetune/Step": 414, "Finetune/Step Time": 6.687123069539666}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.8589763641357422, "Finetune/Loss (Raw)": 0.9473128318786621, "Finetune/Step": 415, "Finetune/Step Time": 6.684549584984779}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.8609697818756104, "Finetune/Loss (Raw)": 1.0439378023147583, "Finetune/Step": 416, "Finetune/Step Time": 6.6710123512893915}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.8603835105895996, "Finetune/Loss (Raw)": 0.9480581879615784, "Finetune/Step": 417, "Finetune/Step Time": 6.666198099032044}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.8617249727249146, "Finetune/Loss (Raw)": 1.0003575086593628, "Finetune/Step": 418, "Finetune/Step Time": 6.654336417093873}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.8603795766830444, "Finetune/Loss (Raw)": 0.83510822057724, "Finetune/Step": 419, "Finetune/Step Time": 6.671902377158403}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.855204701423645, "Finetune/Loss (Raw)": 0.3563184440135956, "Finetune/Step": 420, "Finetune/Step Time": 6.69036521576345}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.8549302816390991, "Finetune/Loss (Raw)": 0.9467601776123047, "Finetune/Step": 421, "Finetune/Step Time": 6.690714076161385}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.8572937250137329, "Finetune/Loss (Raw)": 0.922103762626648, "Finetune/Step": 422, "Finetune/Step Time": 6.696447225287557}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.8575612902641296, "Finetune/Loss (Raw)": 1.0250773429870605, "Finetune/Step": 423, "Finetune/Step Time": 6.690506312996149}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.8583322763442993, "Finetune/Loss (Raw)": 0.9911367893218994, "Finetune/Step": 424, "Finetune/Step Time": 6.689627772197127}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.8553340435028076, "Finetune/Loss (Raw)": 0.6359555721282959, "Finetune/Step": 425, "Finetune/Step Time": 6.723502920940518}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.8564895391464233, "Finetune/Loss (Raw)": 0.9039700031280518, "Finetune/Step": 426, "Finetune/Step Time": 6.704214610159397}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.861026406288147, "Finetune/Loss (Raw)": 0.8859151005744934, "Finetune/Step": 427, "Finetune/Step Time": 6.700375957414508}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.8661762475967407, "Finetune/Loss (Raw)": 1.0116937160491943, "Finetune/Step": 428, "Finetune/Step Time": 6.680733468383551}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.8712441921234131, "Finetune/Loss (Raw)": 1.0313427448272705, "Finetune/Step": 429, "Finetune/Step Time": 6.664271337911487}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.8713277578353882, "Finetune/Loss (Raw)": 0.8167301416397095, "Finetune/Step": 430, "Finetune/Step Time": 6.656745750457048}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.8760261535644531, "Finetune/Loss (Raw)": 0.9103564023971558, "Finetune/Step": 431, "Finetune/Step Time": 6.646119516342878}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.8751848936080933, "Finetune/Loss (Raw)": 0.8658638000488281, "Finetune/Step": 432, "Finetune/Step Time": 6.651197757571936}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.8741867542266846, "Finetune/Loss (Raw)": 0.8383453488349915, "Finetune/Step": 433, "Finetune/Step Time": 6.655174063518643}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.8743784427642822, "Finetune/Loss (Raw)": 0.9081233739852905, "Finetune/Step": 434, "Finetune/Step Time": 6.655919289216399}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.8720497488975525, "Finetune/Loss (Raw)": 0.7814618945121765, "Finetune/Step": 435, "Finetune/Step Time": 6.64692697301507}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.8711212873458862, "Finetune/Loss (Raw)": 0.84227055311203, "Finetune/Step": 436, "Finetune/Step Time": 6.643822660669684}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.870691180229187, "Finetune/Loss (Raw)": 0.9352216124534607, "Finetune/Step": 437, "Finetune/Step Time": 6.634987007826567}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.8691675662994385, "Finetune/Loss (Raw)": 0.7465299963951111, "Finetune/Step": 438, "Finetune/Step Time": 6.6315682008862495}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.8683819770812988, "Finetune/Loss (Raw)": 0.8515236973762512, "Finetune/Step": 439, "Finetune/Step Time": 6.636052593588829}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.8689247965812683, "Finetune/Loss (Raw)": 0.9490241408348083, "Finetune/Step": 440, "Finetune/Step Time": 6.637076050043106}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.8685455322265625, "Finetune/Loss (Raw)": 0.9792296886444092, "Finetune/Step": 441, "Finetune/Step Time": 6.634997505694628}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.8636225461959839, "Finetune/Loss (Raw)": 0.4316398799419403, "Finetune/Step": 442, "Finetune/Step Time": 6.667379315942526}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.8645954132080078, "Finetune/Loss (Raw)": 0.9796603322029114, "Finetune/Step": 443, "Finetune/Step Time": 6.672230770811439}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.8698108196258545, "Finetune/Loss (Raw)": 1.0330873727798462, "Finetune/Step": 444, "Finetune/Step Time": 6.653633637353778}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.8697515726089478, "Finetune/Loss (Raw)": 0.8867470026016235, "Finetune/Step": 445, "Finetune/Step Time": 6.649439932778478}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.8698520660400391, "Finetune/Loss (Raw)": 0.998302698135376, "Finetune/Step": 446, "Finetune/Step Time": 6.652078935876489}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.8707460165023804, "Finetune/Loss (Raw)": 0.9607082009315491, "Finetune/Step": 447, "Finetune/Step Time": 6.642573617398739}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.8713009357452393, "Finetune/Loss (Raw)": 0.9217135906219482, "Finetune/Step": 448, "Finetune/Step Time": 6.642885794863105}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.8771458864212036, "Finetune/Loss (Raw)": 1.0612057447433472, "Finetune/Step": 449, "Finetune/Step Time": 6.6233743987977505}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.8768184185028076, "Finetune/Loss (Raw)": 0.8640320897102356, "Finetune/Step": 450, "Finetune/Step Time": 6.622434327378869}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.8763291835784912, "Finetune/Loss (Raw)": 0.8824262619018555, "Finetune/Step": 451, "Finetune/Step Time": 6.6267078053206205}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.8752013444900513, "Finetune/Loss (Raw)": 0.8783364295959473, "Finetune/Step": 452, "Finetune/Step Time": 6.620809346437454}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.8762514591217041, "Finetune/Loss (Raw)": 1.0911873579025269, "Finetune/Step": 453, "Finetune/Step Time": 6.6160954758524895}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.8754409551620483, "Finetune/Loss (Raw)": 0.9068560004234314, "Finetune/Step": 454, "Finetune/Step Time": 6.630832394585013}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.8762463331222534, "Finetune/Loss (Raw)": 0.9935113787651062, "Finetune/Step": 455, "Finetune/Step Time": 6.630435382947326}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.8714219331741333, "Finetune/Loss (Raw)": 0.3317548632621765, "Finetune/Step": 456, "Finetune/Step Time": 6.639311974868178}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.8710953593254089, "Finetune/Loss (Raw)": 0.7886049747467041, "Finetune/Step": 457, "Finetune/Step Time": 6.62171314842999}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.8730127811431885, "Finetune/Loss (Raw)": 1.0716763734817505, "Finetune/Step": 458, "Finetune/Step Time": 6.619864238426089}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.8722757697105408, "Finetune/Loss (Raw)": 0.8754585385322571, "Finetune/Step": 459, "Finetune/Step Time": 6.61312341503799}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.8722169399261475, "Finetune/Loss (Raw)": 0.7343727946281433, "Finetune/Step": 460, "Finetune/Step Time": 6.613042157143354}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.8715529441833496, "Finetune/Loss (Raw)": 0.8531299829483032, "Finetune/Step": 461, "Finetune/Step Time": 6.613107806071639}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.8711866736412048, "Finetune/Loss (Raw)": 0.8978701233863831, "Finetune/Step": 462, "Finetune/Step Time": 6.6131914630532265}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.8730813264846802, "Finetune/Loss (Raw)": 1.0957201719284058, "Finetune/Step": 463, "Finetune/Step Time": 6.608221800997853}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.8674264550209045, "Finetune/Loss (Raw)": 0.27856966853141785, "Finetune/Step": 464, "Finetune/Step Time": 6.6273629404604435}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.866234540939331, "Finetune/Loss (Raw)": 0.9635586142539978, "Finetune/Step": 465, "Finetune/Step Time": 6.634939793497324}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.8655256628990173, "Finetune/Loss (Raw)": 0.729515552520752, "Finetune/Step": 466, "Finetune/Step Time": 6.639980917796493}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.8664051294326782, "Finetune/Loss (Raw)": 0.941929817199707, "Finetune/Step": 467, "Finetune/Step Time": 6.640735782682896}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.865475058555603, "Finetune/Loss (Raw)": 0.722442090511322, "Finetune/Step": 468, "Finetune/Step Time": 6.6530541609972715}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.8609074354171753, "Finetune/Loss (Raw)": 0.3487240672111511, "Finetune/Step": 469, "Finetune/Step Time": 6.668664621189237}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.860299825668335, "Finetune/Loss (Raw)": 0.8811629414558411, "Finetune/Step": 470, "Finetune/Step Time": 6.668531276285648}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.8601728677749634, "Finetune/Loss (Raw)": 0.9144796133041382, "Finetune/Step": 471, "Finetune/Step Time": 6.683370316401124}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.8607515096664429, "Finetune/Loss (Raw)": 1.0485222339630127, "Finetune/Step": 472, "Finetune/Step Time": 6.684820482507348}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.8594223856925964, "Finetune/Loss (Raw)": 0.8321936130523682, "Finetune/Step": 473, "Finetune/Step Time": 6.682799108326435}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.859212338924408, "Finetune/Loss (Raw)": 0.9648727178573608, "Finetune/Step": 474, "Finetune/Step Time": 6.678679840639234}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.8583529591560364, "Finetune/Loss (Raw)": 0.9433076977729797, "Finetune/Step": 475, "Finetune/Step Time": 6.677090922370553}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.8584014177322388, "Finetune/Loss (Raw)": 0.9472799301147461, "Finetune/Step": 476, "Finetune/Step Time": 6.660834349691868}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.8573037385940552, "Finetune/Loss (Raw)": 0.8811669945716858, "Finetune/Step": 477, "Finetune/Step Time": 6.665680054575205}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.8577386736869812, "Finetune/Loss (Raw)": 0.8627219200134277, "Finetune/Step": 478, "Finetune/Step Time": 6.642803566530347}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.8582047820091248, "Finetune/Loss (Raw)": 0.9411181807518005, "Finetune/Step": 479, "Finetune/Step Time": 6.627586035057902}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.8589847087860107, "Finetune/Loss (Raw)": 0.9739344716072083, "Finetune/Step": 480, "Finetune/Step Time": 6.619403501972556}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.8596110343933105, "Finetune/Loss (Raw)": 0.9290801882743835, "Finetune/Step": 481, "Finetune/Step Time": 6.622855173423886}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.8606387972831726, "Finetune/Loss (Raw)": 0.9481552243232727, "Finetune/Step": 482, "Finetune/Step Time": 6.63105196505785}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.8600762486457825, "Finetune/Loss (Raw)": 0.907564640045166, "Finetune/Step": 483, "Finetune/Step Time": 6.630525553599}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.860305905342102, "Finetune/Loss (Raw)": 0.8062564730644226, "Finetune/Step": 484, "Finetune/Step Time": 6.633820775896311}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.859676718711853, "Finetune/Loss (Raw)": 0.6545965075492859, "Finetune/Step": 485, "Finetune/Step Time": 6.63669097609818}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.8636243939399719, "Finetune/Loss (Raw)": 0.8611435890197754, "Finetune/Step": 486, "Finetune/Step Time": 6.629131723195314}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.8647531867027283, "Finetune/Loss (Raw)": 0.9295265078544617, "Finetune/Step": 487, "Finetune/Step Time": 6.628063460811973}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.8654165267944336, "Finetune/Loss (Raw)": 0.9775846600532532, "Finetune/Step": 488, "Finetune/Step Time": 6.624780278652906}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.8654327392578125, "Finetune/Loss (Raw)": 0.8023462891578674, "Finetune/Step": 489, "Finetune/Step Time": 6.628406273201108}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.8648453950881958, "Finetune/Loss (Raw)": 0.7653084397315979, "Finetune/Step": 490, "Finetune/Step Time": 6.634264076128602}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.8610961437225342, "Finetune/Loss (Raw)": 0.5127958059310913, "Finetune/Step": 491, "Finetune/Step Time": 6.661390604451299}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.8597044348716736, "Finetune/Loss (Raw)": 0.8276349902153015, "Finetune/Step": 492, "Finetune/Step Time": 6.667036009952426}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.8589800596237183, "Finetune/Loss (Raw)": 0.9334949851036072, "Finetune/Step": 493, "Finetune/Step Time": 6.669043550267816}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.859300971031189, "Finetune/Loss (Raw)": 0.8833929896354675, "Finetune/Step": 494, "Finetune/Step Time": 6.679189309477806}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.8589264154434204, "Finetune/Loss (Raw)": 0.903893768787384, "Finetune/Step": 495, "Finetune/Step Time": 6.679009381681681}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.8592567443847656, "Finetune/Loss (Raw)": 0.9435082674026489, "Finetune/Step": 496, "Finetune/Step Time": 6.691372785717249}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.8590450286865234, "Finetune/Loss (Raw)": 0.8666322231292725, "Finetune/Step": 497, "Finetune/Step Time": 6.6937799621373415}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.8583595752716064, "Finetune/Loss (Raw)": 0.9654983282089233, "Finetune/Step": 498, "Finetune/Step Time": 6.691773761063814}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.8566958904266357, "Finetune/Loss (Raw)": 0.8447415828704834, "Finetune/Step": 499, "Finetune/Step Time": 6.70373578928411}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.8561996221542358, "Finetune/Loss (Raw)": 0.8747586011886597, "Finetune/Step": 500, "Finetune/Step Time": 6.708280269056559}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.8582388758659363, "Finetune/Loss (Raw)": 0.6962745785713196, "Finetune/Step": 501, "Finetune/Step Time": 6.698542853817344}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.8612449765205383, "Finetune/Loss (Raw)": 0.7363077402114868, "Finetune/Step": 502, "Finetune/Step Time": 6.695614045485854}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.8596247434616089, "Finetune/Loss (Raw)": 0.7886247038841248, "Finetune/Step": 503, "Finetune/Step Time": 6.711021831259131}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.8607045412063599, "Finetune/Loss (Raw)": 0.9247007966041565, "Finetune/Step": 504, "Finetune/Step Time": 6.706403743475676}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.8610109090805054, "Finetune/Loss (Raw)": 0.9260531663894653, "Finetune/Step": 505, "Finetune/Step Time": 6.70709615200758}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.8573188185691833, "Finetune/Loss (Raw)": 0.6369122266769409, "Finetune/Step": 506, "Finetune/Step Time": 6.718257637694478}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.856396496295929, "Finetune/Loss (Raw)": 0.9327659010887146, "Finetune/Step": 507, "Finetune/Step Time": 6.714037457481027}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.8558948040008545, "Finetune/Loss (Raw)": 0.8917317390441895, "Finetune/Step": 508, "Finetune/Step Time": 6.713253628462553}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.8551665544509888, "Finetune/Loss (Raw)": 0.8504312038421631, "Finetune/Step": 509, "Finetune/Step Time": 6.715874761343002}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.8552553653717041, "Finetune/Loss (Raw)": 0.8314496874809265, "Finetune/Step": 510, "Finetune/Step Time": 6.679123172536492}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.8569236993789673, "Finetune/Loss (Raw)": 0.9671128392219543, "Finetune/Step": 511, "Finetune/Step Time": 6.64937118627131}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.8598759174346924, "Finetune/Loss (Raw)": 0.9003779888153076, "Finetune/Step": 512, "Finetune/Step Time": 6.631406677886844}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.8607287406921387, "Finetune/Loss (Raw)": 0.9944630265235901, "Finetune/Step": 513, "Finetune/Step Time": 6.634961050003767}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.8616396188735962, "Finetune/Loss (Raw)": 0.9298810362815857, "Finetune/Step": 514, "Finetune/Step Time": 6.647423597052693}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.8584518432617188, "Finetune/Loss (Raw)": 0.3937176764011383, "Finetune/Step": 515, "Finetune/Step Time": 6.666171016171575}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.8599635362625122, "Finetune/Loss (Raw)": 0.9737343788146973, "Finetune/Step": 516, "Finetune/Step Time": 6.669861087575555}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.8609145879745483, "Finetune/Loss (Raw)": 0.9725180268287659, "Finetune/Step": 517, "Finetune/Step Time": 6.669364547356963}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.862673819065094, "Finetune/Loss (Raw)": 0.9300556182861328, "Finetune/Step": 518, "Finetune/Step Time": 6.671770509332418}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.862862765789032, "Finetune/Loss (Raw)": 0.9585486054420471, "Finetune/Step": 519, "Finetune/Step Time": 6.686681093648076}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.8622753620147705, "Finetune/Loss (Raw)": 0.7832788825035095, "Finetune/Step": 520, "Finetune/Step Time": 6.68694718927145}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.864072859287262, "Finetune/Loss (Raw)": 0.9534087181091309, "Finetune/Step": 521, "Finetune/Step Time": 6.678111046552658}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.8649766445159912, "Finetune/Loss (Raw)": 0.8816858530044556, "Finetune/Step": 522, "Finetune/Step Time": 6.660772921517491}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.8613930940628052, "Finetune/Loss (Raw)": 0.6743282675743103, "Finetune/Step": 523, "Finetune/Step Time": 6.667158326134086}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.8604949712753296, "Finetune/Loss (Raw)": 0.916594922542572, "Finetune/Step": 524, "Finetune/Step Time": 6.663574928417802}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.8628211617469788, "Finetune/Loss (Raw)": 0.9464179873466492, "Finetune/Step": 525, "Finetune/Step Time": 6.647175155580044}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.861142098903656, "Finetune/Loss (Raw)": 0.8439723253250122, "Finetune/Step": 526, "Finetune/Step Time": 6.659333795309067}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.8621364831924438, "Finetune/Loss (Raw)": 0.8448078036308289, "Finetune/Step": 527, "Finetune/Step Time": 6.6543002258986235}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.8626346588134766, "Finetune/Loss (Raw)": 0.9388982653617859, "Finetune/Step": 528, "Finetune/Step Time": 6.6494862623512745}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.8619869351387024, "Finetune/Loss (Raw)": 0.9106734395027161, "Finetune/Step": 529, "Finetune/Step Time": 6.649092813953757}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.8624804019927979, "Finetune/Loss (Raw)": 0.9702726602554321, "Finetune/Step": 530, "Finetune/Step Time": 6.633628873154521}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.8633801937103271, "Finetune/Loss (Raw)": 1.032707929611206, "Finetune/Step": 531, "Finetune/Step Time": 6.629920972511172}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.8621130585670471, "Finetune/Loss (Raw)": 0.8506559729576111, "Finetune/Step": 532, "Finetune/Step Time": 6.6278621554374695}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.8635022640228271, "Finetune/Loss (Raw)": 0.8643594980239868, "Finetune/Step": 533, "Finetune/Step Time": 6.623987117782235}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.8669033050537109, "Finetune/Loss (Raw)": 0.8988016843795776, "Finetune/Step": 534, "Finetune/Step Time": 6.6112929582595825}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.8699382543563843, "Finetune/Loss (Raw)": 0.7969712018966675, "Finetune/Step": 535, "Finetune/Step Time": 6.602473212406039}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.8687300682067871, "Finetune/Loss (Raw)": 0.76338130235672, "Finetune/Step": 536, "Finetune/Step Time": 6.623415237292647}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.8673030138015747, "Finetune/Loss (Raw)": 0.9319970607757568, "Finetune/Step": 537, "Finetune/Step Time": 6.624905493110418}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.865904688835144, "Finetune/Loss (Raw)": 0.9264766573905945, "Finetune/Step": 538, "Finetune/Step Time": 6.632654482498765}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.866723895072937, "Finetune/Loss (Raw)": 1.0219520330429077, "Finetune/Step": 539, "Finetune/Step Time": 6.62641285546124}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.8707557916641235, "Finetune/Loss (Raw)": 0.8703546524047852, "Finetune/Step": 540, "Finetune/Step Time": 6.603538012132049}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.8702354431152344, "Finetune/Loss (Raw)": 0.9118312001228333, "Finetune/Step": 541, "Finetune/Step Time": 6.609040981158614}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.8706231117248535, "Finetune/Loss (Raw)": 0.9091290831565857, "Finetune/Step": 542, "Finetune/Step Time": 6.607208488509059}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.8712701201438904, "Finetune/Loss (Raw)": 1.030125617980957, "Finetune/Step": 543, "Finetune/Step Time": 6.606291567906737}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.8706477284431458, "Finetune/Loss (Raw)": 0.9642685055732727, "Finetune/Step": 544, "Finetune/Step Time": 6.606029491871595}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.8704912066459656, "Finetune/Loss (Raw)": 0.9280248880386353, "Finetune/Step": 545, "Finetune/Step Time": 6.603035861626267}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.869564950466156, "Finetune/Loss (Raw)": 0.881793200969696, "Finetune/Step": 546, "Finetune/Step Time": 6.603899462148547}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.8708544373512268, "Finetune/Loss (Raw)": 1.0001623630523682, "Finetune/Step": 547, "Finetune/Step Time": 6.59408893622458}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.8741446137428284, "Finetune/Loss (Raw)": 0.7774660587310791, "Finetune/Step": 548, "Finetune/Step Time": 6.589028581976891}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.8717701435089111, "Finetune/Loss (Raw)": 0.6428338289260864, "Finetune/Step": 549, "Finetune/Step Time": 6.596620839089155}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.8711257576942444, "Finetune/Loss (Raw)": 0.8396135568618774, "Finetune/Step": 550, "Finetune/Step Time": 6.579216519370675}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.8696247935295105, "Finetune/Loss (Raw)": 0.8329527974128723, "Finetune/Step": 551, "Finetune/Step Time": 6.579509565606713}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.8697736263275146, "Finetune/Loss (Raw)": 1.0101958513259888, "Finetune/Step": 552, "Finetune/Step Time": 6.5746265314519405}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.8703099489212036, "Finetune/Loss (Raw)": 0.7046043872833252, "Finetune/Step": 553, "Finetune/Step Time": 6.53886054456234}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.8709582090377808, "Finetune/Loss (Raw)": 0.9869405031204224, "Finetune/Step": 554, "Finetune/Step Time": 6.53483828343451}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.8709744215011597, "Finetune/Loss (Raw)": 0.8879942893981934, "Finetune/Step": 555, "Finetune/Step Time": 6.538454597815871}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.8700670599937439, "Finetune/Loss (Raw)": 0.8955504894256592, "Finetune/Step": 556, "Finetune/Step Time": 6.549672791734338}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.8686562776565552, "Finetune/Loss (Raw)": 0.8507604598999023, "Finetune/Step": 557, "Finetune/Step Time": 6.546253753826022}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.8641784191131592, "Finetune/Loss (Raw)": 0.24356962740421295, "Finetune/Step": 558, "Finetune/Step Time": 6.55975535698235}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.8640244007110596, "Finetune/Loss (Raw)": 0.8906314969062805, "Finetune/Step": 559, "Finetune/Step Time": 6.553252598270774}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.8633462190628052, "Finetune/Loss (Raw)": 0.7790640592575073, "Finetune/Step": 560, "Finetune/Step Time": 6.548552626743913}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.8631256222724915, "Finetune/Loss (Raw)": 0.8101084232330322, "Finetune/Step": 561, "Finetune/Step Time": 6.5481663923710585}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.8623177409172058, "Finetune/Loss (Raw)": 0.8047115802764893, "Finetune/Step": 562, "Finetune/Step Time": 6.545659074559808}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.8635772466659546, "Finetune/Loss (Raw)": 0.9426752924919128, "Finetune/Step": 563, "Finetune/Step Time": 6.545857520774007}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.8641044497489929, "Finetune/Loss (Raw)": 0.9097590446472168, "Finetune/Step": 564, "Finetune/Step Time": 6.554610643535852}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.8625898957252502, "Finetune/Loss (Raw)": 0.7413621544837952, "Finetune/Step": 565, "Finetune/Step Time": 6.563516208902001}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.8645482659339905, "Finetune/Loss (Raw)": 0.9971984028816223, "Finetune/Step": 566, "Finetune/Step Time": 6.564529862254858}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.8643057346343994, "Finetune/Loss (Raw)": 0.8204816579818726, "Finetune/Step": 567, "Finetune/Step Time": 6.5663902759552}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.8591263890266418, "Finetune/Loss (Raw)": 0.2860696315765381, "Finetune/Step": 568, "Finetune/Step Time": 6.58096170052886}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.8580007553100586, "Finetune/Loss (Raw)": 0.8351436853408813, "Finetune/Step": 569, "Finetune/Step Time": 6.586195133626461}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.861577570438385, "Finetune/Loss (Raw)": 0.8894721269607544, "Finetune/Step": 570, "Finetune/Step Time": 6.559750912711024}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.8601632118225098, "Finetune/Loss (Raw)": 0.7986263632774353, "Finetune/Step": 571, "Finetune/Step Time": 6.57455394603312}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.8592635989189148, "Finetune/Loss (Raw)": 0.9179325103759766, "Finetune/Step": 572, "Finetune/Step Time": 6.572695443406701}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.860276460647583, "Finetune/Loss (Raw)": 1.016398549079895, "Finetune/Step": 573, "Finetune/Step Time": 6.576112903654575}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.860293447971344, "Finetune/Loss (Raw)": 1.0004699230194092, "Finetune/Step": 574, "Finetune/Step Time": 6.573433578014374}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.8605571985244751, "Finetune/Loss (Raw)": 0.9944685697555542, "Finetune/Step": 575, "Finetune/Step Time": 6.590713566169143}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.8603180050849915, "Finetune/Loss (Raw)": 0.891100287437439, "Finetune/Step": 576, "Finetune/Step Time": 6.591507593169808}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.8589382767677307, "Finetune/Loss (Raw)": 0.8846020698547363, "Finetune/Step": 577, "Finetune/Step Time": 6.587439760565758}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.8585345149040222, "Finetune/Loss (Raw)": 0.8123480081558228, "Finetune/Step": 578, "Finetune/Step Time": 6.583331424742937}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.8575941324234009, "Finetune/Loss (Raw)": 0.7620585560798645, "Finetune/Step": 579, "Finetune/Step Time": 6.595297722145915}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.8580516576766968, "Finetune/Loss (Raw)": 0.9368984699249268, "Finetune/Step": 580, "Finetune/Step Time": 6.596975898370147}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.8573189973831177, "Finetune/Loss (Raw)": 0.9974060654640198, "Finetune/Step": 581, "Finetune/Step Time": 6.601429985836148}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.8580629229545593, "Finetune/Loss (Raw)": 1.002081274986267, "Finetune/Step": 582, "Finetune/Step Time": 6.595786824822426}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.8563448190689087, "Finetune/Loss (Raw)": 0.7735933065414429, "Finetune/Step": 583, "Finetune/Step Time": 6.600870221853256}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.8605531454086304, "Finetune/Loss (Raw)": 0.870419442653656, "Finetune/Step": 584, "Finetune/Step Time": 6.590888932347298}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.8618934154510498, "Finetune/Loss (Raw)": 0.9601548314094543, "Finetune/Step": 585, "Finetune/Step Time": 6.591361366212368}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.8561052083969116, "Finetune/Loss (Raw)": 0.3307896554470062, "Finetune/Step": 586, "Finetune/Step Time": 6.616499174386263}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.8575429320335388, "Finetune/Loss (Raw)": 1.059491753578186, "Finetune/Step": 587, "Finetune/Step Time": 6.608023717999458}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.8578540682792664, "Finetune/Loss (Raw)": 0.7741916179656982, "Finetune/Step": 588, "Finetune/Step Time": 6.615438837558031}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.8589583039283752, "Finetune/Loss (Raw)": 0.9944794178009033, "Finetune/Step": 589, "Finetune/Step Time": 6.610082533210516}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.8597707748413086, "Finetune/Loss (Raw)": 1.0018645524978638, "Finetune/Step": 590, "Finetune/Step Time": 6.6107593681663275}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.8575511574745178, "Finetune/Loss (Raw)": 0.8116087913513184, "Finetune/Step": 591, "Finetune/Step Time": 6.612430918961763}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.8622180819511414, "Finetune/Loss (Raw)": 0.8759346604347229, "Finetune/Step": 592, "Finetune/Step Time": 6.591541167348623}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.8613762855529785, "Finetune/Loss (Raw)": 0.8558138012886047, "Finetune/Step": 593, "Finetune/Step Time": 6.60556161403656}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.8628950119018555, "Finetune/Loss (Raw)": 0.9239039421081543, "Finetune/Step": 594, "Finetune/Step Time": 6.59405162371695}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.8629043102264404, "Finetune/Loss (Raw)": 0.943120002746582, "Finetune/Step": 595, "Finetune/Step Time": 6.584046309813857}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.8637630939483643, "Finetune/Loss (Raw)": 0.8323672413825989, "Finetune/Step": 596, "Finetune/Step Time": 6.566656669601798}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.8671599626541138, "Finetune/Loss (Raw)": 0.7835192084312439, "Finetune/Step": 597, "Finetune/Step Time": 6.549118880182505}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.8670514225959778, "Finetune/Loss (Raw)": 0.867270827293396, "Finetune/Step": 598, "Finetune/Step Time": 6.570907823741436}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.8674571514129639, "Finetune/Loss (Raw)": 0.9664195775985718, "Finetune/Step": 599, "Finetune/Step Time": 6.5539899952709675}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.8669288158416748, "Finetune/Loss (Raw)": 0.9808900952339172, "Finetune/Step": 600, "Finetune/Step Time": 6.558592287823558}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.8668153285980225, "Finetune/Loss (Raw)": 0.817669689655304, "Finetune/Step": 601, "Finetune/Step Time": 6.5820560194551945}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.8665978908538818, "Finetune/Loss (Raw)": 0.9370436072349548, "Finetune/Step": 602, "Finetune/Step Time": 6.57630861364305}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.8650379180908203, "Finetune/Loss (Raw)": 0.7436333298683167, "Finetune/Step": 603, "Finetune/Step Time": 6.581564217805862}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.8651165962219238, "Finetune/Loss (Raw)": 0.9573460817337036, "Finetune/Step": 604, "Finetune/Step Time": 6.582033686339855}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.8641967177391052, "Finetune/Loss (Raw)": 0.763424813747406, "Finetune/Step": 605, "Finetune/Step Time": 6.578149335458875}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.8636003136634827, "Finetune/Loss (Raw)": 0.7863774299621582, "Finetune/Step": 606, "Finetune/Step Time": 6.5946940295398235}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.8612602949142456, "Finetune/Loss (Raw)": 0.6416004300117493, "Finetune/Step": 607, "Finetune/Step Time": 6.62375009059906}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.8615975975990295, "Finetune/Loss (Raw)": 1.017106294631958, "Finetune/Step": 608, "Finetune/Step Time": 6.621900709345937}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.8606148362159729, "Finetune/Loss (Raw)": 0.8032880425453186, "Finetune/Step": 609, "Finetune/Step Time": 6.618045164272189}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.8601975440979004, "Finetune/Loss (Raw)": 0.8947352170944214, "Finetune/Step": 610, "Finetune/Step Time": 6.609551064670086}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.8601667881011963, "Finetune/Loss (Raw)": 0.903631865978241, "Finetune/Step": 611, "Finetune/Step Time": 6.5886494014412165}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.8624197244644165, "Finetune/Loss (Raw)": 1.0946331024169922, "Finetune/Step": 612, "Finetune/Step Time": 6.586231384426355}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.8629958629608154, "Finetune/Loss (Raw)": 0.7283410429954529, "Finetune/Step": 613, "Finetune/Step Time": 6.580146821215749}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.8635430335998535, "Finetune/Loss (Raw)": 0.931175172328949, "Finetune/Step": 614, "Finetune/Step Time": 6.566514067351818}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.8633579015731812, "Finetune/Loss (Raw)": 0.905844509601593, "Finetune/Step": 615, "Finetune/Step Time": 6.57283235527575}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.8628076910972595, "Finetune/Loss (Raw)": 0.9071537256240845, "Finetune/Step": 616, "Finetune/Step Time": 6.575599562376738}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.8637512922286987, "Finetune/Loss (Raw)": 0.9231255650520325, "Finetune/Step": 617, "Finetune/Step Time": 6.568569773808122}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.8647316694259644, "Finetune/Loss (Raw)": 0.8908021450042725, "Finetune/Step": 618, "Finetune/Step Time": 6.563174553215504}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.8670949935913086, "Finetune/Loss (Raw)": 0.8152981996536255, "Finetune/Step": 619, "Finetune/Step Time": 6.558537291362882}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.8678277730941772, "Finetune/Loss (Raw)": 0.9214344620704651, "Finetune/Step": 620, "Finetune/Step Time": 6.550062600523233}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.8678257465362549, "Finetune/Loss (Raw)": 0.9332312345504761, "Finetune/Step": 621, "Finetune/Step Time": 6.568745689466596}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.8677927255630493, "Finetune/Loss (Raw)": 0.8791593313217163, "Finetune/Step": 622, "Finetune/Step Time": 6.557247828692198}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.8682554364204407, "Finetune/Loss (Raw)": 0.9631267189979553, "Finetune/Step": 623, "Finetune/Step Time": 6.55816688388586}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.8680506944656372, "Finetune/Loss (Raw)": 0.9172980189323425, "Finetune/Step": 624, "Finetune/Step Time": 6.544895173981786}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.8686133623123169, "Finetune/Loss (Raw)": 0.9386600852012634, "Finetune/Step": 625, "Finetune/Step Time": 6.545022016391158}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.8686602711677551, "Finetune/Loss (Raw)": 0.971493124961853, "Finetune/Step": 626, "Finetune/Step Time": 6.542924016714096}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.869263231754303, "Finetune/Loss (Raw)": 0.9219291806221008, "Finetune/Step": 627, "Finetune/Step Time": 6.534409550949931}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.8691940307617188, "Finetune/Loss (Raw)": 0.8659022450447083, "Finetune/Step": 628, "Finetune/Step Time": 6.524625945836306}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.8710393905639648, "Finetune/Loss (Raw)": 0.9324760437011719, "Finetune/Step": 629, "Finetune/Step Time": 6.514620313420892}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.8737754225730896, "Finetune/Loss (Raw)": 1.0865203142166138, "Finetune/Step": 630, "Finetune/Step Time": 6.49640616029501}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.8734449744224548, "Finetune/Loss (Raw)": 0.746329128742218, "Finetune/Step": 631, "Finetune/Step Time": 6.481753181666136}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.8741909265518188, "Finetune/Loss (Raw)": 1.0201876163482666, "Finetune/Step": 632, "Finetune/Step Time": 6.480086896568537}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.8756745457649231, "Finetune/Loss (Raw)": 1.1159491539001465, "Finetune/Step": 633, "Finetune/Step Time": 6.481055708602071}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.8770259618759155, "Finetune/Loss (Raw)": 0.8098957538604736, "Finetune/Step": 634, "Finetune/Step Time": 6.471797419711947}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.8770147562026978, "Finetune/Loss (Raw)": 0.9313290119171143, "Finetune/Step": 635, "Finetune/Step Time": 6.475061060860753}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.8768008947372437, "Finetune/Loss (Raw)": 0.8643593788146973, "Finetune/Step": 636, "Finetune/Step Time": 6.498687634244561}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.8778178691864014, "Finetune/Loss (Raw)": 0.9806087017059326, "Finetune/Step": 637, "Finetune/Step Time": 6.489449638873339}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.879030704498291, "Finetune/Loss (Raw)": 0.9866920709609985, "Finetune/Step": 638, "Finetune/Step Time": 6.488880421966314}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.8784428834915161, "Finetune/Loss (Raw)": 0.8918707966804504, "Finetune/Step": 639, "Finetune/Step Time": 6.48602888174355}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.8784331679344177, "Finetune/Loss (Raw)": 0.8991287350654602, "Finetune/Step": 640, "Finetune/Step Time": 6.4854490254074335}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.8769608736038208, "Finetune/Loss (Raw)": 0.8060073852539062, "Finetune/Step": 641, "Finetune/Step Time": 6.491510737687349}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.8722586035728455, "Finetune/Loss (Raw)": 0.3279937505722046, "Finetune/Step": 642, "Finetune/Step Time": 6.47960839420557}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.8762087821960449, "Finetune/Loss (Raw)": 0.8993368744850159, "Finetune/Step": 643, "Finetune/Step Time": 6.469599759206176}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.8759603500366211, "Finetune/Loss (Raw)": 0.9419409036636353, "Finetune/Step": 644, "Finetune/Step Time": 6.473251203075051}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.8762372136116028, "Finetune/Loss (Raw)": 1.0079559087753296, "Finetune/Step": 645, "Finetune/Step Time": 6.471189687028527}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.8760880827903748, "Finetune/Loss (Raw)": 0.9109668731689453, "Finetune/Step": 646, "Finetune/Step Time": 6.480425897985697}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.8752157092094421, "Finetune/Loss (Raw)": 0.8468846678733826, "Finetune/Step": 647, "Finetune/Step Time": 6.480401830747724}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.8764511346817017, "Finetune/Loss (Raw)": 0.9414140582084656, "Finetune/Step": 648, "Finetune/Step Time": 6.4782481119036674}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.8753575682640076, "Finetune/Loss (Raw)": 0.8134322166442871, "Finetune/Step": 649, "Finetune/Step Time": 6.47375587746501}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.8746355772018433, "Finetune/Loss (Raw)": 0.7892658114433289, "Finetune/Step": 650, "Finetune/Step Time": 6.485708739608526}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.8764162659645081, "Finetune/Loss (Raw)": 0.9022594690322876, "Finetune/Step": 651, "Finetune/Step Time": 6.493538381531835}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.8761266469955444, "Finetune/Loss (Raw)": 0.8795228004455566, "Finetune/Step": 652, "Finetune/Step Time": 6.507687751203775}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.8753841519355774, "Finetune/Loss (Raw)": 0.8513786792755127, "Finetune/Step": 653, "Finetune/Step Time": 6.509541453793645}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.8777920007705688, "Finetune/Loss (Raw)": 1.152178406715393, "Finetune/Step": 654, "Finetune/Step Time": 6.500912517309189}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.8777835369110107, "Finetune/Loss (Raw)": 0.8437187075614929, "Finetune/Step": 655, "Finetune/Step Time": 6.509269438683987}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.8770360946655273, "Finetune/Loss (Raw)": 0.8432286977767944, "Finetune/Step": 656, "Finetune/Step Time": 6.512037435546517}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.8763397932052612, "Finetune/Loss (Raw)": 0.8215546607971191, "Finetune/Step": 657, "Finetune/Step Time": 6.531816985458136}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.875904381275177, "Finetune/Loss (Raw)": 0.9145376682281494, "Finetune/Step": 658, "Finetune/Step Time": 6.533387025818229}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.8733323812484741, "Finetune/Loss (Raw)": 0.7034868597984314, "Finetune/Step": 659, "Finetune/Step Time": 6.554813394322991}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.8747142553329468, "Finetune/Loss (Raw)": 1.027535080909729, "Finetune/Step": 660, "Finetune/Step Time": 6.559221599251032}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.8750722408294678, "Finetune/Loss (Raw)": 0.9101874828338623, "Finetune/Step": 661, "Finetune/Step Time": 6.552308714017272}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.875580906867981, "Finetune/Loss (Raw)": 0.9639061689376831, "Finetune/Step": 662, "Finetune/Step Time": 6.541738478466868}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.8770390748977661, "Finetune/Loss (Raw)": 0.9836166501045227, "Finetune/Step": 663, "Finetune/Step Time": 6.531735567376018}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.8775173425674438, "Finetune/Loss (Raw)": 0.82459557056427, "Finetune/Step": 664, "Finetune/Step Time": 6.520002007484436}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.8779013156890869, "Finetune/Loss (Raw)": 0.9811558127403259, "Finetune/Step": 665, "Finetune/Step Time": 6.527284948155284}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.8788944482803345, "Finetune/Loss (Raw)": 1.0535941123962402, "Finetune/Step": 666, "Finetune/Step Time": 6.520714279264212}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.8783903121948242, "Finetune/Loss (Raw)": 0.9574214220046997, "Finetune/Step": 667, "Finetune/Step Time": 6.53389709815383}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.8774001598358154, "Finetune/Loss (Raw)": 0.7436168789863586, "Finetune/Step": 668, "Finetune/Step Time": 6.539726983755827}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.8775148391723633, "Finetune/Loss (Raw)": 0.9265056252479553, "Finetune/Step": 669, "Finetune/Step Time": 6.534784995019436}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.8769721984863281, "Finetune/Loss (Raw)": 0.8396766185760498, "Finetune/Step": 670, "Finetune/Step Time": 6.53766530752182}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.8757883310317993, "Finetune/Loss (Raw)": 0.8785876631736755, "Finetune/Step": 671, "Finetune/Step Time": 6.5377238523215055}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.875667929649353, "Finetune/Loss (Raw)": 0.9488513469696045, "Finetune/Step": 672, "Finetune/Step Time": 6.535113612189889}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.8765096068382263, "Finetune/Loss (Raw)": 1.0357632637023926, "Finetune/Step": 673, "Finetune/Step Time": 6.5363428723067045}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.8778156638145447, "Finetune/Loss (Raw)": 1.048972249031067, "Finetune/Step": 674, "Finetune/Step Time": 6.538056457415223}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.8775291442871094, "Finetune/Loss (Raw)": 0.9634876251220703, "Finetune/Step": 675, "Finetune/Step Time": 6.540409605950117}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.8790632486343384, "Finetune/Loss (Raw)": 0.973831832408905, "Finetune/Step": 676, "Finetune/Step Time": 6.534813467413187}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.8797292113304138, "Finetune/Loss (Raw)": 0.7280765175819397, "Finetune/Step": 677, "Finetune/Step Time": 6.567202942445874}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.8810416460037231, "Finetune/Loss (Raw)": 1.0076085329055786, "Finetune/Step": 678, "Finetune/Step Time": 6.579190256074071}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.8824210166931152, "Finetune/Loss (Raw)": 1.009507656097412, "Finetune/Step": 679, "Finetune/Step Time": 6.584610749036074}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.8810345530509949, "Finetune/Loss (Raw)": 0.8327252268791199, "Finetune/Step": 680, "Finetune/Step Time": 6.583590431138873}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.8832670450210571, "Finetune/Loss (Raw)": 0.9903593063354492, "Finetune/Step": 681, "Finetune/Step Time": 6.581896210089326}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.883165717124939, "Finetune/Loss (Raw)": 0.9739735126495361, "Finetune/Step": 682, "Finetune/Step Time": 6.5792979914695024}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.8842635154724121, "Finetune/Loss (Raw)": 1.0285152196884155, "Finetune/Step": 683, "Finetune/Step Time": 6.5605666395276785}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.8837786316871643, "Finetune/Loss (Raw)": 0.8334859609603882, "Finetune/Step": 684, "Finetune/Step Time": 6.54999578371644}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.8822072148323059, "Finetune/Loss (Raw)": 0.6496209502220154, "Finetune/Step": 685, "Finetune/Step Time": 6.564646331593394}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.8861273527145386, "Finetune/Loss (Raw)": 0.7453460693359375, "Finetune/Step": 686, "Finetune/Step Time": 6.557976849377155}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.8860475420951843, "Finetune/Loss (Raw)": 0.8804186582565308, "Finetune/Step": 687, "Finetune/Step Time": 6.554490305483341}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.8869898319244385, "Finetune/Loss (Raw)": 0.8996750116348267, "Finetune/Step": 688, "Finetune/Step Time": 6.55314458347857}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.8847638368606567, "Finetune/Loss (Raw)": 0.5251783728599548, "Finetune/Step": 689, "Finetune/Step Time": 6.566003315150738}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.8836177587509155, "Finetune/Loss (Raw)": 0.6580171585083008, "Finetune/Step": 690, "Finetune/Step Time": 6.59899453446269}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.8838367462158203, "Finetune/Loss (Raw)": 0.970704972743988, "Finetune/Step": 691, "Finetune/Step Time": 6.601311858743429}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.8829034566879272, "Finetune/Loss (Raw)": 0.7902953028678894, "Finetune/Step": 692, "Finetune/Step Time": 6.618219560012221}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.8831508159637451, "Finetune/Loss (Raw)": 0.773030698299408, "Finetune/Step": 693, "Finetune/Step Time": 6.617942335084081}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.8784370422363281, "Finetune/Loss (Raw)": 0.39383357763290405, "Finetune/Step": 694, "Finetune/Step Time": 6.635749243199825}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.8775392174720764, "Finetune/Loss (Raw)": 0.7055593729019165, "Finetune/Step": 695, "Finetune/Step Time": 6.642506662756205}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.8831438422203064, "Finetune/Loss (Raw)": 1.0034596920013428, "Finetune/Step": 696, "Finetune/Step Time": 6.628781471401453}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.8827823400497437, "Finetune/Loss (Raw)": 0.7888718843460083, "Finetune/Step": 697, "Finetune/Step Time": 6.635101778432727}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.8839172720909119, "Finetune/Loss (Raw)": 1.034745693206787, "Finetune/Step": 698, "Finetune/Step Time": 6.629300704225898}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.8860993385314941, "Finetune/Loss (Raw)": 1.0779246091842651, "Finetune/Step": 699, "Finetune/Step Time": 6.616477647796273}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.8853116035461426, "Finetune/Loss (Raw)": 0.8171027898788452, "Finetune/Step": 700, "Finetune/Step Time": 6.635868741199374}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.879777729511261, "Finetune/Loss (Raw)": 0.3080626130104065, "Finetune/Step": 701, "Finetune/Step Time": 6.656036758795381}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.878800630569458, "Finetune/Loss (Raw)": 0.8754108548164368, "Finetune/Step": 702, "Finetune/Step Time": 6.663172114640474}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.8767262101173401, "Finetune/Loss (Raw)": 0.7289345264434814, "Finetune/Step": 703, "Finetune/Step Time": 6.653988875448704}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.8770089149475098, "Finetune/Loss (Raw)": 0.9272830486297607, "Finetune/Step": 704, "Finetune/Step Time": 6.666317125782371}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.8774189352989197, "Finetune/Loss (Raw)": 0.9370909929275513, "Finetune/Step": 705, "Finetune/Step Time": 6.666004791855812}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.876227617263794, "Finetune/Loss (Raw)": 0.6598556637763977, "Finetune/Step": 706, "Finetune/Step Time": 6.668421663343906}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.8766274452209473, "Finetune/Loss (Raw)": 0.8132365345954895, "Finetune/Step": 707, "Finetune/Step Time": 6.654248110949993}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.8775969743728638, "Finetune/Loss (Raw)": 1.060998797416687, "Finetune/Step": 708, "Finetune/Step Time": 6.65884099341929}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.8759416341781616, "Finetune/Loss (Raw)": 0.7855286598205566, "Finetune/Step": 709, "Finetune/Step Time": 6.660004056990147}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.8744819760322571, "Finetune/Loss (Raw)": 0.8152419924736023, "Finetune/Step": 710, "Finetune/Step Time": 6.650017773732543}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.8754504323005676, "Finetune/Loss (Raw)": 0.8975557684898376, "Finetune/Step": 711, "Finetune/Step Time": 6.6627147775143385}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.87334144115448, "Finetune/Loss (Raw)": 0.6004634499549866, "Finetune/Step": 712, "Finetune/Step Time": 6.673389861360192}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.8730981945991516, "Finetune/Loss (Raw)": 0.929025411605835, "Finetune/Step": 713, "Finetune/Step Time": 6.684953365474939}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.8762984275817871, "Finetune/Loss (Raw)": 0.7404213547706604, "Finetune/Step": 714, "Finetune/Step Time": 6.660478206351399}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.87598717212677, "Finetune/Loss (Raw)": 1.0196495056152344, "Finetune/Step": 715, "Finetune/Step Time": 6.669408358633518}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.8759939670562744, "Finetune/Loss (Raw)": 0.7750545740127563, "Finetune/Step": 716, "Finetune/Step Time": 6.644753772765398}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.8757474422454834, "Finetune/Loss (Raw)": 0.9629284739494324, "Finetune/Step": 717, "Finetune/Step Time": 6.6561381462961435}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.8751697540283203, "Finetune/Loss (Raw)": 0.9279231429100037, "Finetune/Step": 718, "Finetune/Step Time": 6.660212555900216}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.8760563731193542, "Finetune/Loss (Raw)": 0.9250949621200562, "Finetune/Step": 719, "Finetune/Step Time": 6.660725215449929}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.8774750232696533, "Finetune/Loss (Raw)": 1.057521104812622, "Finetune/Step": 720, "Finetune/Step Time": 6.662908636033535}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.8773523569107056, "Finetune/Loss (Raw)": 0.840114951133728, "Finetune/Step": 721, "Finetune/Step Time": 6.6665038503706455}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.876781165599823, "Finetune/Loss (Raw)": 0.8507877588272095, "Finetune/Step": 722, "Finetune/Step Time": 6.691977106034756}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.877338171005249, "Finetune/Loss (Raw)": 1.0144171714782715, "Finetune/Step": 723, "Finetune/Step Time": 6.689521212130785}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.8781484961509705, "Finetune/Loss (Raw)": 0.9360854029655457, "Finetune/Step": 724, "Finetune/Step Time": 6.704287301748991}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.8802617788314819, "Finetune/Loss (Raw)": 1.0540210008621216, "Finetune/Step": 725, "Finetune/Step Time": 6.703980816528201}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.8782833218574524, "Finetune/Loss (Raw)": 0.6140293478965759, "Finetune/Step": 726, "Finetune/Step Time": 6.691990299150348}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.8779027462005615, "Finetune/Loss (Raw)": 0.9177067875862122, "Finetune/Step": 727, "Finetune/Step Time": 6.698116669431329}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.8782352209091187, "Finetune/Loss (Raw)": 1.0234482288360596, "Finetune/Step": 728, "Finetune/Step Time": 6.697213230654597}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.8756414651870728, "Finetune/Loss (Raw)": 0.485664039850235, "Finetune/Step": 729, "Finetune/Step Time": 6.686532495543361}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.8757226467132568, "Finetune/Loss (Raw)": 0.9474363327026367, "Finetune/Step": 730, "Finetune/Step Time": 6.689553540199995}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.8772431015968323, "Finetune/Loss (Raw)": 0.938255250453949, "Finetune/Step": 731, "Finetune/Step Time": 6.685604233294725}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.8758728504180908, "Finetune/Loss (Raw)": 0.7819477319717407, "Finetune/Step": 732, "Finetune/Step Time": 6.716599747538567}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.8767596483230591, "Finetune/Loss (Raw)": 0.8769363164901733, "Finetune/Step": 733, "Finetune/Step Time": 6.714878793805838}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.8766855001449585, "Finetune/Loss (Raw)": 0.7768875360488892, "Finetune/Step": 734, "Finetune/Step Time": 6.703225003555417}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.8773868083953857, "Finetune/Loss (Raw)": 0.7313713431358337, "Finetune/Step": 735, "Finetune/Step Time": 6.681226510554552}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.8762571811676025, "Finetune/Loss (Raw)": 0.8725058436393738, "Finetune/Step": 736, "Finetune/Step Time": 6.715621456503868}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.8778585195541382, "Finetune/Loss (Raw)": 1.0082679986953735, "Finetune/Step": 737, "Finetune/Step Time": 6.7118994407355785}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.8783442974090576, "Finetune/Loss (Raw)": 0.9569091200828552, "Finetune/Step": 738, "Finetune/Step Time": 6.708149245008826}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.8747734427452087, "Finetune/Loss (Raw)": 0.44656726717948914, "Finetune/Step": 739, "Finetune/Step Time": 6.731995299458504}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.8741974234580994, "Finetune/Loss (Raw)": 1.020903468132019, "Finetune/Step": 740, "Finetune/Step Time": 6.735094400122762}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.8737497329711914, "Finetune/Loss (Raw)": 0.671039342880249, "Finetune/Step": 741, "Finetune/Step Time": 6.752428011968732}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.873265266418457, "Finetune/Loss (Raw)": 0.8691530227661133, "Finetune/Step": 742, "Finetune/Step Time": 6.758163111284375}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.8739660978317261, "Finetune/Loss (Raw)": 0.9955577850341797, "Finetune/Step": 743, "Finetune/Step Time": 6.751533797010779}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.8742113709449768, "Finetune/Loss (Raw)": 0.9385443329811096, "Finetune/Step": 744, "Finetune/Step Time": 6.753016708418727}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.8728184700012207, "Finetune/Loss (Raw)": 0.7448362708091736, "Finetune/Step": 745, "Finetune/Step Time": 6.7709696944803}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.8737179040908813, "Finetune/Loss (Raw)": 1.0059230327606201, "Finetune/Step": 746, "Finetune/Step Time": 6.762307453900576}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.8753846883773804, "Finetune/Loss (Raw)": 1.028654932975769, "Finetune/Step": 747, "Finetune/Step Time": 6.7423415537923574}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.8760744333267212, "Finetune/Loss (Raw)": 1.0097182989120483, "Finetune/Step": 748, "Finetune/Step Time": 6.743501050397754}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.8753132224082947, "Finetune/Loss (Raw)": 0.8358007669448853, "Finetune/Step": 749, "Finetune/Step Time": 6.7332537695765495}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.874685525894165, "Finetune/Loss (Raw)": 0.7988110780715942, "Finetune/Step": 750, "Finetune/Step Time": 6.7388042490929365}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.8730620741844177, "Finetune/Loss (Raw)": 0.7553247809410095, "Finetune/Step": 751, "Finetune/Step Time": 6.742233365774155}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.8735376000404358, "Finetune/Loss (Raw)": 0.9781638383865356, "Finetune/Step": 752, "Finetune/Step Time": 6.742551883682609}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.8692693114280701, "Finetune/Loss (Raw)": 0.3923225998878479, "Finetune/Step": 753, "Finetune/Step Time": 6.760799860581756}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.86785888671875, "Finetune/Loss (Raw)": 0.7909608483314514, "Finetune/Step": 754, "Finetune/Step Time": 6.761315319687128}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.8665032386779785, "Finetune/Loss (Raw)": 0.748400866985321, "Finetune/Step": 755, "Finetune/Step Time": 6.783077130094171}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.8664140701293945, "Finetune/Loss (Raw)": 0.8544941544532776, "Finetune/Step": 756, "Finetune/Step Time": 6.780858613550663}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.8655433654785156, "Finetune/Loss (Raw)": 0.821024477481842, "Finetune/Step": 757, "Finetune/Step Time": 6.792958036065102}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.8645373582839966, "Finetune/Loss (Raw)": 0.9577505588531494, "Finetune/Step": 758, "Finetune/Step Time": 6.801559936255217}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.8661271333694458, "Finetune/Loss (Raw)": 0.9498204588890076, "Finetune/Step": 759, "Finetune/Step Time": 6.801915407180786}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.8652108907699585, "Finetune/Loss (Raw)": 0.9029104709625244, "Finetune/Step": 760, "Finetune/Step Time": 6.795509047806263}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.863559365272522, "Finetune/Loss (Raw)": 0.9045546650886536, "Finetune/Step": 761, "Finetune/Step Time": 6.798773393034935}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.8601149916648865, "Finetune/Loss (Raw)": 0.36901357769966125, "Finetune/Step": 762, "Finetune/Step Time": 6.819512341171503}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.8586117029190063, "Finetune/Loss (Raw)": 0.7389035820960999, "Finetune/Step": 763, "Finetune/Step Time": 6.824008954688907}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8584328293800354, "Finetune/Loss (Raw)": 0.8414708971977234, "Finetune/Step": 764, "Finetune/Step Time": 6.802944470196962}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.8579211235046387, "Finetune/Loss (Raw)": 0.9151059985160828, "Finetune/Step": 765, "Finetune/Step Time": 6.806699363514781}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8577860593795776, "Finetune/Loss (Raw)": 0.9693994522094727, "Finetune/Step": 766, "Finetune/Step Time": 6.8247912209481}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.857696533203125, "Finetune/Loss (Raw)": 0.8804147243499756, "Finetune/Step": 767, "Finetune/Step Time": 6.833662752062082}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.8571963310241699, "Finetune/Loss (Raw)": 0.8351016640663147, "Finetune/Step": 768, "Finetune/Step Time": 6.843582920730114}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.8565932512283325, "Finetune/Loss (Raw)": 0.7288227081298828, "Finetune/Step": 769, "Finetune/Step Time": 6.852368326857686}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.8607124090194702, "Finetune/Loss (Raw)": 0.8552457690238953, "Finetune/Step": 770, "Finetune/Step Time": 6.8416980523616076}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8614184856414795, "Finetune/Loss (Raw)": 0.9897047281265259, "Finetune/Step": 771, "Finetune/Step Time": 6.8363769091665745}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.8611928820610046, "Finetune/Loss (Raw)": 0.9130708575248718, "Finetune/Step": 772, "Finetune/Step Time": 6.830611951649189}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.860824704170227, "Finetune/Loss (Raw)": 0.9608283042907715, "Finetune/Step": 773, "Finetune/Step Time": 6.829879717901349}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.8594269752502441, "Finetune/Loss (Raw)": 0.7320512533187866, "Finetune/Step": 774, "Finetune/Step Time": 6.85152867436409}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.8602319955825806, "Finetune/Loss (Raw)": 0.9499273896217346, "Finetune/Step": 775, "Finetune/Step Time": 6.854772757738829}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.8580532073974609, "Finetune/Loss (Raw)": 0.6625322699546814, "Finetune/Step": 776, "Finetune/Step Time": 6.856810597702861}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.85942143201828, "Finetune/Loss (Raw)": 0.9885666370391846, "Finetune/Step": 777, "Finetune/Step Time": 6.873831270262599}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.8609137535095215, "Finetune/Loss (Raw)": 0.9802813529968262, "Finetune/Step": 778, "Finetune/Step Time": 6.8600395657122135}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.860576868057251, "Finetune/Loss (Raw)": 0.8591367602348328, "Finetune/Step": 779, "Finetune/Step Time": 6.85713604465127}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.856238842010498, "Finetune/Loss (Raw)": 0.3242623507976532, "Finetune/Step": 780, "Finetune/Step Time": 6.865824854001403}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.8560523390769958, "Finetune/Loss (Raw)": 0.8275066614151001, "Finetune/Step": 781, "Finetune/Step Time": 6.867076901718974}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.8514156341552734, "Finetune/Loss (Raw)": 0.558672308921814, "Finetune/Step": 782, "Finetune/Step Time": 6.896902093663812}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.8515422940254211, "Finetune/Loss (Raw)": 0.8599286675453186, "Finetune/Step": 783, "Finetune/Step Time": 6.929079312831163}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.8498513698577881, "Finetune/Loss (Raw)": 0.6267913579940796, "Finetune/Step": 784, "Finetune/Step Time": 6.947100130841136}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8508785963058472, "Finetune/Loss (Raw)": 0.9530426263809204, "Finetune/Step": 785, "Finetune/Step Time": 6.943260680884123}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.8514658212661743, "Finetune/Loss (Raw)": 0.9897083640098572, "Finetune/Step": 786, "Finetune/Step Time": 6.941700998693705}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8532745242118835, "Finetune/Loss (Raw)": 0.9349929690361023, "Finetune/Step": 787, "Finetune/Step Time": 6.9552779868245125}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.8532195091247559, "Finetune/Loss (Raw)": 1.0205003023147583, "Finetune/Step": 788, "Finetune/Step Time": 6.952355919405818}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.8533191680908203, "Finetune/Loss (Raw)": 0.9229471683502197, "Finetune/Step": 789, "Finetune/Step Time": 6.950749458745122}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8500497341156006, "Finetune/Loss (Raw)": 0.5454123020172119, "Finetune/Step": 790, "Finetune/Step Time": 6.980221331119537}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.848933219909668, "Finetune/Loss (Raw)": 0.8406955003738403, "Finetune/Step": 791, "Finetune/Step Time": 6.981485402211547}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.8485954999923706, "Finetune/Loss (Raw)": 0.7813776135444641, "Finetune/Step": 792, "Finetune/Step Time": 6.972206423059106}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.8477951288223267, "Finetune/Loss (Raw)": 0.8786998391151428, "Finetune/Step": 793, "Finetune/Step Time": 6.974056646227837}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8461341857910156, "Finetune/Loss (Raw)": 0.8409983515739441, "Finetune/Step": 794, "Finetune/Step Time": 6.975796930491924}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8457581996917725, "Finetune/Loss (Raw)": 0.9092867970466614, "Finetune/Step": 795, "Finetune/Step Time": 6.978421585634351}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8468351364135742, "Finetune/Loss (Raw)": 0.8814746737480164, "Finetune/Step": 796, "Finetune/Step Time": 6.97431830689311}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.8464453816413879, "Finetune/Loss (Raw)": 0.8766195774078369, "Finetune/Step": 797, "Finetune/Step Time": 6.979854740202427}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8472438454627991, "Finetune/Loss (Raw)": 0.9418750405311584, "Finetune/Step": 798, "Finetune/Step Time": 6.981617296114564}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8465803861618042, "Finetune/Loss (Raw)": 0.7936587333679199, "Finetune/Step": 799, "Finetune/Step Time": 6.9867238979786634}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8461697101593018, "Finetune/Loss (Raw)": 0.8962896466255188, "Finetune/Step": 800, "Finetune/Step Time": 6.991959784179926}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8454083204269409, "Finetune/Loss (Raw)": 0.9383078217506409, "Finetune/Step": 801, "Finetune/Step Time": 7.015791220590472}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.8433724641799927, "Finetune/Loss (Raw)": 0.788384735584259, "Finetune/Step": 802, "Finetune/Step Time": 7.01841576769948}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8414391279220581, "Finetune/Loss (Raw)": 0.7160158753395081, "Finetune/Step": 803, "Finetune/Step Time": 7.024128375574946}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.8408563137054443, "Finetune/Loss (Raw)": 0.8992322683334351, "Finetune/Step": 804, "Finetune/Step Time": 7.0154746901243925}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8420522212982178, "Finetune/Loss (Raw)": 0.8811548352241516, "Finetune/Step": 805, "Finetune/Step Time": 6.98508027754724}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.8397245407104492, "Finetune/Loss (Raw)": 0.7096571326255798, "Finetune/Step": 806, "Finetune/Step Time": 6.998311413452029}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.8387935161590576, "Finetune/Loss (Raw)": 0.8903409838676453, "Finetune/Step": 807, "Finetune/Step Time": 6.99104917049408}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.8385626673698425, "Finetune/Loss (Raw)": 0.8031811118125916, "Finetune/Step": 808, "Finetune/Step Time": 7.0094438176602125}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8378649950027466, "Finetune/Loss (Raw)": 0.9010512828826904, "Finetune/Step": 809, "Finetune/Step Time": 7.013762500137091}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.8380158543586731, "Finetune/Loss (Raw)": 0.9932844042778015, "Finetune/Step": 810, "Finetune/Step Time": 7.016691502183676}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8360644578933716, "Finetune/Loss (Raw)": 0.7787309885025024, "Finetune/Step": 811, "Finetune/Step Time": 7.014298591762781}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8379226922988892, "Finetune/Loss (Raw)": 1.071351170539856, "Finetune/Step": 812, "Finetune/Step Time": 7.011207027360797}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8398720026016235, "Finetune/Loss (Raw)": 0.8991245031356812, "Finetune/Step": 813, "Finetune/Step Time": 6.998517779633403}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.8408297896385193, "Finetune/Loss (Raw)": 0.8679494261741638, "Finetune/Step": 814, "Finetune/Step Time": 6.988541876897216}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.8407922983169556, "Finetune/Loss (Raw)": 0.8756213784217834, "Finetune/Step": 815, "Finetune/Step Time": 6.992574306204915}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.841307520866394, "Finetune/Loss (Raw)": 0.9656208157539368, "Finetune/Step": 816, "Finetune/Step Time": 6.992516366764903}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8444772958755493, "Finetune/Loss (Raw)": 0.9309062361717224, "Finetune/Step": 817, "Finetune/Step Time": 6.982079681009054}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.8418455719947815, "Finetune/Loss (Raw)": 0.32115882635116577, "Finetune/Step": 818, "Finetune/Step Time": 6.964262641966343}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8400622606277466, "Finetune/Loss (Raw)": 0.742444634437561, "Finetune/Step": 819, "Finetune/Step Time": 6.964258100837469}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8387159109115601, "Finetune/Loss (Raw)": 0.617954432964325, "Finetune/Step": 820, "Finetune/Step Time": 6.946163676679134}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8392276167869568, "Finetune/Loss (Raw)": 0.8385331630706787, "Finetune/Step": 821, "Finetune/Step Time": 6.946712840348482}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.8425986766815186, "Finetune/Loss (Raw)": 0.8253302574157715, "Finetune/Step": 822, "Finetune/Step Time": 6.932077122852206}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.8450127840042114, "Finetune/Loss (Raw)": 1.014565110206604, "Finetune/Step": 823, "Finetune/Step Time": 6.9185582511126995}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8442189693450928, "Finetune/Loss (Raw)": 0.9018579721450806, "Finetune/Step": 824, "Finetune/Step Time": 6.917255323380232}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8446813225746155, "Finetune/Loss (Raw)": 0.8480508923530579, "Finetune/Step": 825, "Finetune/Step Time": 6.907964210957289}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.8425345420837402, "Finetune/Loss (Raw)": 0.7599565386772156, "Finetune/Step": 826, "Finetune/Step Time": 6.91434533149004}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.8406687378883362, "Finetune/Loss (Raw)": 0.8391014337539673, "Finetune/Step": 827, "Finetune/Step Time": 6.90159797668457}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8371917009353638, "Finetune/Loss (Raw)": 0.37204018235206604, "Finetune/Step": 828, "Finetune/Step Time": 6.90142866410315}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.8413991928100586, "Finetune/Loss (Raw)": 0.8466184735298157, "Finetune/Step": 829, "Finetune/Step Time": 6.890577379614115}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.8416690826416016, "Finetune/Loss (Raw)": 0.9099586606025696, "Finetune/Step": 830, "Finetune/Step Time": 6.8881539441645145}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.8424332141876221, "Finetune/Loss (Raw)": 0.8267417550086975, "Finetune/Step": 831, "Finetune/Step Time": 6.89436948671937}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.842879593372345, "Finetune/Loss (Raw)": 0.9844241142272949, "Finetune/Step": 832, "Finetune/Step Time": 6.876639794558287}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.8387863636016846, "Finetune/Loss (Raw)": 0.41315510869026184, "Finetune/Step": 833, "Finetune/Step Time": 6.896947994828224}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8405946493148804, "Finetune/Loss (Raw)": 0.8913103938102722, "Finetune/Step": 834, "Finetune/Step Time": 6.915808903053403}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.8412234783172607, "Finetune/Loss (Raw)": 0.8937331438064575, "Finetune/Step": 835, "Finetune/Step Time": 6.930473569780588}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8398147225379944, "Finetune/Loss (Raw)": 0.8806778788566589, "Finetune/Step": 836, "Finetune/Step Time": 6.925299137830734}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.8396004438400269, "Finetune/Loss (Raw)": 0.7581021785736084, "Finetune/Step": 837, "Finetune/Step Time": 6.9337034691125154}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8395810127258301, "Finetune/Loss (Raw)": 0.812751829624176, "Finetune/Step": 838, "Finetune/Step Time": 6.937962107360363}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.8387598991394043, "Finetune/Loss (Raw)": 0.792453944683075, "Finetune/Step": 839, "Finetune/Step Time": 6.9299076702445745}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.842159628868103, "Finetune/Loss (Raw)": 1.035634994506836, "Finetune/Step": 840, "Finetune/Step Time": 6.918497484177351}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8412413597106934, "Finetune/Loss (Raw)": 0.8114838600158691, "Finetune/Step": 841, "Finetune/Step Time": 6.911745550110936}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.8427726030349731, "Finetune/Loss (Raw)": 0.9364235997200012, "Finetune/Step": 842, "Finetune/Step Time": 6.910576866939664}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.8417599201202393, "Finetune/Loss (Raw)": 0.8900244832038879, "Finetune/Step": 843, "Finetune/Step Time": 6.914161955937743}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8424526453018188, "Finetune/Loss (Raw)": 0.8637179732322693, "Finetune/Step": 844, "Finetune/Step Time": 6.916005048900843}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.842170000076294, "Finetune/Loss (Raw)": 0.9267452955245972, "Finetune/Step": 845, "Finetune/Step Time": 6.903204491361976}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.8424307703971863, "Finetune/Loss (Raw)": 0.9613085985183716, "Finetune/Step": 846, "Finetune/Step Time": 6.895796483382583}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8387625813484192, "Finetune/Loss (Raw)": 0.4555664658546448, "Finetune/Step": 847, "Finetune/Step Time": 6.9136080499738455}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8365046381950378, "Finetune/Loss (Raw)": 0.7685070633888245, "Finetune/Step": 848, "Finetune/Step Time": 6.916663099080324}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8370290994644165, "Finetune/Loss (Raw)": 0.9072452783584595, "Finetune/Step": 849, "Finetune/Step Time": 6.89529094286263}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8366209268569946, "Finetune/Loss (Raw)": 0.7985398173332214, "Finetune/Step": 850, "Finetune/Step Time": 6.8801781218498945}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.8358217477798462, "Finetune/Loss (Raw)": 0.9121277332305908, "Finetune/Step": 851, "Finetune/Step Time": 6.886566122993827}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8345738649368286, "Finetune/Loss (Raw)": 0.776351273059845, "Finetune/Step": 852, "Finetune/Step Time": 6.872344085946679}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8331619501113892, "Finetune/Loss (Raw)": 0.8732897043228149, "Finetune/Step": 853, "Finetune/Step Time": 6.868319591507316}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8346113562583923, "Finetune/Loss (Raw)": 0.7995589971542358, "Finetune/Step": 854, "Finetune/Step Time": 6.870743880048394}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8324275016784668, "Finetune/Loss (Raw)": 0.6381756663322449, "Finetune/Step": 855, "Finetune/Step Time": 6.905934730544686}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.8312443494796753, "Finetune/Loss (Raw)": 0.8720014095306396, "Finetune/Step": 856, "Finetune/Step Time": 6.904614184051752}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8336051106452942, "Finetune/Loss (Raw)": 0.7878435850143433, "Finetune/Step": 857, "Finetune/Step Time": 6.895211827009916}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.8347359299659729, "Finetune/Loss (Raw)": 1.09218168258667, "Finetune/Step": 858, "Finetune/Step Time": 6.893063908442855}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8345517516136169, "Finetune/Loss (Raw)": 0.9146782159805298, "Finetune/Step": 859, "Finetune/Step Time": 6.917453186586499}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8350463509559631, "Finetune/Loss (Raw)": 0.8452562689781189, "Finetune/Step": 860, "Finetune/Step Time": 6.886313900351524}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.8329105973243713, "Finetune/Loss (Raw)": 0.6035588979721069, "Finetune/Step": 861, "Finetune/Step Time": 6.875815542414784}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8338189125061035, "Finetune/Loss (Raw)": 0.8931577205657959, "Finetune/Step": 862, "Finetune/Step Time": 6.878254469484091}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8336050510406494, "Finetune/Loss (Raw)": 0.7039905786514282, "Finetune/Step": 863, "Finetune/Step Time": 6.883966194465756}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8342143893241882, "Finetune/Loss (Raw)": 0.9505060911178589, "Finetune/Step": 864, "Finetune/Step Time": 6.8525728061795235}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8326913714408875, "Finetune/Loss (Raw)": 0.8133219480514526, "Finetune/Step": 865, "Finetune/Step Time": 6.873536270111799}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.8330824375152588, "Finetune/Loss (Raw)": 1.0069661140441895, "Finetune/Step": 866, "Finetune/Step Time": 6.875903099775314}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8372794389724731, "Finetune/Loss (Raw)": 0.9837813377380371, "Finetune/Step": 867, "Finetune/Step Time": 6.855770498514175}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8357088565826416, "Finetune/Loss (Raw)": 0.8198601007461548, "Finetune/Step": 868, "Finetune/Step Time": 6.849086504429579}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8381798267364502, "Finetune/Loss (Raw)": 0.9873316287994385, "Finetune/Step": 869, "Finetune/Step Time": 6.84022974036634}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8374595642089844, "Finetune/Loss (Raw)": 0.7769663333892822, "Finetune/Step": 870, "Finetune/Step Time": 6.843394059687853}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.835150957107544, "Finetune/Loss (Raw)": 0.70005202293396, "Finetune/Step": 871, "Finetune/Step Time": 6.84734302200377}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8348692059516907, "Finetune/Loss (Raw)": 0.9024754166603088, "Finetune/Step": 872, "Finetune/Step Time": 6.847064753994346}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8365491032600403, "Finetune/Loss (Raw)": 0.959865927696228, "Finetune/Step": 873, "Finetune/Step Time": 6.831033872440457}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8345536589622498, "Finetune/Loss (Raw)": 0.7505031824111938, "Finetune/Step": 874, "Finetune/Step Time": 6.835785800591111}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.832655668258667, "Finetune/Loss (Raw)": 0.785710334777832, "Finetune/Step": 875, "Finetune/Step Time": 6.847410490736365}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.8314704298973083, "Finetune/Loss (Raw)": 0.8580066561698914, "Finetune/Step": 876, "Finetune/Step Time": 6.848710233345628}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.8317262530326843, "Finetune/Loss (Raw)": 0.8685523271560669, "Finetune/Step": 877, "Finetune/Step Time": 6.847129587084055}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8323746919631958, "Finetune/Loss (Raw)": 0.8818119764328003, "Finetune/Step": 878, "Finetune/Step Time": 6.840044666081667}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8326603770256042, "Finetune/Loss (Raw)": 0.7918868660926819, "Finetune/Step": 879, "Finetune/Step Time": 6.860460126772523}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8315596580505371, "Finetune/Loss (Raw)": 0.8372782468795776, "Finetune/Step": 880, "Finetune/Step Time": 6.865508269518614}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8337911367416382, "Finetune/Loss (Raw)": 0.6779525279998779, "Finetune/Step": 881, "Finetune/Step Time": 6.85908555611968}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.834429919719696, "Finetune/Loss (Raw)": 0.8727233409881592, "Finetune/Step": 882, "Finetune/Step Time": 6.858920786529779}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.836188554763794, "Finetune/Loss (Raw)": 0.9735084772109985, "Finetune/Step": 883, "Finetune/Step Time": 6.830721462145448}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8373479843139648, "Finetune/Loss (Raw)": 1.0028895139694214, "Finetune/Step": 884, "Finetune/Step Time": 6.830832401290536}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8326617479324341, "Finetune/Loss (Raw)": 0.2211993932723999, "Finetune/Step": 885, "Finetune/Step Time": 6.837946251034737}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.8319165706634521, "Finetune/Loss (Raw)": 0.8623554110527039, "Finetune/Step": 886, "Finetune/Step Time": 6.841750897467136}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8276089429855347, "Finetune/Loss (Raw)": 0.39844876527786255, "Finetune/Step": 887, "Finetune/Step Time": 6.868028057739139}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8281622529029846, "Finetune/Loss (Raw)": 0.9737371802330017, "Finetune/Step": 888, "Finetune/Step Time": 6.874260012060404}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8283644914627075, "Finetune/Loss (Raw)": 0.9304395914077759, "Finetune/Step": 889, "Finetune/Step Time": 6.88016801699996}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8323472142219543, "Finetune/Loss (Raw)": 0.8787992596626282, "Finetune/Step": 890, "Finetune/Step Time": 6.86160733550787}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8334769010543823, "Finetune/Loss (Raw)": 0.8835113644599915, "Finetune/Step": 891, "Finetune/Step Time": 6.8643765188753605}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.8332040309906006, "Finetune/Loss (Raw)": 0.8065323829650879, "Finetune/Step": 892, "Finetune/Step Time": 6.868098108097911}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.8336277008056641, "Finetune/Loss (Raw)": 0.9693396091461182, "Finetune/Step": 893, "Finetune/Step Time": 6.864950018003583}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.833289623260498, "Finetune/Loss (Raw)": 0.9261252284049988, "Finetune/Step": 894, "Finetune/Step Time": 6.859998047351837}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.8326579332351685, "Finetune/Loss (Raw)": 0.7995671033859253, "Finetune/Step": 895, "Finetune/Step Time": 6.875726303085685}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.8334969282150269, "Finetune/Loss (Raw)": 0.9424859881401062, "Finetune/Step": 896, "Finetune/Step Time": 6.868653707206249}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.8330985307693481, "Finetune/Loss (Raw)": 0.6778336763381958, "Finetune/Step": 897, "Finetune/Step Time": 6.871597975492477}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.829215407371521, "Finetune/Loss (Raw)": 0.35820257663726807, "Finetune/Step": 898, "Finetune/Step Time": 6.882801983505487}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8274569511413574, "Finetune/Loss (Raw)": 0.764617919921875, "Finetune/Step": 899, "Finetune/Step Time": 6.915841897949576}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8278093934059143, "Finetune/Loss (Raw)": 0.9581853747367859, "Finetune/Step": 900, "Finetune/Step Time": 6.91636348888278}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8281213641166687, "Finetune/Loss (Raw)": 1.0007649660110474, "Finetune/Step": 901, "Finetune/Step Time": 6.921949354931712}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8290622234344482, "Finetune/Loss (Raw)": 0.8524780869483948, "Finetune/Step": 902, "Finetune/Step Time": 6.8947723954916}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8283325433731079, "Finetune/Loss (Raw)": 0.8565337657928467, "Finetune/Step": 903, "Finetune/Step Time": 6.902905849739909}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8293499946594238, "Finetune/Loss (Raw)": 0.792761504650116, "Finetune/Step": 904, "Finetune/Step Time": 6.898510843515396}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8291847109794617, "Finetune/Loss (Raw)": 0.9674103856086731, "Finetune/Step": 905, "Finetune/Step Time": 6.877769827842712}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8277666568756104, "Finetune/Loss (Raw)": 0.7987704277038574, "Finetune/Step": 906, "Finetune/Step Time": 6.8743078745901585}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8282525539398193, "Finetune/Loss (Raw)": 0.9213352203369141, "Finetune/Step": 907, "Finetune/Step Time": 6.86124730296433}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.832728385925293, "Finetune/Loss (Raw)": 0.8971598148345947, "Finetune/Step": 908, "Finetune/Step Time": 6.84110152348876}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8328712582588196, "Finetune/Loss (Raw)": 0.8457997441291809, "Finetune/Step": 909, "Finetune/Step Time": 6.844052566215396}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8352006673812866, "Finetune/Loss (Raw)": 0.8568353056907654, "Finetune/Step": 910, "Finetune/Step Time": 6.815308356657624}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8351097106933594, "Finetune/Loss (Raw)": 0.8482946157455444, "Finetune/Step": 911, "Finetune/Step Time": 6.777647620067}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8379406332969666, "Finetune/Loss (Raw)": 0.9891412258148193, "Finetune/Step": 912, "Finetune/Step Time": 6.767141927033663}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8353773355484009, "Finetune/Loss (Raw)": 0.6249417066574097, "Finetune/Step": 913, "Finetune/Step Time": 6.761057300493121}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8359895944595337, "Finetune/Loss (Raw)": 1.0680803060531616, "Finetune/Step": 914, "Finetune/Step Time": 6.76409100741148}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8358809947967529, "Finetune/Loss (Raw)": 0.9210869073867798, "Finetune/Step": 915, "Finetune/Step Time": 6.727312561124563}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8352534174919128, "Finetune/Loss (Raw)": 0.9401742219924927, "Finetune/Step": 916, "Finetune/Step Time": 6.733200404793024}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8361362218856812, "Finetune/Loss (Raw)": 1.0359441041946411, "Finetune/Step": 917, "Finetune/Step Time": 6.776750760152936}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.838477373123169, "Finetune/Loss (Raw)": 0.8450775146484375, "Finetune/Step": 918, "Finetune/Step Time": 6.75490565225482}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8366594314575195, "Finetune/Loss (Raw)": 0.6080037951469421, "Finetune/Step": 919, "Finetune/Step Time": 6.7682530749589205}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8363133668899536, "Finetune/Loss (Raw)": 0.7370766997337341, "Finetune/Step": 920, "Finetune/Step Time": 6.77430371940136}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8368632793426514, "Finetune/Loss (Raw)": 0.949087917804718, "Finetune/Step": 921, "Finetune/Step Time": 6.765114437788725}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8369540572166443, "Finetune/Loss (Raw)": 0.8526201844215393, "Finetune/Step": 922, "Finetune/Step Time": 6.764091037213802}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8372251391410828, "Finetune/Loss (Raw)": 0.9439875483512878, "Finetune/Step": 923, "Finetune/Step Time": 6.756290087476373}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8364850282669067, "Finetune/Loss (Raw)": 0.786738395690918, "Finetune/Step": 924, "Finetune/Step Time": 6.764389745891094}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8353294134140015, "Finetune/Loss (Raw)": 0.7286998629570007, "Finetune/Step": 925, "Finetune/Step Time": 6.783571382984519}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.8327120542526245, "Finetune/Loss (Raw)": 0.6068513989448547, "Finetune/Step": 926, "Finetune/Step Time": 6.787884321063757}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8334858417510986, "Finetune/Loss (Raw)": 0.8927029371261597, "Finetune/Step": 927, "Finetune/Step Time": 6.781665625050664}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8335699439048767, "Finetune/Loss (Raw)": 0.9070600271224976, "Finetune/Step": 928, "Finetune/Step Time": 6.77413390763104}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8329458236694336, "Finetune/Loss (Raw)": 0.8584249019622803, "Finetune/Step": 929, "Finetune/Step Time": 6.750633059069514}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8331290483474731, "Finetune/Loss (Raw)": 0.8118353486061096, "Finetune/Step": 930, "Finetune/Step Time": 6.755027141422033}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8347306847572327, "Finetune/Loss (Raw)": 0.921023428440094, "Finetune/Step": 931, "Finetune/Step Time": 6.747339690104127}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8350828886032104, "Finetune/Loss (Raw)": 0.9443148970603943, "Finetune/Step": 932, "Finetune/Step Time": 6.7533439714461565}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8348195552825928, "Finetune/Loss (Raw)": 0.8474487066268921, "Finetune/Step": 933, "Finetune/Step Time": 6.763210000470281}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8365975618362427, "Finetune/Loss (Raw)": 0.9372345209121704, "Finetune/Step": 934, "Finetune/Step Time": 6.749963311478496}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8349837064743042, "Finetune/Loss (Raw)": 0.683768093585968, "Finetune/Step": 935, "Finetune/Step Time": 6.750936903059483}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8349648118019104, "Finetune/Loss (Raw)": 0.8007619380950928, "Finetune/Step": 936, "Finetune/Step Time": 6.743675312027335}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8359284400939941, "Finetune/Loss (Raw)": 1.0243996381759644, "Finetune/Step": 937, "Finetune/Step Time": 6.738574281334877}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8363090753555298, "Finetune/Loss (Raw)": 1.0420055389404297, "Finetune/Step": 938, "Finetune/Step Time": 6.74269625544548}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8368512392044067, "Finetune/Loss (Raw)": 0.8481254577636719, "Finetune/Step": 939, "Finetune/Step Time": 6.744382074102759}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8359779119491577, "Finetune/Loss (Raw)": 0.9595745205879211, "Finetune/Step": 940, "Finetune/Step Time": 6.747703289613128}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8360008597373962, "Finetune/Loss (Raw)": 0.9020554423332214, "Finetune/Step": 941, "Finetune/Step Time": 6.747530868276954}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8346724510192871, "Finetune/Loss (Raw)": 0.6979053616523743, "Finetune/Step": 942, "Finetune/Step Time": 6.753905717283487}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.834782600402832, "Finetune/Loss (Raw)": 0.8897261023521423, "Finetune/Step": 943, "Finetune/Step Time": 6.753585010766983}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8335952162742615, "Finetune/Loss (Raw)": 0.8136370182037354, "Finetune/Step": 944, "Finetune/Step Time": 6.749377891421318}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8324925303459167, "Finetune/Loss (Raw)": 0.789766252040863, "Finetune/Step": 945, "Finetune/Step Time": 6.759329203516245}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8355839848518372, "Finetune/Loss (Raw)": 0.7168601155281067, "Finetune/Step": 946, "Finetune/Step Time": 6.757029797881842}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8362153172492981, "Finetune/Loss (Raw)": 0.8232576251029968, "Finetune/Step": 947, "Finetune/Step Time": 6.776152651757002}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8342823386192322, "Finetune/Loss (Raw)": 0.37053239345550537, "Finetune/Step": 948, "Finetune/Step Time": 6.78667183406651}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8356688022613525, "Finetune/Loss (Raw)": 1.0160017013549805, "Finetune/Step": 949, "Finetune/Step Time": 6.773020124062896}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.835918128490448, "Finetune/Loss (Raw)": 0.8572404980659485, "Finetune/Step": 950, "Finetune/Step Time": 6.770560454577208}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.836366593837738, "Finetune/Loss (Raw)": 1.071970820426941, "Finetune/Step": 951, "Finetune/Step Time": 6.7642889730632305}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8354368209838867, "Finetune/Loss (Raw)": 0.7828412652015686, "Finetune/Step": 952, "Finetune/Step Time": 6.769090425223112}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8357297778129578, "Finetune/Loss (Raw)": 0.8855562806129456, "Finetune/Step": 953, "Finetune/Step Time": 6.762110071256757}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8360903263092041, "Finetune/Loss (Raw)": 0.8061096668243408, "Finetune/Step": 954, "Finetune/Step Time": 6.768922341987491}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.836523175239563, "Finetune/Loss (Raw)": 0.894504964351654, "Finetune/Step": 955, "Finetune/Step Time": 6.777827696874738}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8407106399536133, "Finetune/Loss (Raw)": 0.9080360531806946, "Finetune/Step": 956, "Finetune/Step Time": 6.760982098057866}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.8405835628509521, "Finetune/Loss (Raw)": 0.8303442597389221, "Finetune/Step": 957, "Finetune/Step Time": 6.756732067093253}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8400012254714966, "Finetune/Loss (Raw)": 0.8354191780090332, "Finetune/Step": 958, "Finetune/Step Time": 6.765471193939447}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.8392767906188965, "Finetune/Loss (Raw)": 0.7340149283409119, "Finetune/Step": 959, "Finetune/Step Time": 6.7472415547817945}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8383269309997559, "Finetune/Loss (Raw)": 0.8628502488136292, "Finetune/Step": 960, "Finetune/Step Time": 6.749197702854872}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8410956859588623, "Finetune/Loss (Raw)": 0.7675585150718689, "Finetune/Step": 961, "Finetune/Step Time": 6.730830101296306}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8417209386825562, "Finetune/Loss (Raw)": 0.9713355302810669, "Finetune/Step": 962, "Finetune/Step Time": 6.717389199882746}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8413089513778687, "Finetune/Loss (Raw)": 0.8409983515739441, "Finetune/Step": 963, "Finetune/Step Time": 6.701493864879012}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8410269021987915, "Finetune/Loss (Raw)": 0.8445757627487183, "Finetune/Step": 964, "Finetune/Step Time": 6.701588157564402}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8409500122070312, "Finetune/Loss (Raw)": 0.7482572197914124, "Finetune/Step": 965, "Finetune/Step Time": 6.6972568817436695}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8411259651184082, "Finetune/Loss (Raw)": 0.8352818489074707, "Finetune/Step": 966, "Finetune/Step Time": 6.697681590914726}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8411000967025757, "Finetune/Loss (Raw)": 0.7891418933868408, "Finetune/Step": 967, "Finetune/Step Time": 6.703237816691399}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8401387929916382, "Finetune/Loss (Raw)": 0.9125871062278748, "Finetune/Step": 968, "Finetune/Step Time": 6.701873522251844}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8402450084686279, "Finetune/Loss (Raw)": 0.825079083442688, "Finetune/Step": 969, "Finetune/Step Time": 6.708782406523824}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8370580673217773, "Finetune/Loss (Raw)": 0.52849942445755, "Finetune/Step": 970, "Finetune/Step Time": 6.716581165790558}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8368703126907349, "Finetune/Loss (Raw)": 0.8659849166870117, "Finetune/Step": 971, "Finetune/Step Time": 6.7300237361341715}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8332281112670898, "Finetune/Loss (Raw)": 0.39751753211021423, "Finetune/Step": 972, "Finetune/Step Time": 6.748818188905716}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8321065902709961, "Finetune/Loss (Raw)": 0.7831956148147583, "Finetune/Step": 973, "Finetune/Step Time": 6.754729934036732}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8308677077293396, "Finetune/Loss (Raw)": 0.802726686000824, "Finetune/Step": 974, "Finetune/Step Time": 6.7702508717775345}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.835115909576416, "Finetune/Loss (Raw)": 0.9993388652801514, "Finetune/Step": 975, "Finetune/Step Time": 6.765110369771719}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8356868028640747, "Finetune/Loss (Raw)": 0.841580867767334, "Finetune/Step": 976, "Finetune/Step Time": 6.76169397868216}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8362288475036621, "Finetune/Loss (Raw)": 0.9766226410865784, "Finetune/Step": 977, "Finetune/Step Time": 6.766586761921644}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8364037871360779, "Finetune/Loss (Raw)": 0.8209373950958252, "Finetune/Step": 978, "Finetune/Step Time": 6.7523738238960505}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8358213901519775, "Finetune/Loss (Raw)": 0.8375782370567322, "Finetune/Step": 979, "Finetune/Step Time": 6.752704240381718}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8379188776016235, "Finetune/Loss (Raw)": 1.0448311567306519, "Finetune/Step": 980, "Finetune/Step Time": 6.750774048268795}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8377355337142944, "Finetune/Loss (Raw)": 0.849818766117096, "Finetune/Step": 981, "Finetune/Step Time": 6.752158818766475}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8388678431510925, "Finetune/Loss (Raw)": 0.9444960355758667, "Finetune/Step": 982, "Finetune/Step Time": 6.741411253809929}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8410192131996155, "Finetune/Loss (Raw)": 0.9135494232177734, "Finetune/Step": 983, "Finetune/Step Time": 6.706232389435172}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8399937152862549, "Finetune/Loss (Raw)": 0.7407317757606506, "Finetune/Step": 984, "Finetune/Step Time": 6.715609157457948}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8407381176948547, "Finetune/Loss (Raw)": 0.8831374049186707, "Finetune/Step": 985, "Finetune/Step Time": 6.714456655085087}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8382164239883423, "Finetune/Loss (Raw)": 0.7693962454795837, "Finetune/Step": 986, "Finetune/Step Time": 6.717716841027141}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.8380080461502075, "Finetune/Loss (Raw)": 0.8880066871643066, "Finetune/Step": 987, "Finetune/Step Time": 6.7050472013652325}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8363100290298462, "Finetune/Loss (Raw)": 0.6279053092002869, "Finetune/Step": 988, "Finetune/Step Time": 6.707597382366657}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8389283418655396, "Finetune/Loss (Raw)": 0.9387151002883911, "Finetune/Step": 989, "Finetune/Step Time": 6.71102992258966}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8367944955825806, "Finetune/Loss (Raw)": 0.6200211048126221, "Finetune/Step": 990, "Finetune/Step Time": 6.7165684681385756}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8387972116470337, "Finetune/Loss (Raw)": 0.9603426456451416, "Finetune/Step": 991, "Finetune/Step Time": 6.707649327814579}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8381010293960571, "Finetune/Loss (Raw)": 0.8613862991333008, "Finetune/Step": 992, "Finetune/Step Time": 6.705068226903677}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.838039755821228, "Finetune/Loss (Raw)": 0.8054851293563843, "Finetune/Step": 993, "Finetune/Step Time": 6.715222606435418}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8353927135467529, "Finetune/Loss (Raw)": 0.6681416034698486, "Finetune/Step": 994, "Finetune/Step Time": 6.723212970420718}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.834502100944519, "Finetune/Loss (Raw)": 0.8697800040245056, "Finetune/Step": 995, "Finetune/Step Time": 6.721819330006838}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.834073007106781, "Finetune/Loss (Raw)": 0.7649388313293457, "Finetune/Step": 996, "Finetune/Step Time": 6.724988020956516}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8330811858177185, "Finetune/Loss (Raw)": 0.8603842854499817, "Finetune/Step": 997, "Finetune/Step Time": 6.705383934080601}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.832836389541626, "Finetune/Loss (Raw)": 0.7456254363059998, "Finetune/Step": 998, "Finetune/Step Time": 6.717903079465032}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.834789514541626, "Finetune/Loss (Raw)": 0.9500505328178406, "Finetune/Step": 999, "Finetune/Step Time": 6.7116635870188475}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.835669994354248, "Finetune/Loss (Raw)": 1.0151863098144531, "Finetune/Step": 1000, "Finetune/Step Time": 6.705183820798993}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.830654501914978, "Finetune/Loss (Raw)": 0.31788137555122375, "Finetune/Step": 1001, "Finetune/Step Time": 6.727946974337101}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8321773409843445, "Finetune/Loss (Raw)": 0.9454237222671509, "Finetune/Step": 1002, "Finetune/Step Time": 6.729101613163948}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8336085081100464, "Finetune/Loss (Raw)": 0.9688959717750549, "Finetune/Step": 1003, "Finetune/Step Time": 6.741899976506829}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8345356583595276, "Finetune/Loss (Raw)": 0.9766793847084045, "Finetune/Step": 1004, "Finetune/Step Time": 6.742029920220375}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.834729790687561, "Finetune/Loss (Raw)": 0.8934134840965271, "Finetune/Step": 1005, "Finetune/Step Time": 6.734611317515373}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8331406712532043, "Finetune/Loss (Raw)": 0.6783992052078247, "Finetune/Step": 1006, "Finetune/Step Time": 6.750210152938962}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8333452939987183, "Finetune/Loss (Raw)": 0.8180758953094482, "Finetune/Step": 1007, "Finetune/Step Time": 6.731906211003661}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8338429927825928, "Finetune/Loss (Raw)": 0.9009896516799927, "Finetune/Step": 1008, "Finetune/Step Time": 6.730812564492226}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.831880509853363, "Finetune/Loss (Raw)": 0.42675238847732544, "Finetune/Step": 1009, "Finetune/Step Time": 6.737229289487004}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.831175684928894, "Finetune/Loss (Raw)": 0.7825071215629578, "Finetune/Step": 1010, "Finetune/Step Time": 6.739937024191022}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8299007415771484, "Finetune/Loss (Raw)": 0.8103151321411133, "Finetune/Step": 1011, "Finetune/Step Time": 6.739390376955271}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8293536901473999, "Finetune/Loss (Raw)": 0.9328648447990417, "Finetune/Step": 1012, "Finetune/Step Time": 6.744045279920101}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.834381639957428, "Finetune/Loss (Raw)": 0.8647782206535339, "Finetune/Step": 1013, "Finetune/Step Time": 6.724243618547916}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8353619575500488, "Finetune/Loss (Raw)": 0.987839937210083, "Finetune/Step": 1014, "Finetune/Step Time": 6.729376723989844}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.834649920463562, "Finetune/Loss (Raw)": 0.30730125308036804, "Finetune/Step": 1015, "Finetune/Step Time": 6.733943931758404}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.834225594997406, "Finetune/Loss (Raw)": 0.919427216053009, "Finetune/Step": 1016, "Finetune/Step Time": 6.732199639081955}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8345854878425598, "Finetune/Loss (Raw)": 0.9765068888664246, "Finetune/Step": 1017, "Finetune/Step Time": 6.723688444122672}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8341622352600098, "Finetune/Loss (Raw)": 0.8246207237243652, "Finetune/Step": 1018, "Finetune/Step Time": 6.7599653117358685}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8337498903274536, "Finetune/Loss (Raw)": 0.8307268619537354, "Finetune/Step": 1019, "Finetune/Step Time": 6.758593061938882}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8343353867530823, "Finetune/Loss (Raw)": 0.8814791440963745, "Finetune/Step": 1020, "Finetune/Step Time": 6.754098339006305}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8322489261627197, "Finetune/Loss (Raw)": 0.7022729516029358, "Finetune/Step": 1021, "Finetune/Step Time": 6.764260673895478}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8317888975143433, "Finetune/Loss (Raw)": 0.8672396540641785, "Finetune/Step": 1022, "Finetune/Step Time": 6.759425776079297}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8308025598526001, "Finetune/Loss (Raw)": 0.6733132600784302, "Finetune/Step": 1023, "Finetune/Step Time": 6.753041321411729}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.829675555229187, "Finetune/Loss (Raw)": 0.7982302308082581, "Finetune/Step": 1024, "Finetune/Step Time": 6.754191625863314}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8305422067642212, "Finetune/Loss (Raw)": 0.7887670397758484, "Finetune/Step": 1025, "Finetune/Step Time": 6.738943235948682}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8343761563301086, "Finetune/Loss (Raw)": 0.8489485383033752, "Finetune/Step": 1026, "Finetune/Step Time": 6.727399347350001}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8312609791755676, "Finetune/Loss (Raw)": 0.36587268114089966, "Finetune/Step": 1027, "Finetune/Step Time": 6.709157170727849}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8310239315032959, "Finetune/Loss (Raw)": 0.9278503656387329, "Finetune/Step": 1028, "Finetune/Step Time": 6.711749438196421}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8294302821159363, "Finetune/Loss (Raw)": 0.7967715859413147, "Finetune/Step": 1029, "Finetune/Step Time": 6.718274706974626}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8288376331329346, "Finetune/Loss (Raw)": 0.7766242027282715, "Finetune/Step": 1030, "Finetune/Step Time": 6.722035821527243}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8286079168319702, "Finetune/Loss (Raw)": 0.8271287083625793, "Finetune/Step": 1031, "Finetune/Step Time": 6.698138751089573}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.825115442276001, "Finetune/Loss (Raw)": 0.3457244336605072, "Finetune/Step": 1032, "Finetune/Step Time": 6.71880829334259}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8247034549713135, "Finetune/Loss (Raw)": 0.9146785140037537, "Finetune/Step": 1033, "Finetune/Step Time": 6.744945272803307}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8243255615234375, "Finetune/Loss (Raw)": 0.750396192073822, "Finetune/Step": 1034, "Finetune/Step Time": 6.752434941008687}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8239924311637878, "Finetune/Loss (Raw)": 0.8786892294883728, "Finetune/Step": 1035, "Finetune/Step Time": 6.764271749183536}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8234902024269104, "Finetune/Loss (Raw)": 0.8328807950019836, "Finetune/Step": 1036, "Finetune/Step Time": 6.769169410690665}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.822317361831665, "Finetune/Loss (Raw)": 0.6956718564033508, "Finetune/Step": 1037, "Finetune/Step Time": 6.7720555029809475}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8239675760269165, "Finetune/Loss (Raw)": 1.0680667161941528, "Finetune/Step": 1038, "Finetune/Step Time": 6.76629769988358}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8240581750869751, "Finetune/Loss (Raw)": 0.8598864078521729, "Finetune/Step": 1039, "Finetune/Step Time": 6.765923408791423}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8220176696777344, "Finetune/Loss (Raw)": 0.7279634475708008, "Finetune/Step": 1040, "Finetune/Step Time": 6.7620653212070465}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8249770998954773, "Finetune/Loss (Raw)": 1.003748893737793, "Finetune/Step": 1041, "Finetune/Step Time": 6.744540568441153}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8244961500167847, "Finetune/Loss (Raw)": 1.0065205097198486, "Finetune/Step": 1042, "Finetune/Step Time": 6.745287010446191}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8202144503593445, "Finetune/Loss (Raw)": 0.37302279472351074, "Finetune/Step": 1043, "Finetune/Step Time": 6.76944743283093}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8179059028625488, "Finetune/Loss (Raw)": 0.6446782350540161, "Finetune/Step": 1044, "Finetune/Step Time": 6.770329611375928}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8161698579788208, "Finetune/Loss (Raw)": 0.813730776309967, "Finetune/Step": 1045, "Finetune/Step Time": 6.744118193164468}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8160812258720398, "Finetune/Loss (Raw)": 0.833739161491394, "Finetune/Step": 1046, "Finetune/Step Time": 6.746109660714865}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.818244218826294, "Finetune/Loss (Raw)": 0.8848605751991272, "Finetune/Step": 1047, "Finetune/Step Time": 6.733522156253457}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8204888105392456, "Finetune/Loss (Raw)": 1.0243908166885376, "Finetune/Step": 1048, "Finetune/Step Time": 6.725862599909306}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.818999171257019, "Finetune/Loss (Raw)": 0.7584186792373657, "Finetune/Step": 1049, "Finetune/Step Time": 6.723147172480822}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8181741237640381, "Finetune/Loss (Raw)": 0.7470095157623291, "Finetune/Step": 1050, "Finetune/Step Time": 6.734883189201355}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8159862756729126, "Finetune/Loss (Raw)": 0.663935124874115, "Finetune/Step": 1051, "Finetune/Step Time": 6.7388517819345}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8177109956741333, "Finetune/Loss (Raw)": 1.0075035095214844, "Finetune/Step": 1052, "Finetune/Step Time": 6.737351147457957}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.818556010723114, "Finetune/Loss (Raw)": 0.8368663191795349, "Finetune/Step": 1053, "Finetune/Step Time": 6.724912062287331}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8208175301551819, "Finetune/Loss (Raw)": 0.8963270783424377, "Finetune/Step": 1054, "Finetune/Step Time": 6.720288949087262}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8200132846832275, "Finetune/Loss (Raw)": 0.7897576093673706, "Finetune/Step": 1055, "Finetune/Step Time": 6.721347898244858}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8208945989608765, "Finetune/Loss (Raw)": 1.0198636054992676, "Finetune/Step": 1056, "Finetune/Step Time": 6.722574215382338}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8205839395523071, "Finetune/Loss (Raw)": 0.8186711668968201, "Finetune/Step": 1057, "Finetune/Step Time": 6.717816781252623}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.8201841115951538, "Finetune/Loss (Raw)": 0.760654091835022, "Finetune/Step": 1058, "Finetune/Step Time": 6.710586100816727}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8189753293991089, "Finetune/Loss (Raw)": 0.7662909030914307, "Finetune/Step": 1059, "Finetune/Step Time": 6.718734370544553}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8180200457572937, "Finetune/Loss (Raw)": 0.8220417499542236, "Finetune/Step": 1060, "Finetune/Step Time": 6.717614222317934}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8166449069976807, "Finetune/Loss (Raw)": 0.6714407801628113, "Finetune/Step": 1061, "Finetune/Step Time": 6.69898016192019}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8162150979042053, "Finetune/Loss (Raw)": 0.8822158575057983, "Finetune/Step": 1062, "Finetune/Step Time": 6.6945901438593864}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8176950216293335, "Finetune/Loss (Raw)": 0.8731966614723206, "Finetune/Step": 1063, "Finetune/Step Time": 6.701560366898775}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8200529217720032, "Finetune/Loss (Raw)": 1.1025696992874146, "Finetune/Step": 1064, "Finetune/Step Time": 6.689813010394573}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8200806379318237, "Finetune/Loss (Raw)": 1.0279465913772583, "Finetune/Step": 1065, "Finetune/Step Time": 6.691463420167565}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8181546330451965, "Finetune/Loss (Raw)": 0.7954850792884827, "Finetune/Step": 1066, "Finetune/Step Time": 6.686178470030427}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8194688558578491, "Finetune/Loss (Raw)": 1.0163384675979614, "Finetune/Step": 1067, "Finetune/Step Time": 6.692779961973429}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8180828094482422, "Finetune/Loss (Raw)": 0.7821583151817322, "Finetune/Step": 1068, "Finetune/Step Time": 6.697279822081327}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8176900744438171, "Finetune/Loss (Raw)": 0.8517909646034241, "Finetune/Step": 1069, "Finetune/Step Time": 6.722628641873598}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8192077279090881, "Finetune/Loss (Raw)": 0.8921633958816528, "Finetune/Step": 1070, "Finetune/Step Time": 6.712144091725349}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8195372819900513, "Finetune/Loss (Raw)": 0.9319114089012146, "Finetune/Step": 1071, "Finetune/Step Time": 6.709668546915054}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8205191493034363, "Finetune/Loss (Raw)": 0.9393093585968018, "Finetune/Step": 1072, "Finetune/Step Time": 6.718561172485352}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8209694027900696, "Finetune/Loss (Raw)": 0.8474029302597046, "Finetune/Step": 1073, "Finetune/Step Time": 6.701664436608553}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8229997158050537, "Finetune/Loss (Raw)": 0.9767409563064575, "Finetune/Step": 1074, "Finetune/Step Time": 6.696539767086506}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8232359886169434, "Finetune/Loss (Raw)": 0.8534954190254211, "Finetune/Step": 1075, "Finetune/Step Time": 6.70942422375083}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8279895782470703, "Finetune/Loss (Raw)": 0.9789936542510986, "Finetune/Step": 1076, "Finetune/Step Time": 6.689484009519219}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8276642560958862, "Finetune/Loss (Raw)": 0.9743613004684448, "Finetune/Step": 1077, "Finetune/Step Time": 6.692260142415762}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8283956050872803, "Finetune/Loss (Raw)": 0.9508607387542725, "Finetune/Step": 1078, "Finetune/Step Time": 6.694061836227775}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8259642124176025, "Finetune/Loss (Raw)": 0.7607465386390686, "Finetune/Step": 1079, "Finetune/Step Time": 6.6974754855036736}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8253062963485718, "Finetune/Loss (Raw)": 0.6986312866210938, "Finetune/Step": 1080, "Finetune/Step Time": 6.696319101378322}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8254552483558655, "Finetune/Loss (Raw)": 0.9046210646629333, "Finetune/Step": 1081, "Finetune/Step Time": 6.69900706410408}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8246318101882935, "Finetune/Loss (Raw)": 0.7007123827934265, "Finetune/Step": 1082, "Finetune/Step Time": 6.707920748740435}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8248504400253296, "Finetune/Loss (Raw)": 0.9224861264228821, "Finetune/Step": 1083, "Finetune/Step Time": 6.696901507675648}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8249883055686951, "Finetune/Loss (Raw)": 0.9256794452667236, "Finetune/Step": 1084, "Finetune/Step Time": 6.7099625170230865}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8255096673965454, "Finetune/Loss (Raw)": 0.89708012342453, "Finetune/Step": 1085, "Finetune/Step Time": 6.700386669486761}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8264537453651428, "Finetune/Loss (Raw)": 0.9562620520591736, "Finetune/Step": 1086, "Finetune/Step Time": 6.686539022251964}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.828058123588562, "Finetune/Loss (Raw)": 0.9393793940544128, "Finetune/Step": 1087, "Finetune/Step Time": 6.688257249072194}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8262665867805481, "Finetune/Loss (Raw)": 0.6335271000862122, "Finetune/Step": 1088, "Finetune/Step Time": 6.694959979504347}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8271774053573608, "Finetune/Loss (Raw)": 0.8841506838798523, "Finetune/Step": 1089, "Finetune/Step Time": 6.69107978977263}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8270458579063416, "Finetune/Loss (Raw)": 0.9544966220855713, "Finetune/Step": 1090, "Finetune/Step Time": 6.700376061722636}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8269650936126709, "Finetune/Loss (Raw)": 0.8306537866592407, "Finetune/Step": 1091, "Finetune/Step Time": 6.698526529595256}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8278399705886841, "Finetune/Loss (Raw)": 0.9565553665161133, "Finetune/Step": 1092, "Finetune/Step Time": 6.696406114846468}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8279920220375061, "Finetune/Loss (Raw)": 0.767723560333252, "Finetune/Step": 1093, "Finetune/Step Time": 6.693513222038746}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8282493352890015, "Finetune/Loss (Raw)": 0.8682262301445007, "Finetune/Step": 1094, "Finetune/Step Time": 6.688376953825355}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8296918869018555, "Finetune/Loss (Raw)": 0.9737852215766907, "Finetune/Step": 1095, "Finetune/Step Time": 6.671306839212775}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8297482132911682, "Finetune/Loss (Raw)": 0.9197964072227478, "Finetune/Step": 1096, "Finetune/Step Time": 6.66675784625113}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8299793004989624, "Finetune/Loss (Raw)": 0.8546555638313293, "Finetune/Step": 1097, "Finetune/Step Time": 6.667308375239372}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8323549032211304, "Finetune/Loss (Raw)": 0.8325788974761963, "Finetune/Step": 1098, "Finetune/Step Time": 6.673626570031047}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8326996564865112, "Finetune/Loss (Raw)": 0.910107433795929, "Finetune/Step": 1099, "Finetune/Step Time": 6.646695701405406}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8360832929611206, "Finetune/Loss (Raw)": 0.8306311368942261, "Finetune/Step": 1100, "Finetune/Step Time": 6.630692405626178}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8370481729507446, "Finetune/Loss (Raw)": 0.9066882729530334, "Finetune/Step": 1101, "Finetune/Step Time": 6.629119955003262}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.83642578125, "Finetune/Loss (Raw)": 0.7230756282806396, "Finetune/Step": 1102, "Finetune/Step Time": 6.615291079506278}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8365339040756226, "Finetune/Loss (Raw)": 1.0131769180297852, "Finetune/Step": 1103, "Finetune/Step Time": 6.60103277862072}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8375920057296753, "Finetune/Loss (Raw)": 0.9770171642303467, "Finetune/Step": 1104, "Finetune/Step Time": 6.609003180637956}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8364378213882446, "Finetune/Loss (Raw)": 0.8288770914077759, "Finetune/Step": 1105, "Finetune/Step Time": 6.6140346340835094}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8362237215042114, "Finetune/Loss (Raw)": 0.7935431003570557, "Finetune/Step": 1106, "Finetune/Step Time": 6.62505454942584}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8369643688201904, "Finetune/Loss (Raw)": 0.9323802590370178, "Finetune/Step": 1107, "Finetune/Step Time": 6.62008604966104}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8368830680847168, "Finetune/Loss (Raw)": 1.0344237089157104, "Finetune/Step": 1108, "Finetune/Step Time": 6.620385874062777}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8350419998168945, "Finetune/Loss (Raw)": 0.6141493320465088, "Finetune/Step": 1109, "Finetune/Step Time": 6.6306577287614346}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8347530364990234, "Finetune/Loss (Raw)": 0.9075241684913635, "Finetune/Step": 1110, "Finetune/Step Time": 6.628624107688665}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.835810124874115, "Finetune/Loss (Raw)": 1.0488505363464355, "Finetune/Step": 1111, "Finetune/Step Time": 6.6236601155251265}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8363110423088074, "Finetune/Loss (Raw)": 0.8048536777496338, "Finetune/Step": 1112, "Finetune/Step Time": 6.612054470926523}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8361568450927734, "Finetune/Loss (Raw)": 0.8633905649185181, "Finetune/Step": 1113, "Finetune/Step Time": 6.608419789001346}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8361237049102783, "Finetune/Loss (Raw)": 0.7651589512825012, "Finetune/Step": 1114, "Finetune/Step Time": 6.63082417473197}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8361808061599731, "Finetune/Loss (Raw)": 0.8953178524971008, "Finetune/Step": 1115, "Finetune/Step Time": 6.628061318770051}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8390143513679504, "Finetune/Loss (Raw)": 0.9906041026115417, "Finetune/Step": 1116, "Finetune/Step Time": 6.622992370277643}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8379701375961304, "Finetune/Loss (Raw)": 0.8050519227981567, "Finetune/Step": 1117, "Finetune/Step Time": 6.622172752395272}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8401328325271606, "Finetune/Loss (Raw)": 0.8968524932861328, "Finetune/Step": 1118, "Finetune/Step Time": 6.6088828425854445}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8373278975486755, "Finetune/Loss (Raw)": 0.6013081669807434, "Finetune/Step": 1119, "Finetune/Step Time": 6.618304308503866}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.8373903036117554, "Finetune/Loss (Raw)": 0.8693664073944092, "Finetune/Step": 1120, "Finetune/Step Time": 6.621234782040119}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8387379050254822, "Finetune/Loss (Raw)": 0.9779754281044006, "Finetune/Step": 1121, "Finetune/Step Time": 6.591495705768466}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8406059741973877, "Finetune/Loss (Raw)": 0.9072574973106384, "Finetune/Step": 1122, "Finetune/Step Time": 6.597295569255948}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8398095965385437, "Finetune/Loss (Raw)": 0.767849326133728, "Finetune/Step": 1123, "Finetune/Step Time": 6.6148783806711435}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8422204256057739, "Finetune/Loss (Raw)": 1.073524832725525, "Finetune/Step": 1124, "Finetune/Step Time": 6.611180920153856}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8421037197113037, "Finetune/Loss (Raw)": 0.8454394936561584, "Finetune/Step": 1125, "Finetune/Step Time": 6.6075410936027765}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8433930277824402, "Finetune/Loss (Raw)": 0.9106623530387878, "Finetune/Step": 1126, "Finetune/Step Time": 6.589390866458416}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8427292704582214, "Finetune/Loss (Raw)": 0.8650912642478943, "Finetune/Step": 1127, "Finetune/Step Time": 6.588387981057167}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8409041166305542, "Finetune/Loss (Raw)": 0.7815638780593872, "Finetune/Step": 1128, "Finetune/Step Time": 6.600066406652331}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8458225727081299, "Finetune/Loss (Raw)": 0.9474389553070068, "Finetune/Step": 1129, "Finetune/Step Time": 6.574583763256669}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8436263799667358, "Finetune/Loss (Raw)": 0.6643083691596985, "Finetune/Step": 1130, "Finetune/Step Time": 6.582086568698287}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8433163166046143, "Finetune/Loss (Raw)": 0.929218053817749, "Finetune/Step": 1131, "Finetune/Step Time": 6.555158279836178}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8431155681610107, "Finetune/Loss (Raw)": 0.950979471206665, "Finetune/Step": 1132, "Finetune/Step Time": 6.556656677275896}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.843117356300354, "Finetune/Loss (Raw)": 0.8936400413513184, "Finetune/Step": 1133, "Finetune/Step Time": 6.5523299518972635}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8445669412612915, "Finetune/Loss (Raw)": 0.8639510273933411, "Finetune/Step": 1134, "Finetune/Step Time": 6.544793037697673}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8455722332000732, "Finetune/Loss (Raw)": 0.9467558860778809, "Finetune/Step": 1135, "Finetune/Step Time": 6.54928813315928}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8451201319694519, "Finetune/Loss (Raw)": 0.8431180715560913, "Finetune/Step": 1136, "Finetune/Step Time": 6.5461327861994505}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8493726849555969, "Finetune/Loss (Raw)": 0.9710739254951477, "Finetune/Step": 1137, "Finetune/Step Time": 6.5262181628495455}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8502418994903564, "Finetune/Loss (Raw)": 0.8937671780586243, "Finetune/Step": 1138, "Finetune/Step Time": 6.533779034391046}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8502230048179626, "Finetune/Loss (Raw)": 0.8079026937484741, "Finetune/Step": 1139, "Finetune/Step Time": 6.545505028218031}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8498355150222778, "Finetune/Loss (Raw)": 0.8832594156265259, "Finetune/Step": 1140, "Finetune/Step Time": 6.539444355294108}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8497639894485474, "Finetune/Loss (Raw)": 0.8556200861930847, "Finetune/Step": 1141, "Finetune/Step Time": 6.544079098850489}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8443425893783569, "Finetune/Loss (Raw)": 0.29390501976013184, "Finetune/Step": 1142, "Finetune/Step Time": 6.5460231099277735}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8485580682754517, "Finetune/Loss (Raw)": 0.8468830585479736, "Finetune/Step": 1143, "Finetune/Step Time": 6.528306368738413}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8481287956237793, "Finetune/Loss (Raw)": 0.864479124546051, "Finetune/Step": 1144, "Finetune/Step Time": 6.53143553622067}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.847230076789856, "Finetune/Loss (Raw)": 0.8614763617515564, "Finetune/Step": 1145, "Finetune/Step Time": 6.531439730897546}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8479964733123779, "Finetune/Loss (Raw)": 0.9227198362350464, "Finetune/Step": 1146, "Finetune/Step Time": 6.4980900175869465}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8467684984207153, "Finetune/Loss (Raw)": 0.6735426187515259, "Finetune/Step": 1147, "Finetune/Step Time": 6.509798031300306}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.8425759673118591, "Finetune/Loss (Raw)": 0.34483176469802856, "Finetune/Step": 1148, "Finetune/Step Time": 6.529573084786534}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8452867269515991, "Finetune/Loss (Raw)": 1.0492531061172485, "Finetune/Step": 1149, "Finetune/Step Time": 6.5300430208444595}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.844635546207428, "Finetune/Loss (Raw)": 0.783888578414917, "Finetune/Step": 1150, "Finetune/Step Time": 6.520785203203559}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8454269170761108, "Finetune/Loss (Raw)": 0.7746050953865051, "Finetune/Step": 1151, "Finetune/Step Time": 6.50546027906239}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8454977869987488, "Finetune/Loss (Raw)": 0.8073096871376038, "Finetune/Step": 1152, "Finetune/Step Time": 6.522017605602741}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8464433550834656, "Finetune/Loss (Raw)": 0.9097936153411865, "Finetune/Step": 1153, "Finetune/Step Time": 6.535817688331008}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8423413038253784, "Finetune/Loss (Raw)": 0.3238828182220459, "Finetune/Step": 1154, "Finetune/Step Time": 6.547779254615307}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8421048521995544, "Finetune/Loss (Raw)": 0.33561140298843384, "Finetune/Step": 1155, "Finetune/Step Time": 6.546406010165811}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8426356911659241, "Finetune/Loss (Raw)": 0.9957962036132812, "Finetune/Step": 1156, "Finetune/Step Time": 6.542729401960969}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8438326120376587, "Finetune/Loss (Raw)": 0.9499776363372803, "Finetune/Step": 1157, "Finetune/Step Time": 6.535248486325145}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8439462184906006, "Finetune/Loss (Raw)": 0.7911680936813354, "Finetune/Step": 1158, "Finetune/Step Time": 6.526321759447455}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.8435890674591064, "Finetune/Loss (Raw)": 0.7814136743545532, "Finetune/Step": 1159, "Finetune/Step Time": 6.525982778519392}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8473758697509766, "Finetune/Loss (Raw)": 0.8304330110549927, "Finetune/Step": 1160, "Finetune/Step Time": 6.522836914286017}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8463921546936035, "Finetune/Loss (Raw)": 0.7887580394744873, "Finetune/Step": 1161, "Finetune/Step Time": 6.516242468729615}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.847959578037262, "Finetune/Loss (Raw)": 0.9510338306427002, "Finetune/Step": 1162, "Finetune/Step Time": 6.513819973915815}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8458981513977051, "Finetune/Loss (Raw)": 0.6148253679275513, "Finetune/Step": 1163, "Finetune/Step Time": 6.523146830499172}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8476645350456238, "Finetune/Loss (Raw)": 1.0589797496795654, "Finetune/Step": 1164, "Finetune/Step Time": 6.521770494058728}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8450435400009155, "Finetune/Loss (Raw)": 0.36017605662345886, "Finetune/Step": 1165, "Finetune/Step Time": 6.530901592224836}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8430262207984924, "Finetune/Loss (Raw)": 0.8098596334457397, "Finetune/Step": 1166, "Finetune/Step Time": 6.539751462638378}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8410564661026001, "Finetune/Loss (Raw)": 0.6077459454536438, "Finetune/Step": 1167, "Finetune/Step Time": 6.554660178720951}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8414050936698914, "Finetune/Loss (Raw)": 0.7725989818572998, "Finetune/Step": 1168, "Finetune/Step Time": 6.554543349891901}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.840755820274353, "Finetune/Loss (Raw)": 0.9206414818763733, "Finetune/Step": 1169, "Finetune/Step Time": 6.5566555466502905}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8365499377250671, "Finetune/Loss (Raw)": 0.46816757321357727, "Finetune/Step": 1170, "Finetune/Step Time": 6.572297632694244}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8413288593292236, "Finetune/Loss (Raw)": 0.9847205281257629, "Finetune/Step": 1171, "Finetune/Step Time": 6.548004195094109}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8433953523635864, "Finetune/Loss (Raw)": 0.9091910123825073, "Finetune/Step": 1172, "Finetune/Step Time": 6.542495392262936}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8438118100166321, "Finetune/Loss (Raw)": 0.867036759853363, "Finetune/Step": 1173, "Finetune/Step Time": 6.526845606043935}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8400704860687256, "Finetune/Loss (Raw)": 0.354854941368103, "Finetune/Step": 1174, "Finetune/Step Time": 6.537836216390133}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8395196199417114, "Finetune/Loss (Raw)": 0.8143450021743774, "Finetune/Step": 1175, "Finetune/Step Time": 6.551754862070084}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8378907442092896, "Finetune/Loss (Raw)": 0.8158993124961853, "Finetune/Step": 1176, "Finetune/Step Time": 6.547341346740723}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8342060446739197, "Finetune/Loss (Raw)": 0.28676706552505493, "Finetune/Step": 1177, "Finetune/Step Time": 6.569075977429748}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8309029936790466, "Finetune/Loss (Raw)": 0.32422447204589844, "Finetune/Step": 1178, "Finetune/Step Time": 6.575472015887499}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8338139057159424, "Finetune/Loss (Raw)": 1.0365313291549683, "Finetune/Step": 1179, "Finetune/Step Time": 6.569779312238097}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8320637941360474, "Finetune/Loss (Raw)": 0.7834937572479248, "Finetune/Step": 1180, "Finetune/Step Time": 6.586302908137441}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8333609104156494, "Finetune/Loss (Raw)": 1.002888798713684, "Finetune/Step": 1181, "Finetune/Step Time": 6.575506182387471}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8308342695236206, "Finetune/Loss (Raw)": 0.572921097278595, "Finetune/Step": 1182, "Finetune/Step Time": 6.5773716028779745}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8321336507797241, "Finetune/Loss (Raw)": 0.9560791254043579, "Finetune/Step": 1183, "Finetune/Step Time": 6.579090282320976}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8296651840209961, "Finetune/Loss (Raw)": 0.7038944959640503, "Finetune/Step": 1184, "Finetune/Step Time": 6.608058039098978}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.830234169960022, "Finetune/Loss (Raw)": 0.8915092349052429, "Finetune/Step": 1185, "Finetune/Step Time": 6.61165052652359}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8321338891983032, "Finetune/Loss (Raw)": 1.0038115978240967, "Finetune/Step": 1186, "Finetune/Step Time": 6.6121585089713335}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8288193345069885, "Finetune/Loss (Raw)": 0.342029333114624, "Finetune/Step": 1187, "Finetune/Step Time": 6.618708310648799}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8295609951019287, "Finetune/Loss (Raw)": 0.9169734120368958, "Finetune/Step": 1188, "Finetune/Step Time": 6.618719674646854}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8318359851837158, "Finetune/Loss (Raw)": 0.9626375436782837, "Finetune/Step": 1189, "Finetune/Step Time": 6.623854799196124}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8317966461181641, "Finetune/Loss (Raw)": 0.8771852254867554, "Finetune/Step": 1190, "Finetune/Step Time": 6.622696740552783}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8321633338928223, "Finetune/Loss (Raw)": 0.9201288223266602, "Finetune/Step": 1191, "Finetune/Step Time": 6.616501843556762}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8311210870742798, "Finetune/Loss (Raw)": 0.969163179397583, "Finetune/Step": 1192, "Finetune/Step Time": 6.623305624350905}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8302023410797119, "Finetune/Loss (Raw)": 0.9103438854217529, "Finetune/Step": 1193, "Finetune/Step Time": 6.621935272589326}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8311306238174438, "Finetune/Loss (Raw)": 0.9143140316009521, "Finetune/Step": 1194, "Finetune/Step Time": 6.634539786726236}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8300407528877258, "Finetune/Loss (Raw)": 0.8768317103385925, "Finetune/Step": 1195, "Finetune/Step Time": 6.644947720691562}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8309080600738525, "Finetune/Loss (Raw)": 0.8931748270988464, "Finetune/Step": 1196, "Finetune/Step Time": 6.641340639442205}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8317724466323853, "Finetune/Loss (Raw)": 0.9624271392822266, "Finetune/Step": 1197, "Finetune/Step Time": 6.6094119139015675}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8317703008651733, "Finetune/Loss (Raw)": 0.89189612865448, "Finetune/Step": 1198, "Finetune/Step Time": 6.614130396395922}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8320425748825073, "Finetune/Loss (Raw)": 0.9667661786079407, "Finetune/Step": 1199, "Finetune/Step Time": 6.6103486735373735}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8320748805999756, "Finetune/Loss (Raw)": 0.9434368014335632, "Finetune/Step": 1200, "Finetune/Step Time": 6.607948834076524}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8330570459365845, "Finetune/Loss (Raw)": 0.9731221199035645, "Finetune/Step": 1201, "Finetune/Step Time": 6.6210809499025345}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8337855935096741, "Finetune/Loss (Raw)": 1.069992184638977, "Finetune/Step": 1202, "Finetune/Step Time": 6.615065464749932}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8351904153823853, "Finetune/Loss (Raw)": 1.0333147048950195, "Finetune/Step": 1203, "Finetune/Step Time": 6.587499961256981}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8352203369140625, "Finetune/Loss (Raw)": 0.9828219413757324, "Finetune/Step": 1204, "Finetune/Step Time": 6.5958837904036045}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8336578607559204, "Finetune/Loss (Raw)": 0.7743669748306274, "Finetune/Step": 1205, "Finetune/Step Time": 6.613484691828489}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8342132568359375, "Finetune/Loss (Raw)": 1.0219519138336182, "Finetune/Step": 1206, "Finetune/Step Time": 6.606596697121859}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8350344896316528, "Finetune/Loss (Raw)": 0.8658692836761475, "Finetune/Step": 1207, "Finetune/Step Time": 6.613595273345709}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8366694450378418, "Finetune/Loss (Raw)": 0.907900333404541, "Finetune/Step": 1208, "Finetune/Step Time": 6.614863809198141}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8369901180267334, "Finetune/Loss (Raw)": 0.9456737637519836, "Finetune/Step": 1209, "Finetune/Step Time": 6.614068120718002}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8380236625671387, "Finetune/Loss (Raw)": 0.8329964876174927, "Finetune/Step": 1210, "Finetune/Step Time": 6.593013389036059}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8376874327659607, "Finetune/Loss (Raw)": 0.8794503211975098, "Finetune/Step": 1211, "Finetune/Step Time": 6.5958686880767345}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.837860643863678, "Finetune/Loss (Raw)": 0.9478524923324585, "Finetune/Step": 1212, "Finetune/Step Time": 6.58513542637229}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8374769687652588, "Finetune/Loss (Raw)": 0.847968339920044, "Finetune/Step": 1213, "Finetune/Step Time": 6.584632121026516}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8359325528144836, "Finetune/Loss (Raw)": 0.7585776448249817, "Finetune/Step": 1214, "Finetune/Step Time": 6.598590701818466}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8357713222503662, "Finetune/Loss (Raw)": 0.9187398552894592, "Finetune/Step": 1215, "Finetune/Step Time": 6.60002270527184}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.833545446395874, "Finetune/Loss (Raw)": 0.34861910343170166, "Finetune/Step": 1216, "Finetune/Step Time": 6.611073957756162}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.8346042633056641, "Finetune/Loss (Raw)": 1.0196791887283325, "Finetune/Step": 1217, "Finetune/Step Time": 6.6149557661265135}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.834608793258667, "Finetune/Loss (Raw)": 0.9550777077674866, "Finetune/Step": 1218, "Finetune/Step Time": 6.600959498435259}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8304800987243652, "Finetune/Loss (Raw)": 0.30217260122299194, "Finetune/Step": 1219, "Finetune/Step Time": 6.632686218246818}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8297593593597412, "Finetune/Loss (Raw)": 0.864313542842865, "Finetune/Step": 1220, "Finetune/Step Time": 6.633011277765036}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8302329778671265, "Finetune/Loss (Raw)": 0.8283436298370361, "Finetune/Step": 1221, "Finetune/Step Time": 6.642954597249627}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8297529816627502, "Finetune/Loss (Raw)": 0.8067833185195923, "Finetune/Step": 1222, "Finetune/Step Time": 6.653266115114093}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8292020559310913, "Finetune/Loss (Raw)": 0.903265655040741, "Finetune/Step": 1223, "Finetune/Step Time": 6.654504165053368}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8290301561355591, "Finetune/Loss (Raw)": 0.8977879881858826, "Finetune/Step": 1224, "Finetune/Step Time": 6.65576047077775}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8282558917999268, "Finetune/Loss (Raw)": 0.75555819272995, "Finetune/Step": 1225, "Finetune/Step Time": 6.6414796225726604}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8278969526290894, "Finetune/Loss (Raw)": 0.7866235971450806, "Finetune/Step": 1226, "Finetune/Step Time": 6.632134789600968}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8262155652046204, "Finetune/Loss (Raw)": 0.6948980689048767, "Finetune/Step": 1227, "Finetune/Step Time": 6.639994572848082}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8258011341094971, "Finetune/Loss (Raw)": 0.777585506439209, "Finetune/Step": 1228, "Finetune/Step Time": 6.6462103594094515}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8264583945274353, "Finetune/Loss (Raw)": 0.9908137321472168, "Finetune/Step": 1229, "Finetune/Step Time": 6.642916817218065}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8239642977714539, "Finetune/Loss (Raw)": 0.40383419394493103, "Finetune/Step": 1230, "Finetune/Step Time": 6.6686874106526375}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8238555788993835, "Finetune/Loss (Raw)": 0.9992589354515076, "Finetune/Step": 1231, "Finetune/Step Time": 6.663362868130207}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.822766900062561, "Finetune/Loss (Raw)": 0.837661862373352, "Finetune/Step": 1232, "Finetune/Step Time": 6.652769859880209}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.823477566242218, "Finetune/Loss (Raw)": 0.9198498129844666, "Finetune/Step": 1233, "Finetune/Step Time": 6.638288851827383}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8229073286056519, "Finetune/Loss (Raw)": 0.7205503582954407, "Finetune/Step": 1234, "Finetune/Step Time": 6.647279925644398}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8224561214447021, "Finetune/Loss (Raw)": 0.8746287822723389, "Finetune/Step": 1235, "Finetune/Step Time": 6.646884514018893}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8221486806869507, "Finetune/Loss (Raw)": 0.9950665235519409, "Finetune/Step": 1236, "Finetune/Step Time": 6.64336695894599}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.824965238571167, "Finetune/Loss (Raw)": 0.9746659398078918, "Finetune/Step": 1237, "Finetune/Step Time": 6.646315041929483}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8256659507751465, "Finetune/Loss (Raw)": 0.9972118735313416, "Finetune/Step": 1238, "Finetune/Step Time": 6.64910089597106}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8244324922561646, "Finetune/Loss (Raw)": 0.8909780979156494, "Finetune/Step": 1239, "Finetune/Step Time": 6.657502517104149}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8248319625854492, "Finetune/Loss (Raw)": 0.8559890985488892, "Finetune/Step": 1240, "Finetune/Step Time": 6.656071409583092}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8243750333786011, "Finetune/Loss (Raw)": 0.8049013614654541, "Finetune/Step": 1241, "Finetune/Step Time": 6.660145344212651}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8253650665283203, "Finetune/Loss (Raw)": 0.8918749690055847, "Finetune/Step": 1242, "Finetune/Step Time": 6.634310519322753}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8255281448364258, "Finetune/Loss (Raw)": 0.916192352771759, "Finetune/Step": 1243, "Finetune/Step Time": 6.628243779763579}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8245283365249634, "Finetune/Loss (Raw)": 0.8626366853713989, "Finetune/Step": 1244, "Finetune/Step Time": 6.63199463672936}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8242725133895874, "Finetune/Loss (Raw)": 0.7723075747489929, "Finetune/Step": 1245, "Finetune/Step Time": 6.622929161414504}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8236937522888184, "Finetune/Loss (Raw)": 0.8227699398994446, "Finetune/Step": 1246, "Finetune/Step Time": 6.644719112664461}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.826606273651123, "Finetune/Loss (Raw)": 0.9741029739379883, "Finetune/Step": 1247, "Finetune/Step Time": 6.6312990970909595}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8254406452178955, "Finetune/Loss (Raw)": 0.7201732397079468, "Finetune/Step": 1248, "Finetune/Step Time": 6.635177884250879}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8241550922393799, "Finetune/Loss (Raw)": 0.8134190440177917, "Finetune/Step": 1249, "Finetune/Step Time": 6.635431680828333}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8241085410118103, "Finetune/Loss (Raw)": 0.9013032913208008, "Finetune/Step": 1250, "Finetune/Step Time": 6.61593821272254}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8251941204071045, "Finetune/Loss (Raw)": 0.9067989587783813, "Finetune/Step": 1251, "Finetune/Step Time": 6.6020456571131945}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8229193687438965, "Finetune/Loss (Raw)": 0.7823620438575745, "Finetune/Step": 1252, "Finetune/Step Time": 6.608490904793143}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8224785923957825, "Finetune/Loss (Raw)": 0.7890210151672363, "Finetune/Step": 1253, "Finetune/Step Time": 6.62667053565383}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8221733570098877, "Finetune/Loss (Raw)": 0.8715890049934387, "Finetune/Step": 1254, "Finetune/Step Time": 6.631257351487875}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8229628801345825, "Finetune/Loss (Raw)": 0.9661495089530945, "Finetune/Step": 1255, "Finetune/Step Time": 6.643769275397062}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8239259123802185, "Finetune/Loss (Raw)": 0.9048365354537964, "Finetune/Step": 1256, "Finetune/Step Time": 6.639965955168009}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8211306929588318, "Finetune/Loss (Raw)": 0.5896453857421875, "Finetune/Step": 1257, "Finetune/Step Time": 6.665761381387711}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.8227084875106812, "Finetune/Loss (Raw)": 0.8662689924240112, "Finetune/Step": 1258, "Finetune/Step Time": 6.654665227979422}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8214608430862427, "Finetune/Loss (Raw)": 0.769516110420227, "Finetune/Step": 1259, "Finetune/Step Time": 6.664954697713256}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8225187063217163, "Finetune/Loss (Raw)": 1.086387038230896, "Finetune/Step": 1260, "Finetune/Step Time": 6.666521534323692}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8213402032852173, "Finetune/Loss (Raw)": 0.742798388004303, "Finetune/Step": 1261, "Finetune/Step Time": 6.6660220846533775}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8216180801391602, "Finetune/Loss (Raw)": 0.8995107412338257, "Finetune/Step": 1262, "Finetune/Step Time": 6.6511338874697685}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8214857578277588, "Finetune/Loss (Raw)": 0.9298228025436401, "Finetune/Step": 1263, "Finetune/Step Time": 6.638275733217597}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8216374516487122, "Finetune/Loss (Raw)": 0.862536609172821, "Finetune/Step": 1264, "Finetune/Step Time": 6.63692208006978}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.817009687423706, "Finetune/Loss (Raw)": 0.3787201941013336, "Finetune/Step": 1265, "Finetune/Step Time": 6.656672919169068}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8164659738540649, "Finetune/Loss (Raw)": 0.8241721987724304, "Finetune/Step": 1266, "Finetune/Step Time": 6.663174081593752}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8174157738685608, "Finetune/Loss (Raw)": 0.929470956325531, "Finetune/Step": 1267, "Finetune/Step Time": 6.651239018887281}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8181064128875732, "Finetune/Loss (Raw)": 0.9716703295707703, "Finetune/Step": 1268, "Finetune/Step Time": 6.654580479487777}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8177794218063354, "Finetune/Loss (Raw)": 0.8137583136558533, "Finetune/Step": 1269, "Finetune/Step Time": 6.646775368601084}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8228018283843994, "Finetune/Loss (Raw)": 0.9367764592170715, "Finetune/Step": 1270, "Finetune/Step Time": 6.637044934555888}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8238402605056763, "Finetune/Loss (Raw)": 0.9797986149787903, "Finetune/Step": 1271, "Finetune/Step Time": 6.622897360473871}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8227767944335938, "Finetune/Loss (Raw)": 0.728355348110199, "Finetune/Step": 1272, "Finetune/Step Time": 6.631615158170462}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8220748901367188, "Finetune/Loss (Raw)": 0.7716293334960938, "Finetune/Step": 1273, "Finetune/Step Time": 6.641774080693722}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8211860656738281, "Finetune/Loss (Raw)": 0.8089603185653687, "Finetune/Step": 1274, "Finetune/Step Time": 6.634243631735444}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8239775896072388, "Finetune/Loss (Raw)": 1.0308468341827393, "Finetune/Step": 1275, "Finetune/Step Time": 6.617062646895647}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.827892005443573, "Finetune/Loss (Raw)": 0.8458853363990784, "Finetune/Step": 1276, "Finetune/Step Time": 6.599191129207611}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.826602578163147, "Finetune/Loss (Raw)": 0.8842057585716248, "Finetune/Step": 1277, "Finetune/Step Time": 6.603254497051239}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.825120210647583, "Finetune/Loss (Raw)": 0.5941420197486877, "Finetune/Step": 1278, "Finetune/Step Time": 6.610162544995546}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8258874416351318, "Finetune/Loss (Raw)": 0.8728079199790955, "Finetune/Step": 1279, "Finetune/Step Time": 6.612721711397171}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8272997736930847, "Finetune/Loss (Raw)": 0.988092839717865, "Finetune/Step": 1280, "Finetune/Step Time": 6.592928880825639}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.827200174331665, "Finetune/Loss (Raw)": 0.8970451354980469, "Finetune/Step": 1281, "Finetune/Step Time": 6.578498698771}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8314120173454285, "Finetune/Loss (Raw)": 0.8630003929138184, "Finetune/Step": 1282, "Finetune/Step Time": 6.560420572757721}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.834174633026123, "Finetune/Loss (Raw)": 0.6892262101173401, "Finetune/Step": 1283, "Finetune/Step Time": 6.552743207663298}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8330416083335876, "Finetune/Loss (Raw)": 0.8507705330848694, "Finetune/Step": 1284, "Finetune/Step Time": 6.556320816278458}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.833148717880249, "Finetune/Loss (Raw)": 0.9636762142181396, "Finetune/Step": 1285, "Finetune/Step Time": 6.556870110332966}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8334465622901917, "Finetune/Loss (Raw)": 0.8292980194091797, "Finetune/Step": 1286, "Finetune/Step Time": 6.572903072461486}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.834101676940918, "Finetune/Loss (Raw)": 0.8652647137641907, "Finetune/Step": 1287, "Finetune/Step Time": 6.573042552918196}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8340638875961304, "Finetune/Loss (Raw)": 0.8256011009216309, "Finetune/Step": 1288, "Finetune/Step Time": 6.554806238040328}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8342870473861694, "Finetune/Loss (Raw)": 0.8173186182975769, "Finetune/Step": 1289, "Finetune/Step Time": 6.540260160341859}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8346088528633118, "Finetune/Loss (Raw)": 0.9922322630882263, "Finetune/Step": 1290, "Finetune/Step Time": 6.534818913787603}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8358479142189026, "Finetune/Loss (Raw)": 0.7734237313270569, "Finetune/Step": 1291, "Finetune/Step Time": 6.541573949158192}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8340311646461487, "Finetune/Loss (Raw)": 0.8264307975769043, "Finetune/Step": 1292, "Finetune/Step Time": 6.536605667322874}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8380846977233887, "Finetune/Loss (Raw)": 0.8790268898010254, "Finetune/Step": 1293, "Finetune/Step Time": 6.517623044550419}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8390380144119263, "Finetune/Loss (Raw)": 0.9318857789039612, "Finetune/Step": 1294, "Finetune/Step Time": 6.520139908418059}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8407890796661377, "Finetune/Loss (Raw)": 0.8318840265274048, "Finetune/Step": 1295, "Finetune/Step Time": 6.519176067784429}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8409387469291687, "Finetune/Loss (Raw)": 0.7917566299438477, "Finetune/Step": 1296, "Finetune/Step Time": 6.522797554731369}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8400599956512451, "Finetune/Loss (Raw)": 0.8081547617912292, "Finetune/Step": 1297, "Finetune/Step Time": 6.537755914032459}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8422060012817383, "Finetune/Loss (Raw)": 0.7428677082061768, "Finetune/Step": 1298, "Finetune/Step Time": 6.514784066006541}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.839753270149231, "Finetune/Loss (Raw)": 0.6707693934440613, "Finetune/Step": 1299, "Finetune/Step Time": 6.5185120068490505}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8389743566513062, "Finetune/Loss (Raw)": 0.8094920516014099, "Finetune/Step": 1300, "Finetune/Step Time": 6.516648653894663}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8387581706047058, "Finetune/Loss (Raw)": 0.8393626809120178, "Finetune/Step": 1301, "Finetune/Step Time": 6.534009601920843}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8424580097198486, "Finetune/Loss (Raw)": 0.82843017578125, "Finetune/Step": 1302, "Finetune/Step Time": 6.53608020208776}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8425989151000977, "Finetune/Loss (Raw)": 0.8323801755905151, "Finetune/Step": 1303, "Finetune/Step Time": 6.519387502223253}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8434784412384033, "Finetune/Loss (Raw)": 0.9284849762916565, "Finetune/Step": 1304, "Finetune/Step Time": 6.5248935259878635}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.847616970539093, "Finetune/Loss (Raw)": 0.8164927363395691, "Finetune/Step": 1305, "Finetune/Step Time": 6.508840451017022}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.851479709148407, "Finetune/Loss (Raw)": 0.8186578750610352, "Finetune/Step": 1306, "Finetune/Step Time": 6.505661612376571}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8512390851974487, "Finetune/Loss (Raw)": 1.0057330131530762, "Finetune/Step": 1307, "Finetune/Step Time": 6.5087930373847485}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8531178832054138, "Finetune/Loss (Raw)": 1.0239745378494263, "Finetune/Step": 1308, "Finetune/Step Time": 6.491485921666026}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.852129340171814, "Finetune/Loss (Raw)": 0.8763564825057983, "Finetune/Step": 1309, "Finetune/Step Time": 6.509107641875744}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8541452288627625, "Finetune/Loss (Raw)": 0.8309560418128967, "Finetune/Step": 1310, "Finetune/Step Time": 6.507595907896757}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.853670597076416, "Finetune/Loss (Raw)": 0.8953336477279663, "Finetune/Step": 1311, "Finetune/Step Time": 6.50929256901145}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.8528156876564026, "Finetune/Loss (Raw)": 0.5944640040397644, "Finetune/Step": 1312, "Finetune/Step Time": 6.504143416881561}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8527330756187439, "Finetune/Loss (Raw)": 0.8809289336204529, "Finetune/Step": 1313, "Finetune/Step Time": 6.510122073814273}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8521410226821899, "Finetune/Loss (Raw)": 0.9280294179916382, "Finetune/Step": 1314, "Finetune/Step Time": 6.507682606577873}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8565793037414551, "Finetune/Loss (Raw)": 0.9101274013519287, "Finetune/Step": 1315, "Finetune/Step Time": 6.498942645266652}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8575259447097778, "Finetune/Loss (Raw)": 1.0381507873535156, "Finetune/Step": 1316, "Finetune/Step Time": 6.5024388544261456}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8573814630508423, "Finetune/Loss (Raw)": 0.9441434144973755, "Finetune/Step": 1317, "Finetune/Step Time": 6.495234813541174}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8571658134460449, "Finetune/Loss (Raw)": 0.8495798707008362, "Finetune/Step": 1318, "Finetune/Step Time": 6.494944727048278}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8569104671478271, "Finetune/Loss (Raw)": 0.8874468803405762, "Finetune/Step": 1319, "Finetune/Step Time": 6.492901397868991}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8553904294967651, "Finetune/Loss (Raw)": 0.774592399597168, "Finetune/Step": 1320, "Finetune/Step Time": 6.494157062843442}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8552942872047424, "Finetune/Loss (Raw)": 0.8980372548103333, "Finetune/Step": 1321, "Finetune/Step Time": 6.497126115486026}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8550361394882202, "Finetune/Loss (Raw)": 0.8812702298164368, "Finetune/Step": 1322, "Finetune/Step Time": 6.486919527873397}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8553900718688965, "Finetune/Loss (Raw)": 0.922136127948761, "Finetune/Step": 1323, "Finetune/Step Time": 6.4673487935215235}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8558950424194336, "Finetune/Loss (Raw)": 0.9578161835670471, "Finetune/Step": 1324, "Finetune/Step Time": 6.469509182497859}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8559412360191345, "Finetune/Loss (Raw)": 0.9683364629745483, "Finetune/Step": 1325, "Finetune/Step Time": 6.48650879971683}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8564836978912354, "Finetune/Loss (Raw)": 0.9613295793533325, "Finetune/Step": 1326, "Finetune/Step Time": 6.480185912922025}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.85479736328125, "Finetune/Loss (Raw)": 0.7509128451347351, "Finetune/Step": 1327, "Finetune/Step Time": 6.5166408102959394}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8556957244873047, "Finetune/Loss (Raw)": 1.0584356784820557, "Finetune/Step": 1328, "Finetune/Step Time": 6.512409312650561}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8566184639930725, "Finetune/Loss (Raw)": 1.091227412223816, "Finetune/Step": 1329, "Finetune/Step Time": 6.505044631659985}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8536585569381714, "Finetune/Loss (Raw)": 0.6911281943321228, "Finetune/Step": 1330, "Finetune/Step Time": 6.498838758096099}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8528584241867065, "Finetune/Loss (Raw)": 0.9309026598930359, "Finetune/Step": 1331, "Finetune/Step Time": 6.49223137460649}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8510857224464417, "Finetune/Loss (Raw)": 0.7559094429016113, "Finetune/Step": 1332, "Finetune/Step Time": 6.494979498907924}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8520268797874451, "Finetune/Loss (Raw)": 0.8948319554328918, "Finetune/Step": 1333, "Finetune/Step Time": 6.48194476030767}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8512330055236816, "Finetune/Loss (Raw)": 0.9203391671180725, "Finetune/Step": 1334, "Finetune/Step Time": 6.48541908338666}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8516322374343872, "Finetune/Loss (Raw)": 0.9169633984565735, "Finetune/Step": 1335, "Finetune/Step Time": 6.4779370333999395}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8516935706138611, "Finetune/Loss (Raw)": 0.9157570600509644, "Finetune/Step": 1336, "Finetune/Step Time": 6.473438011482358}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8518190383911133, "Finetune/Loss (Raw)": 0.9617289900779724, "Finetune/Step": 1337, "Finetune/Step Time": 6.475834965705872}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8477464914321899, "Finetune/Loss (Raw)": 0.3117138743400574, "Finetune/Step": 1338, "Finetune/Step Time": 6.497665008530021}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8468246459960938, "Finetune/Loss (Raw)": 0.7614566683769226, "Finetune/Step": 1339, "Finetune/Step Time": 6.503923142328858}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8460676670074463, "Finetune/Loss (Raw)": 0.8509584665298462, "Finetune/Step": 1340, "Finetune/Step Time": 6.5102196130901575}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8459339737892151, "Finetune/Loss (Raw)": 0.8308542966842651, "Finetune/Step": 1341, "Finetune/Step Time": 6.511668015271425}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.847114086151123, "Finetune/Loss (Raw)": 0.9096294641494751, "Finetune/Step": 1342, "Finetune/Step Time": 6.509243372827768}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8461958169937134, "Finetune/Loss (Raw)": 0.8012080192565918, "Finetune/Step": 1343, "Finetune/Step Time": 6.531164163723588}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8497961759567261, "Finetune/Loss (Raw)": 0.8094626665115356, "Finetune/Step": 1344, "Finetune/Step Time": 6.517944980412722}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8495957851409912, "Finetune/Loss (Raw)": 0.9940256476402283, "Finetune/Step": 1345, "Finetune/Step Time": 6.517399622127414}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8490633368492126, "Finetune/Loss (Raw)": 0.8869268894195557, "Finetune/Step": 1346, "Finetune/Step Time": 6.519518448039889}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8541343808174133, "Finetune/Loss (Raw)": 0.9512666463851929, "Finetune/Step": 1347, "Finetune/Step Time": 6.506909994408488}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8507305979728699, "Finetune/Loss (Raw)": 0.42862820625305176, "Finetune/Step": 1348, "Finetune/Step Time": 6.52907994017005}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8515722155570984, "Finetune/Loss (Raw)": 0.9360719919204712, "Finetune/Step": 1349, "Finetune/Step Time": 6.51109503954649}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8523092269897461, "Finetune/Loss (Raw)": 0.9011148810386658, "Finetune/Step": 1350, "Finetune/Step Time": 6.509974453598261}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8523668050765991, "Finetune/Loss (Raw)": 0.9106374382972717, "Finetune/Step": 1351, "Finetune/Step Time": 6.514354286715388}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8486312627792358, "Finetune/Loss (Raw)": 0.4196476936340332, "Finetune/Step": 1352, "Finetune/Step Time": 6.533383559435606}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8493749499320984, "Finetune/Loss (Raw)": 0.8507412672042847, "Finetune/Step": 1353, "Finetune/Step Time": 6.534302476793528}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8500033020973206, "Finetune/Loss (Raw)": 0.8670567274093628, "Finetune/Step": 1354, "Finetune/Step Time": 6.531934520229697}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8524842262268066, "Finetune/Loss (Raw)": 1.0124481916427612, "Finetune/Step": 1355, "Finetune/Step Time": 6.525772059336305}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8542717695236206, "Finetune/Loss (Raw)": 1.0063936710357666, "Finetune/Step": 1356, "Finetune/Step Time": 6.519926402717829}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8535051345825195, "Finetune/Loss (Raw)": 0.8926884531974792, "Finetune/Step": 1357, "Finetune/Step Time": 6.532220279797912}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8573698401451111, "Finetune/Loss (Raw)": 0.8985162973403931, "Finetune/Step": 1358, "Finetune/Step Time": 6.506975943222642}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8556818962097168, "Finetune/Loss (Raw)": 0.7831985950469971, "Finetune/Step": 1359, "Finetune/Step Time": 6.5206255204975605}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8564318418502808, "Finetune/Loss (Raw)": 0.9336569905281067, "Finetune/Step": 1360, "Finetune/Step Time": 6.523911140859127}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8570331335067749, "Finetune/Loss (Raw)": 0.9968154430389404, "Finetune/Step": 1361, "Finetune/Step Time": 6.524888653308153}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8582425117492676, "Finetune/Loss (Raw)": 0.875355064868927, "Finetune/Step": 1362, "Finetune/Step Time": 6.5085448287427425}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8579006195068359, "Finetune/Loss (Raw)": 0.8308609127998352, "Finetune/Step": 1363, "Finetune/Step Time": 6.518439633771777}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.8562876582145691, "Finetune/Loss (Raw)": 0.7886077761650085, "Finetune/Step": 1364, "Finetune/Step Time": 6.556189425289631}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8546612858772278, "Finetune/Loss (Raw)": 0.7664945721626282, "Finetune/Step": 1365, "Finetune/Step Time": 6.54767088778317}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.853823184967041, "Finetune/Loss (Raw)": 0.8899316787719727, "Finetune/Step": 1366, "Finetune/Step Time": 6.542162798345089}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8531523942947388, "Finetune/Loss (Raw)": 0.8051129579544067, "Finetune/Step": 1367, "Finetune/Step Time": 6.560209279879928}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8532905578613281, "Finetune/Loss (Raw)": 0.8736779689788818, "Finetune/Step": 1368, "Finetune/Step Time": 6.560740552842617}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8546870946884155, "Finetune/Loss (Raw)": 0.983653724193573, "Finetune/Step": 1369, "Finetune/Step Time": 6.569117963314056}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8535752892494202, "Finetune/Loss (Raw)": 0.7495684027671814, "Finetune/Step": 1370, "Finetune/Step Time": 6.571774268522859}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8534504175186157, "Finetune/Loss (Raw)": 0.9002084136009216, "Finetune/Step": 1371, "Finetune/Step Time": 6.572197360917926}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.849629282951355, "Finetune/Loss (Raw)": 0.3735349774360657, "Finetune/Step": 1372, "Finetune/Step Time": 6.588688217103481}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8511610627174377, "Finetune/Loss (Raw)": 0.968373715877533, "Finetune/Step": 1373, "Finetune/Step Time": 6.588930197060108}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8504469394683838, "Finetune/Loss (Raw)": 0.7313615679740906, "Finetune/Step": 1374, "Finetune/Step Time": 6.58034629188478}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.850150465965271, "Finetune/Loss (Raw)": 0.9361565709114075, "Finetune/Step": 1375, "Finetune/Step Time": 6.588453270494938}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8470186591148376, "Finetune/Loss (Raw)": 0.3192993998527527, "Finetune/Step": 1376, "Finetune/Step Time": 6.60060615837574}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8470582962036133, "Finetune/Loss (Raw)": 0.8184982538223267, "Finetune/Step": 1377, "Finetune/Step Time": 6.609101379290223}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8473839163780212, "Finetune/Loss (Raw)": 0.9429810643196106, "Finetune/Step": 1378, "Finetune/Step Time": 6.627437828108668}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8449653387069702, "Finetune/Loss (Raw)": 0.5972116589546204, "Finetune/Step": 1379, "Finetune/Step Time": 6.643357124179602}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8455044627189636, "Finetune/Loss (Raw)": 0.8513759970664978, "Finetune/Step": 1380, "Finetune/Step Time": 6.633199576288462}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8466444611549377, "Finetune/Loss (Raw)": 0.9349420070648193, "Finetune/Step": 1381, "Finetune/Step Time": 6.618594253435731}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8465889692306519, "Finetune/Loss (Raw)": 0.8644859790802002, "Finetune/Step": 1382, "Finetune/Step Time": 6.617042347788811}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.844841480255127, "Finetune/Loss (Raw)": 0.7424628138542175, "Finetune/Step": 1383, "Finetune/Step Time": 6.61078997515142}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.844450831413269, "Finetune/Loss (Raw)": 0.8548395037651062, "Finetune/Step": 1384, "Finetune/Step Time": 6.613134423270822}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8472267985343933, "Finetune/Loss (Raw)": 0.9449708461761475, "Finetune/Step": 1385, "Finetune/Step Time": 6.590145152062178}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8470325469970703, "Finetune/Loss (Raw)": 0.8414017558097839, "Finetune/Step": 1386, "Finetune/Step Time": 6.59068275988102}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8467931747436523, "Finetune/Loss (Raw)": 0.7388826608657837, "Finetune/Step": 1387, "Finetune/Step Time": 6.585460517555475}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8455476760864258, "Finetune/Loss (Raw)": 0.9269636869430542, "Finetune/Step": 1388, "Finetune/Step Time": 6.581332184374332}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8466240167617798, "Finetune/Loss (Raw)": 0.8805669546127319, "Finetune/Step": 1389, "Finetune/Step Time": 6.582288142293692}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.847629725933075, "Finetune/Loss (Raw)": 1.0282405614852905, "Finetune/Step": 1390, "Finetune/Step Time": 6.58973752707243}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8467684984207153, "Finetune/Loss (Raw)": 0.8195819854736328, "Finetune/Step": 1391, "Finetune/Step Time": 6.605135329067707}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.846493124961853, "Finetune/Loss (Raw)": 0.827295184135437, "Finetune/Step": 1392, "Finetune/Step Time": 6.638053297996521}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8494905233383179, "Finetune/Loss (Raw)": 0.7623871564865112, "Finetune/Step": 1393, "Finetune/Step Time": 6.655648579820991}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8502926826477051, "Finetune/Loss (Raw)": 0.9268478751182556, "Finetune/Step": 1394, "Finetune/Step Time": 6.642581837251782}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8494398593902588, "Finetune/Loss (Raw)": 0.8203060030937195, "Finetune/Step": 1395, "Finetune/Step Time": 6.64419069327414}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.846598744392395, "Finetune/Loss (Raw)": 0.6080098152160645, "Finetune/Step": 1396, "Finetune/Step Time": 6.651224616914988}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8470863103866577, "Finetune/Loss (Raw)": 0.8761628270149231, "Finetune/Step": 1397, "Finetune/Step Time": 6.674783607944846}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8465389013290405, "Finetune/Loss (Raw)": 0.8667072653770447, "Finetune/Step": 1398, "Finetune/Step Time": 6.665199099108577}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8436831831932068, "Finetune/Loss (Raw)": 0.6142687797546387, "Finetune/Step": 1399, "Finetune/Step Time": 6.671054130420089}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8453460931777954, "Finetune/Loss (Raw)": 0.9412102103233337, "Finetune/Step": 1400, "Finetune/Step Time": 6.666074318811297}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8456463813781738, "Finetune/Loss (Raw)": 0.8100714683532715, "Finetune/Step": 1401, "Finetune/Step Time": 6.664235787466168}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.842349648475647, "Finetune/Loss (Raw)": 0.3869718909263611, "Finetune/Step": 1402, "Finetune/Step Time": 6.685569709166884}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8407021760940552, "Finetune/Loss (Raw)": 0.819964587688446, "Finetune/Step": 1403, "Finetune/Step Time": 6.686201896518469}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8409357070922852, "Finetune/Loss (Raw)": 0.87578284740448, "Finetune/Step": 1404, "Finetune/Step Time": 6.682677516713738}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8395323753356934, "Finetune/Loss (Raw)": 0.7045796513557434, "Finetune/Step": 1405, "Finetune/Step Time": 6.680223559960723}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8415006995201111, "Finetune/Loss (Raw)": 0.8460896015167236, "Finetune/Step": 1406, "Finetune/Step Time": 6.673641344532371}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8375483751296997, "Finetune/Loss (Raw)": 0.36690202355384827, "Finetune/Step": 1407, "Finetune/Step Time": 6.68773134239018}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8355444073677063, "Finetune/Loss (Raw)": 0.7315973043441772, "Finetune/Step": 1408, "Finetune/Step Time": 6.6904688980430365}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8355711698532104, "Finetune/Loss (Raw)": 0.9004613757133484, "Finetune/Step": 1409, "Finetune/Step Time": 6.68754767999053}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8347525596618652, "Finetune/Loss (Raw)": 0.7582190632820129, "Finetune/Step": 1410, "Finetune/Step Time": 6.714473018422723}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8361949920654297, "Finetune/Loss (Raw)": 0.8738601207733154, "Finetune/Step": 1411, "Finetune/Step Time": 6.703717401251197}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.834774374961853, "Finetune/Loss (Raw)": 0.6689318418502808, "Finetune/Step": 1412, "Finetune/Step Time": 6.702645750716329}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8343684673309326, "Finetune/Loss (Raw)": 0.9117138981819153, "Finetune/Step": 1413, "Finetune/Step Time": 6.70560172945261}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8358232975006104, "Finetune/Loss (Raw)": 1.0155223608016968, "Finetune/Step": 1414, "Finetune/Step Time": 6.6943590715527534}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8355980515480042, "Finetune/Loss (Raw)": 0.8364362716674805, "Finetune/Step": 1415, "Finetune/Step Time": 6.697672763839364}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8366289138793945, "Finetune/Loss (Raw)": 0.9575507640838623, "Finetune/Step": 1416, "Finetune/Step Time": 6.695188067853451}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8367634415626526, "Finetune/Loss (Raw)": 0.8345354795455933, "Finetune/Step": 1417, "Finetune/Step Time": 6.693399323150516}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8346388339996338, "Finetune/Loss (Raw)": 0.7202791571617126, "Finetune/Step": 1418, "Finetune/Step Time": 6.699556307867169}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8342210054397583, "Finetune/Loss (Raw)": 0.7199446558952332, "Finetune/Step": 1419, "Finetune/Step Time": 6.68306483887136}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8349390029907227, "Finetune/Loss (Raw)": 0.9183374643325806, "Finetune/Step": 1420, "Finetune/Step Time": 6.682867430150509}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8344482779502869, "Finetune/Loss (Raw)": 0.8162123560905457, "Finetune/Step": 1421, "Finetune/Step Time": 6.682276790961623}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8332048654556274, "Finetune/Loss (Raw)": 0.7727280259132385, "Finetune/Step": 1422, "Finetune/Step Time": 6.67821392044425}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8340758681297302, "Finetune/Loss (Raw)": 0.9433673024177551, "Finetune/Step": 1423, "Finetune/Step Time": 6.667948670685291}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8340468406677246, "Finetune/Loss (Raw)": 0.7880542278289795, "Finetune/Step": 1424, "Finetune/Step Time": 6.661959258839488}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.834326446056366, "Finetune/Loss (Raw)": 0.8439342379570007, "Finetune/Step": 1425, "Finetune/Step Time": 6.654906803742051}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.834587812423706, "Finetune/Loss (Raw)": 0.7763282656669617, "Finetune/Step": 1426, "Finetune/Step Time": 6.6669673547148705}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8352046012878418, "Finetune/Loss (Raw)": 0.7497179508209229, "Finetune/Step": 1427, "Finetune/Step Time": 6.666030710563064}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8347612619400024, "Finetune/Loss (Raw)": 0.7527404427528381, "Finetune/Step": 1428, "Finetune/Step Time": 6.67171966843307}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8339051008224487, "Finetune/Loss (Raw)": 0.7297706007957458, "Finetune/Step": 1429, "Finetune/Step Time": 6.662042072042823}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.833827793598175, "Finetune/Loss (Raw)": 0.818541407585144, "Finetune/Step": 1430, "Finetune/Step Time": 6.652639070525765}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8332669734954834, "Finetune/Loss (Raw)": 0.760595440864563, "Finetune/Step": 1431, "Finetune/Step Time": 6.662949258461595}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8318361043930054, "Finetune/Loss (Raw)": 0.7453389763832092, "Finetune/Step": 1432, "Finetune/Step Time": 6.665716076269746}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8328205347061157, "Finetune/Loss (Raw)": 0.9424915313720703, "Finetune/Step": 1433, "Finetune/Step Time": 6.666541704908013}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8292727470397949, "Finetune/Loss (Raw)": 0.364539235830307, "Finetune/Step": 1434, "Finetune/Step Time": 6.669705903157592}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8284649848937988, "Finetune/Loss (Raw)": 0.902346670627594, "Finetune/Step": 1435, "Finetune/Step Time": 6.686803812161088}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8251849412918091, "Finetune/Loss (Raw)": 0.6041297316551208, "Finetune/Step": 1436, "Finetune/Step Time": 6.697079237550497}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8251959085464478, "Finetune/Loss (Raw)": 0.8777552843093872, "Finetune/Step": 1437, "Finetune/Step Time": 6.68046391941607}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8255869150161743, "Finetune/Loss (Raw)": 0.8809999227523804, "Finetune/Step": 1438, "Finetune/Step Time": 6.675590170547366}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8259024620056152, "Finetune/Loss (Raw)": 0.9357220530509949, "Finetune/Step": 1439, "Finetune/Step Time": 6.6725176107138395}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8260692358016968, "Finetune/Loss (Raw)": 0.6158179044723511, "Finetune/Step": 1440, "Finetune/Step Time": 6.676892628893256}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8259092569351196, "Finetune/Loss (Raw)": 0.8604493141174316, "Finetune/Step": 1441, "Finetune/Step Time": 6.673546444624662}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8251446485519409, "Finetune/Loss (Raw)": 0.8301584720611572, "Finetune/Step": 1442, "Finetune/Step Time": 6.6789207719266415}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8244947791099548, "Finetune/Loss (Raw)": 0.8269447684288025, "Finetune/Step": 1443, "Finetune/Step Time": 6.671932129189372}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8225656151771545, "Finetune/Loss (Raw)": 0.7912176847457886, "Finetune/Step": 1444, "Finetune/Step Time": 6.66963354498148}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8217704892158508, "Finetune/Loss (Raw)": 0.8423641324043274, "Finetune/Step": 1445, "Finetune/Step Time": 6.671811273321509}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8208099603652954, "Finetune/Loss (Raw)": 0.7266368865966797, "Finetune/Step": 1446, "Finetune/Step Time": 6.686524126678705}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8208838701248169, "Finetune/Loss (Raw)": 0.8969048261642456, "Finetune/Step": 1447, "Finetune/Step Time": 6.6912292670458555}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.821905791759491, "Finetune/Loss (Raw)": 0.9054011702537537, "Finetune/Step": 1448, "Finetune/Step Time": 6.682855697348714}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.820655345916748, "Finetune/Loss (Raw)": 0.7379841208457947, "Finetune/Step": 1449, "Finetune/Step Time": 6.6854727156460285}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8193133473396301, "Finetune/Loss (Raw)": 0.7094877362251282, "Finetune/Step": 1450, "Finetune/Step Time": 6.720434479415417}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8187072277069092, "Finetune/Loss (Raw)": 0.8445613384246826, "Finetune/Step": 1451, "Finetune/Step Time": 6.72411547601223}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8185051083564758, "Finetune/Loss (Raw)": 0.9319400787353516, "Finetune/Step": 1452, "Finetune/Step Time": 6.715890983119607}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8170785307884216, "Finetune/Loss (Raw)": 0.7857304811477661, "Finetune/Step": 1453, "Finetune/Step Time": 6.710980091243982}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8176913857460022, "Finetune/Loss (Raw)": 1.039777398109436, "Finetune/Step": 1454, "Finetune/Step Time": 6.713583577424288}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8191572427749634, "Finetune/Loss (Raw)": 0.9385446906089783, "Finetune/Step": 1455, "Finetune/Step Time": 6.6821304615587}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8171717524528503, "Finetune/Loss (Raw)": 0.804290235042572, "Finetune/Step": 1456, "Finetune/Step Time": 6.683363446965814}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8115260601043701, "Finetune/Loss (Raw)": 0.36857783794403076, "Finetune/Step": 1457, "Finetune/Step Time": 6.701735762879252}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8128660321235657, "Finetune/Loss (Raw)": 0.8626444339752197, "Finetune/Step": 1458, "Finetune/Step Time": 6.699845030903816}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8132086396217346, "Finetune/Loss (Raw)": 0.9747547507286072, "Finetune/Step": 1459, "Finetune/Step Time": 6.708209400996566}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8151741027832031, "Finetune/Loss (Raw)": 1.0074958801269531, "Finetune/Step": 1460, "Finetune/Step Time": 6.698477817699313}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8164455890655518, "Finetune/Loss (Raw)": 1.0575792789459229, "Finetune/Step": 1461, "Finetune/Step Time": 6.6922215558588505}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8163553476333618, "Finetune/Loss (Raw)": 0.9087863564491272, "Finetune/Step": 1462, "Finetune/Step Time": 6.6948569640517235}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8166618347167969, "Finetune/Loss (Raw)": 0.9561981558799744, "Finetune/Step": 1463, "Finetune/Step Time": 6.696171838790178}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8158204555511475, "Finetune/Loss (Raw)": 0.8080549240112305, "Finetune/Step": 1464, "Finetune/Step Time": 6.701231062412262}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8149099946022034, "Finetune/Loss (Raw)": 0.8451923727989197, "Finetune/Step": 1465, "Finetune/Step Time": 6.6946622505784035}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.819158136844635, "Finetune/Loss (Raw)": 0.8554726839065552, "Finetune/Step": 1466, "Finetune/Step Time": 6.679444560781121}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8197357654571533, "Finetune/Loss (Raw)": 0.835394561290741, "Finetune/Step": 1467, "Finetune/Step Time": 6.696642849594355}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8202229738235474, "Finetune/Loss (Raw)": 0.9133191704750061, "Finetune/Step": 1468, "Finetune/Step Time": 6.689877118915319}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8167145252227783, "Finetune/Loss (Raw)": 0.3817768692970276, "Finetune/Step": 1469, "Finetune/Step Time": 6.710513282567263}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8158813714981079, "Finetune/Loss (Raw)": 0.8029904365539551, "Finetune/Step": 1470, "Finetune/Step Time": 6.699089668691158}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8162842988967896, "Finetune/Loss (Raw)": 0.8527845144271851, "Finetune/Step": 1471, "Finetune/Step Time": 6.673453025519848}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8159456253051758, "Finetune/Loss (Raw)": 0.7661008238792419, "Finetune/Step": 1472, "Finetune/Step Time": 6.666408961638808}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8129079341888428, "Finetune/Loss (Raw)": 0.6052132248878479, "Finetune/Step": 1473, "Finetune/Step Time": 6.672344371676445}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8140891790390015, "Finetune/Loss (Raw)": 1.038118839263916, "Finetune/Step": 1474, "Finetune/Step Time": 6.667163593694568}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8120942115783691, "Finetune/Loss (Raw)": 0.695911169052124, "Finetune/Step": 1475, "Finetune/Step Time": 6.6692499946802855}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8158776760101318, "Finetune/Loss (Raw)": 0.9129065871238708, "Finetune/Step": 1476, "Finetune/Step Time": 6.651684744283557}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8109656572341919, "Finetune/Loss (Raw)": 0.30733463168144226, "Finetune/Step": 1477, "Finetune/Step Time": 6.675284234806895}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8119218349456787, "Finetune/Loss (Raw)": 1.023508906364441, "Finetune/Step": 1478, "Finetune/Step Time": 6.667455548420548}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8107892274856567, "Finetune/Loss (Raw)": 0.7656617760658264, "Finetune/Step": 1479, "Finetune/Step Time": 6.681183194741607}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8143281936645508, "Finetune/Loss (Raw)": 0.8726344108581543, "Finetune/Step": 1480, "Finetune/Step Time": 6.661812424659729}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8147053718566895, "Finetune/Loss (Raw)": 0.8990277647972107, "Finetune/Step": 1481, "Finetune/Step Time": 6.666919192299247}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.814285933971405, "Finetune/Loss (Raw)": 0.8133679628372192, "Finetune/Step": 1482, "Finetune/Step Time": 6.6588476318866014}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8109298944473267, "Finetune/Loss (Raw)": 0.5828741788864136, "Finetune/Step": 1483, "Finetune/Step Time": 6.682443821802735}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8100844621658325, "Finetune/Loss (Raw)": 0.8981727361679077, "Finetune/Step": 1484, "Finetune/Step Time": 6.679313750937581}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8093239068984985, "Finetune/Loss (Raw)": 0.7953442931175232, "Finetune/Step": 1485, "Finetune/Step Time": 6.66814911365509}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8046644926071167, "Finetune/Loss (Raw)": 0.3021121323108673, "Finetune/Step": 1486, "Finetune/Step Time": 6.687215123325586}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8064886331558228, "Finetune/Loss (Raw)": 1.016690731048584, "Finetune/Step": 1487, "Finetune/Step Time": 6.682872937992215}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8076847791671753, "Finetune/Loss (Raw)": 1.0867531299591064, "Finetune/Step": 1488, "Finetune/Step Time": 6.680617846548557}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.8049320578575134, "Finetune/Loss (Raw)": 0.644473671913147, "Finetune/Step": 1489, "Finetune/Step Time": 6.6948792692273855}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8040788769721985, "Finetune/Loss (Raw)": 0.7661459445953369, "Finetune/Step": 1490, "Finetune/Step Time": 6.715677497908473}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8031381964683533, "Finetune/Loss (Raw)": 0.7104582786560059, "Finetune/Step": 1491, "Finetune/Step Time": 6.719489306211472}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8043422698974609, "Finetune/Loss (Raw)": 0.9427264332771301, "Finetune/Step": 1492, "Finetune/Step Time": 6.682380147278309}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8008915781974792, "Finetune/Loss (Raw)": 0.32480430603027344, "Finetune/Step": 1493, "Finetune/Step Time": 6.696980364620686}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8003648519515991, "Finetune/Loss (Raw)": 0.8225133419036865, "Finetune/Step": 1494, "Finetune/Step Time": 6.701197471469641}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.800764799118042, "Finetune/Loss (Raw)": 0.8563058376312256, "Finetune/Step": 1495, "Finetune/Step Time": 6.697533790022135}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8010020852088928, "Finetune/Loss (Raw)": 0.9040466547012329, "Finetune/Step": 1496, "Finetune/Step Time": 6.697674240916967}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.7993460297584534, "Finetune/Loss (Raw)": 0.7716816663742065, "Finetune/Step": 1497, "Finetune/Step Time": 6.692546581849456}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8011595606803894, "Finetune/Loss (Raw)": 0.9817014932632446, "Finetune/Step": 1498, "Finetune/Step Time": 6.695815013721585}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.7974460124969482, "Finetune/Loss (Raw)": 0.42486706376075745, "Finetune/Step": 1499, "Finetune/Step Time": 6.709981851279736}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.7972877025604248, "Finetune/Loss (Raw)": 0.3532753884792328, "Finetune/Step": 1500, "Finetune/Step Time": 6.70952944457531}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.7973910570144653, "Finetune/Loss (Raw)": 0.9815999269485474, "Finetune/Step": 1501, "Finetune/Step Time": 6.741420539095998}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.7990775108337402, "Finetune/Loss (Raw)": 0.9472349286079407, "Finetune/Step": 1502, "Finetune/Step Time": 6.734781099483371}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.7973721027374268, "Finetune/Loss (Raw)": 0.717862606048584, "Finetune/Step": 1503, "Finetune/Step Time": 6.726951410993934}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8017871379852295, "Finetune/Loss (Raw)": 0.8844176530838013, "Finetune/Step": 1504, "Finetune/Step Time": 6.718255458399653}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.802076518535614, "Finetune/Loss (Raw)": 0.8555448055267334, "Finetune/Step": 1505, "Finetune/Step Time": 6.704979745671153}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8008558750152588, "Finetune/Loss (Raw)": 0.7867361307144165, "Finetune/Step": 1506, "Finetune/Step Time": 6.69432064332068}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8036176562309265, "Finetune/Loss (Raw)": 0.9507237076759338, "Finetune/Step": 1507, "Finetune/Step Time": 6.683973073959351}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8043598532676697, "Finetune/Loss (Raw)": 0.9463748335838318, "Finetune/Step": 1508, "Finetune/Step Time": 6.687596380710602}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8038554191589355, "Finetune/Loss (Raw)": 0.8703754544258118, "Finetune/Step": 1509, "Finetune/Step Time": 6.681821322068572}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8044629096984863, "Finetune/Loss (Raw)": 0.9422436952590942, "Finetune/Step": 1510, "Finetune/Step Time": 6.6809020806103945}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8061318397521973, "Finetune/Loss (Raw)": 0.956087589263916, "Finetune/Step": 1511, "Finetune/Step Time": 6.679812146350741}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8054033517837524, "Finetune/Loss (Raw)": 0.7615953087806702, "Finetune/Step": 1512, "Finetune/Step Time": 6.683666225522757}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8056687116622925, "Finetune/Loss (Raw)": 0.9789265990257263, "Finetune/Step": 1513, "Finetune/Step Time": 6.685597131028771}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.805307924747467, "Finetune/Loss (Raw)": 0.7952287793159485, "Finetune/Step": 1514, "Finetune/Step Time": 6.695267476141453}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8063108325004578, "Finetune/Loss (Raw)": 0.8672497868537903, "Finetune/Step": 1515, "Finetune/Step Time": 6.693427801132202}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8060386776924133, "Finetune/Loss (Raw)": 0.8921288847923279, "Finetune/Step": 1516, "Finetune/Step Time": 6.695567494258285}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8054203987121582, "Finetune/Loss (Raw)": 0.8014301061630249, "Finetune/Step": 1517, "Finetune/Step Time": 6.697392309084535}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8051674365997314, "Finetune/Loss (Raw)": 0.995866060256958, "Finetune/Step": 1518, "Finetune/Step Time": 6.692224631085992}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8042999505996704, "Finetune/Loss (Raw)": 0.7085403203964233, "Finetune/Step": 1519, "Finetune/Step Time": 6.677668560296297}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.8008958101272583, "Finetune/Loss (Raw)": 0.3915667235851288, "Finetune/Step": 1520, "Finetune/Step Time": 6.661895722150803}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8020109534263611, "Finetune/Loss (Raw)": 0.9051211476325989, "Finetune/Step": 1521, "Finetune/Step Time": 6.625923288986087}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.800635576248169, "Finetune/Loss (Raw)": 0.7507981657981873, "Finetune/Step": 1522, "Finetune/Step Time": 6.637071307748556}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.7994052171707153, "Finetune/Loss (Raw)": 0.6628208756446838, "Finetune/Step": 1523, "Finetune/Step Time": 6.6511720437556505}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.800300657749176, "Finetune/Loss (Raw)": 0.7226285934448242, "Finetune/Step": 1524, "Finetune/Step Time": 6.669280625879765}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.7989563941955566, "Finetune/Loss (Raw)": 0.7041020393371582, "Finetune/Step": 1525, "Finetune/Step Time": 6.658078573644161}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.7996357083320618, "Finetune/Loss (Raw)": 0.9536545276641846, "Finetune/Step": 1526, "Finetune/Step Time": 6.657557779923081}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8014066219329834, "Finetune/Loss (Raw)": 0.8409469723701477, "Finetune/Step": 1527, "Finetune/Step Time": 6.652631938457489}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.7972972989082336, "Finetune/Loss (Raw)": 0.41521838307380676, "Finetune/Step": 1528, "Finetune/Step Time": 6.666453527286649}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.7985742688179016, "Finetune/Loss (Raw)": 0.9735184907913208, "Finetune/Step": 1529, "Finetune/Step Time": 6.657902490347624}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8001887798309326, "Finetune/Loss (Raw)": 0.5936375260353088, "Finetune/Step": 1530, "Finetune/Step Time": 6.656446194276214}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.8008473515510559, "Finetune/Loss (Raw)": 0.904252827167511, "Finetune/Step": 1531, "Finetune/Step Time": 6.659623485058546}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8008029460906982, "Finetune/Loss (Raw)": 0.8700963854789734, "Finetune/Step": 1532, "Finetune/Step Time": 6.678548526018858}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8006376028060913, "Finetune/Loss (Raw)": 0.6834219694137573, "Finetune/Step": 1533, "Finetune/Step Time": 6.672605969011784}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.7995043992996216, "Finetune/Loss (Raw)": 0.7010385990142822, "Finetune/Step": 1534, "Finetune/Step Time": 6.6800498235970736}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.8029905557632446, "Finetune/Loss (Raw)": 0.8131276965141296, "Finetune/Step": 1535, "Finetune/Step Time": 6.6626719199121}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8035731315612793, "Finetune/Loss (Raw)": 0.8061707019805908, "Finetune/Step": 1536, "Finetune/Step Time": 6.668417198583484}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8029084801673889, "Finetune/Loss (Raw)": 0.8153799176216125, "Finetune/Step": 1537, "Finetune/Step Time": 6.669065877795219}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.8003325462341309, "Finetune/Loss (Raw)": 0.42850998044013977, "Finetune/Step": 1538, "Finetune/Step Time": 6.660027606412768}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8003475666046143, "Finetune/Loss (Raw)": 0.8757715821266174, "Finetune/Step": 1539, "Finetune/Step Time": 6.661767030134797}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8014623522758484, "Finetune/Loss (Raw)": 0.8116307854652405, "Finetune/Step": 1540, "Finetune/Step Time": 6.662185572087765}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8016386032104492, "Finetune/Loss (Raw)": 0.9342668056488037, "Finetune/Step": 1541, "Finetune/Step Time": 6.6634528413414955}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.7988744974136353, "Finetune/Loss (Raw)": 0.6617292165756226, "Finetune/Step": 1542, "Finetune/Step Time": 6.671897351741791}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.7981935739517212, "Finetune/Loss (Raw)": 0.749268114566803, "Finetune/Step": 1543, "Finetune/Step Time": 6.668920746073127}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.7977892756462097, "Finetune/Loss (Raw)": 0.9058012366294861, "Finetune/Step": 1544, "Finetune/Step Time": 6.668305108323693}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.7976434826850891, "Finetune/Loss (Raw)": 0.8158762454986572, "Finetune/Step": 1545, "Finetune/Step Time": 6.671382011845708}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.7993976473808289, "Finetune/Loss (Raw)": 0.9448161721229553, "Finetune/Step": 1546, "Finetune/Step Time": 6.671101611107588}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.8004418015480042, "Finetune/Loss (Raw)": 0.8535925149917603, "Finetune/Step": 1547, "Finetune/Step Time": 6.666411504149437}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.7999304533004761, "Finetune/Loss (Raw)": 0.8528895378112793, "Finetune/Step": 1548, "Finetune/Step Time": 6.676202932372689}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.7966518998146057, "Finetune/Loss (Raw)": 0.3965514302253723, "Finetune/Step": 1549, "Finetune/Step Time": 6.696410493925214}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.7976359128952026, "Finetune/Loss (Raw)": 0.8986831307411194, "Finetune/Step": 1550, "Finetune/Step Time": 6.695496330037713}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.796205997467041, "Finetune/Loss (Raw)": 0.7603371739387512, "Finetune/Step": 1551, "Finetune/Step Time": 6.690333131700754}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.7972397804260254, "Finetune/Loss (Raw)": 0.920381486415863, "Finetune/Step": 1552, "Finetune/Step Time": 6.691521290689707}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.7967537641525269, "Finetune/Loss (Raw)": 0.7817205190658569, "Finetune/Step": 1553, "Finetune/Step Time": 6.703605096787214}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.7966501712799072, "Finetune/Loss (Raw)": 0.7630678415298462, "Finetune/Step": 1554, "Finetune/Step Time": 6.695207105949521}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.797884464263916, "Finetune/Loss (Raw)": 0.9077080488204956, "Finetune/Step": 1555, "Finetune/Step Time": 6.717945925891399}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.79753577709198, "Finetune/Loss (Raw)": 0.7081156969070435, "Finetune/Step": 1556, "Finetune/Step Time": 6.724116323515773}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.7980514764785767, "Finetune/Loss (Raw)": 0.7957695722579956, "Finetune/Step": 1557, "Finetune/Step Time": 6.723640670999885}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.7982535362243652, "Finetune/Loss (Raw)": 0.8444121479988098, "Finetune/Step": 1558, "Finetune/Step Time": 6.714122783392668}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8008120059967041, "Finetune/Loss (Raw)": 1.0880728960037231, "Finetune/Step": 1559, "Finetune/Step Time": 6.705569718033075}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8020178079605103, "Finetune/Loss (Raw)": 0.8996829390525818, "Finetune/Step": 1560, "Finetune/Step Time": 6.710480814799666}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8014880418777466, "Finetune/Loss (Raw)": 0.8746820688247681, "Finetune/Step": 1561, "Finetune/Step Time": 6.708256391808391}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8056549429893494, "Finetune/Loss (Raw)": 0.8979085087776184, "Finetune/Step": 1562, "Finetune/Step Time": 6.697567319497466}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8047359585762024, "Finetune/Loss (Raw)": 0.7847188115119934, "Finetune/Step": 1563, "Finetune/Step Time": 6.6947551388293505}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8061350584030151, "Finetune/Loss (Raw)": 0.783210277557373, "Finetune/Step": 1564, "Finetune/Step Time": 6.681134497746825}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8051552772521973, "Finetune/Loss (Raw)": 0.752348005771637, "Finetune/Step": 1565, "Finetune/Step Time": 6.680245766416192}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8043596744537354, "Finetune/Loss (Raw)": 0.7791585326194763, "Finetune/Step": 1566, "Finetune/Step Time": 6.686893545091152}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8037664890289307, "Finetune/Loss (Raw)": 0.8597978949546814, "Finetune/Step": 1567, "Finetune/Step Time": 6.693168172612786}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8055202960968018, "Finetune/Loss (Raw)": 0.8403038382530212, "Finetune/Step": 1568, "Finetune/Step Time": 6.666163258254528}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8042442202568054, "Finetune/Loss (Raw)": 0.697110652923584, "Finetune/Step": 1569, "Finetune/Step Time": 6.677690466865897}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8052567839622498, "Finetune/Loss (Raw)": 0.9597605466842651, "Finetune/Step": 1570, "Finetune/Step Time": 6.675414957106113}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8058065176010132, "Finetune/Loss (Raw)": 0.8973150253295898, "Finetune/Step": 1571, "Finetune/Step Time": 6.671773228794336}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8068020939826965, "Finetune/Loss (Raw)": 0.9186504483222961, "Finetune/Step": 1572, "Finetune/Step Time": 6.665947342291474}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8066226243972778, "Finetune/Loss (Raw)": 0.8193966150283813, "Finetune/Step": 1573, "Finetune/Step Time": 6.681730259209871}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8065577149391174, "Finetune/Loss (Raw)": 0.7183210253715515, "Finetune/Step": 1574, "Finetune/Step Time": 6.666277231648564}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.807097315788269, "Finetune/Loss (Raw)": 0.9659822583198547, "Finetune/Step": 1575, "Finetune/Step Time": 6.675470881164074}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8066868782043457, "Finetune/Loss (Raw)": 0.8528633117675781, "Finetune/Step": 1576, "Finetune/Step Time": 6.678925985470414}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8077197074890137, "Finetune/Loss (Raw)": 0.8701773285865784, "Finetune/Step": 1577, "Finetune/Step Time": 6.670210178941488}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8091096878051758, "Finetune/Loss (Raw)": 0.8874117732048035, "Finetune/Step": 1578, "Finetune/Step Time": 6.6288511622697115}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8086026906967163, "Finetune/Loss (Raw)": 0.7796682119369507, "Finetune/Step": 1579, "Finetune/Step Time": 6.643868666142225}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8066423535346985, "Finetune/Loss (Raw)": 0.6810111999511719, "Finetune/Step": 1580, "Finetune/Step Time": 6.677301254123449}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.806456446647644, "Finetune/Loss (Raw)": 0.7619413137435913, "Finetune/Step": 1581, "Finetune/Step Time": 6.672178694978356}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8048608303070068, "Finetune/Loss (Raw)": 0.8355341553688049, "Finetune/Step": 1582, "Finetune/Step Time": 6.672838866710663}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8043503761291504, "Finetune/Loss (Raw)": 0.8732091784477234, "Finetune/Step": 1583, "Finetune/Step Time": 6.675048794597387}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8046252131462097, "Finetune/Loss (Raw)": 0.8394646644592285, "Finetune/Step": 1584, "Finetune/Step Time": 6.6762316562235355}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8092312812805176, "Finetune/Loss (Raw)": 0.95815509557724, "Finetune/Step": 1585, "Finetune/Step Time": 6.655820671468973}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8104397058486938, "Finetune/Loss (Raw)": 1.0173265933990479, "Finetune/Step": 1586, "Finetune/Step Time": 6.695238357409835}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8101935386657715, "Finetune/Loss (Raw)": 0.9432452917098999, "Finetune/Step": 1587, "Finetune/Step Time": 6.698632407933474}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8087504506111145, "Finetune/Loss (Raw)": 0.8227788805961609, "Finetune/Step": 1588, "Finetune/Step Time": 6.708269732072949}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8071275949478149, "Finetune/Loss (Raw)": 0.8498544692993164, "Finetune/Step": 1589, "Finetune/Step Time": 6.7231574431061745}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8073760867118835, "Finetune/Loss (Raw)": 0.9405897855758667, "Finetune/Step": 1590, "Finetune/Step Time": 6.72780386172235}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8046890497207642, "Finetune/Loss (Raw)": 0.6122649312019348, "Finetune/Step": 1591, "Finetune/Step Time": 6.742046277970076}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8038867712020874, "Finetune/Loss (Raw)": 0.7053524255752563, "Finetune/Step": 1592, "Finetune/Step Time": 6.743145836517215}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8034313917160034, "Finetune/Loss (Raw)": 0.7869051098823547, "Finetune/Step": 1593, "Finetune/Step Time": 6.745465867221355}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8032515048980713, "Finetune/Loss (Raw)": 0.8324443697929382, "Finetune/Step": 1594, "Finetune/Step Time": 6.749916546046734}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8024173974990845, "Finetune/Loss (Raw)": 0.7286403179168701, "Finetune/Step": 1595, "Finetune/Step Time": 6.72757793776691}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.8018951416015625, "Finetune/Loss (Raw)": 0.8464654684066772, "Finetune/Step": 1596, "Finetune/Step Time": 6.730841284617782}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8045290112495422, "Finetune/Loss (Raw)": 0.7189117670059204, "Finetune/Step": 1597, "Finetune/Step Time": 6.715069936588407}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.804636538028717, "Finetune/Loss (Raw)": 0.8167569041252136, "Finetune/Step": 1598, "Finetune/Step Time": 6.726584982126951}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8008781671524048, "Finetune/Loss (Raw)": 0.3717132806777954, "Finetune/Step": 1599, "Finetune/Step Time": 6.746788999065757}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.8019534945487976, "Finetune/Loss (Raw)": 0.9037418961524963, "Finetune/Step": 1600, "Finetune/Step Time": 6.749924382194877}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8002323508262634, "Finetune/Loss (Raw)": 0.3849043548107147, "Finetune/Step": 1601, "Finetune/Step Time": 6.764004729688168}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.7995355725288391, "Finetune/Loss (Raw)": 0.9489334225654602, "Finetune/Step": 1602, "Finetune/Step Time": 6.7732054721564054}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8013370633125305, "Finetune/Loss (Raw)": 0.9264999032020569, "Finetune/Step": 1603, "Finetune/Step Time": 6.75877601839602}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.8006684184074402, "Finetune/Loss (Raw)": 0.8273244500160217, "Finetune/Step": 1604, "Finetune/Step Time": 6.758669393137097}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8035203814506531, "Finetune/Loss (Raw)": 0.6723864674568176, "Finetune/Step": 1605, "Finetune/Step Time": 6.747652111575007}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.80050128698349, "Finetune/Loss (Raw)": 0.6370605230331421, "Finetune/Step": 1606, "Finetune/Step Time": 6.7773220762610435}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8009992837905884, "Finetune/Loss (Raw)": 0.8294150233268738, "Finetune/Step": 1607, "Finetune/Step Time": 6.7643501833081245}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.797178328037262, "Finetune/Loss (Raw)": 0.3835444152355194, "Finetune/Step": 1608, "Finetune/Step Time": 6.783807339146733}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.7970470786094666, "Finetune/Loss (Raw)": 0.8822228908538818, "Finetune/Step": 1609, "Finetune/Step Time": 6.779007010161877}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.7974350452423096, "Finetune/Loss (Raw)": 0.863032877445221, "Finetune/Step": 1610, "Finetune/Step Time": 6.780806628987193}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.7988090515136719, "Finetune/Loss (Raw)": 0.7587385773658752, "Finetune/Step": 1611, "Finetune/Step Time": 6.7826440911740065}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.7981081008911133, "Finetune/Loss (Raw)": 0.8084571361541748, "Finetune/Step": 1612, "Finetune/Step Time": 6.795103603973985}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.7976492643356323, "Finetune/Loss (Raw)": 0.7366094589233398, "Finetune/Step": 1613, "Finetune/Step Time": 6.806447520852089}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8020711541175842, "Finetune/Loss (Raw)": 0.86811763048172, "Finetune/Step": 1614, "Finetune/Step Time": 6.786126108840108}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.801554262638092, "Finetune/Loss (Raw)": 0.9505297541618347, "Finetune/Step": 1615, "Finetune/Step Time": 6.788962207734585}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.7997240424156189, "Finetune/Loss (Raw)": 0.8524854183197021, "Finetune/Step": 1616, "Finetune/Step Time": 6.7877418752759695}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.8010067939758301, "Finetune/Loss (Raw)": 0.8086633086204529, "Finetune/Step": 1617, "Finetune/Step Time": 6.783861435949802}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8015687465667725, "Finetune/Loss (Raw)": 0.838081419467926, "Finetune/Step": 1618, "Finetune/Step Time": 6.763032833114266}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8019287586212158, "Finetune/Loss (Raw)": 0.7565293908119202, "Finetune/Step": 1619, "Finetune/Step Time": 6.751661011949182}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.8030557632446289, "Finetune/Loss (Raw)": 1.0869872570037842, "Finetune/Step": 1620, "Finetune/Step Time": 6.753838336095214}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8065639138221741, "Finetune/Loss (Raw)": 0.7738537788391113, "Finetune/Step": 1621, "Finetune/Step Time": 6.739929294213653}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8076916933059692, "Finetune/Loss (Raw)": 0.9668700695037842, "Finetune/Step": 1622, "Finetune/Step Time": 6.737962603569031}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8093158006668091, "Finetune/Loss (Raw)": 1.0641895532608032, "Finetune/Step": 1623, "Finetune/Step Time": 6.721758441999555}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8090890645980835, "Finetune/Loss (Raw)": 0.8750200271606445, "Finetune/Step": 1624, "Finetune/Step Time": 6.723572634160519}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8099439144134521, "Finetune/Loss (Raw)": 0.8811031579971313, "Finetune/Step": 1625, "Finetune/Step Time": 6.723671060055494}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8092818260192871, "Finetune/Loss (Raw)": 0.8969538807868958, "Finetune/Step": 1626, "Finetune/Step Time": 6.714256169274449}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8133968114852905, "Finetune/Loss (Raw)": 0.9515842795372009, "Finetune/Step": 1627, "Finetune/Step Time": 6.6912816148251295}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8171416521072388, "Finetune/Loss (Raw)": 0.8326125741004944, "Finetune/Step": 1628, "Finetune/Step Time": 6.670493954792619}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8155072927474976, "Finetune/Loss (Raw)": 0.7724043726921082, "Finetune/Step": 1629, "Finetune/Step Time": 6.641742546111345}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.814857006072998, "Finetune/Loss (Raw)": 0.8640028238296509, "Finetune/Step": 1630, "Finetune/Step Time": 6.639184268191457}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8159271478652954, "Finetune/Loss (Raw)": 0.8548431396484375, "Finetune/Step": 1631, "Finetune/Step Time": 6.641307253390551}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8154246807098389, "Finetune/Loss (Raw)": 0.8200929164886475, "Finetune/Step": 1632, "Finetune/Step Time": 6.6330291368067265}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8148518204689026, "Finetune/Loss (Raw)": 0.782222330570221, "Finetune/Step": 1633, "Finetune/Step Time": 6.632918819785118}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.8154928684234619, "Finetune/Loss (Raw)": 0.8687856197357178, "Finetune/Step": 1634, "Finetune/Step Time": 6.625486062839627}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8142553567886353, "Finetune/Loss (Raw)": 0.792324960231781, "Finetune/Step": 1635, "Finetune/Step Time": 6.63606246188283}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8138625621795654, "Finetune/Loss (Raw)": 0.8960967659950256, "Finetune/Step": 1636, "Finetune/Step Time": 6.633250039070845}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8133138418197632, "Finetune/Loss (Raw)": 0.8001477122306824, "Finetune/Step": 1637, "Finetune/Step Time": 6.634522762149572}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8121857047080994, "Finetune/Loss (Raw)": 0.7978362441062927, "Finetune/Step": 1638, "Finetune/Step Time": 6.635968899354339}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8104382157325745, "Finetune/Loss (Raw)": 0.7324076294898987, "Finetune/Step": 1639, "Finetune/Step Time": 6.633769582957029}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8120651841163635, "Finetune/Loss (Raw)": 0.9698476195335388, "Finetune/Step": 1640, "Finetune/Step Time": 6.622221319004893}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8115556240081787, "Finetune/Loss (Raw)": 0.9137023091316223, "Finetune/Step": 1641, "Finetune/Step Time": 6.619666097685695}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8120192289352417, "Finetune/Loss (Raw)": 0.8545672297477722, "Finetune/Step": 1642, "Finetune/Step Time": 6.608692780137062}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8128924369812012, "Finetune/Loss (Raw)": 0.9790295362472534, "Finetune/Step": 1643, "Finetune/Step Time": 6.620075780898333}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8120235204696655, "Finetune/Loss (Raw)": 0.7809002995491028, "Finetune/Step": 1644, "Finetune/Step Time": 6.644854597747326}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8123812675476074, "Finetune/Loss (Raw)": 0.8472193479537964, "Finetune/Step": 1645, "Finetune/Step Time": 6.646455584093928}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8117996454238892, "Finetune/Loss (Raw)": 0.9214227199554443, "Finetune/Step": 1646, "Finetune/Step Time": 6.649330770596862}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.812610924243927, "Finetune/Loss (Raw)": 0.8123834729194641, "Finetune/Step": 1647, "Finetune/Step Time": 6.662171108648181}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8167739510536194, "Finetune/Loss (Raw)": 0.9244326949119568, "Finetune/Step": 1648, "Finetune/Step Time": 6.646662345156074}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8160415887832642, "Finetune/Loss (Raw)": 0.8113811612129211, "Finetune/Step": 1649, "Finetune/Step Time": 6.6478338446468115}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8171956539154053, "Finetune/Loss (Raw)": 0.8985152840614319, "Finetune/Step": 1650, "Finetune/Step Time": 6.636267248541117}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8178427219390869, "Finetune/Loss (Raw)": 0.7456472516059875, "Finetune/Step": 1651, "Finetune/Step Time": 6.647847592830658}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8186218738555908, "Finetune/Loss (Raw)": 0.8223628401756287, "Finetune/Step": 1652, "Finetune/Step Time": 6.6310564782470465}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8196344971656799, "Finetune/Loss (Raw)": 0.8337175846099854, "Finetune/Step": 1653, "Finetune/Step Time": 6.623582541942596}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.81919926404953, "Finetune/Loss (Raw)": 0.8979371190071106, "Finetune/Step": 1654, "Finetune/Step Time": 6.636043716222048}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8156224489212036, "Finetune/Loss (Raw)": 0.3831183910369873, "Finetune/Step": 1655, "Finetune/Step Time": 6.654875637963414}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8193119764328003, "Finetune/Loss (Raw)": 0.8874865770339966, "Finetune/Step": 1656, "Finetune/Step Time": 6.638093091547489}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8180658221244812, "Finetune/Loss (Raw)": 0.8140043616294861, "Finetune/Step": 1657, "Finetune/Step Time": 6.635697420686483}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8202961683273315, "Finetune/Loss (Raw)": 0.879119336605072, "Finetune/Step": 1658, "Finetune/Step Time": 6.619665117934346}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8194329738616943, "Finetune/Loss (Raw)": 0.7937708497047424, "Finetune/Step": 1659, "Finetune/Step Time": 6.619268637150526}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.8195266127586365, "Finetune/Loss (Raw)": 0.8820784091949463, "Finetune/Step": 1660, "Finetune/Step Time": 6.605750376358628}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8207423686981201, "Finetune/Loss (Raw)": 0.839036226272583, "Finetune/Step": 1661, "Finetune/Step Time": 6.600642101839185}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8226960897445679, "Finetune/Loss (Raw)": 0.951120913028717, "Finetune/Step": 1662, "Finetune/Step Time": 6.599334128201008}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8209933042526245, "Finetune/Loss (Raw)": 0.5951665639877319, "Finetune/Step": 1663, "Finetune/Step Time": 6.607997773215175}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8200096487998962, "Finetune/Loss (Raw)": 0.6802652478218079, "Finetune/Step": 1664, "Finetune/Step Time": 6.600305562838912}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8213474750518799, "Finetune/Loss (Raw)": 0.9866218566894531, "Finetune/Step": 1665, "Finetune/Step Time": 6.599446471780539}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.824317455291748, "Finetune/Loss (Raw)": 0.8086639046669006, "Finetune/Step": 1666, "Finetune/Step Time": 6.5747790317982435}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8244532346725464, "Finetune/Loss (Raw)": 0.8931549191474915, "Finetune/Step": 1667, "Finetune/Step Time": 6.5812619011849165}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8253309726715088, "Finetune/Loss (Raw)": 0.9239799380302429, "Finetune/Step": 1668, "Finetune/Step Time": 6.58511196821928}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8249295949935913, "Finetune/Loss (Raw)": 0.8828930258750916, "Finetune/Step": 1669, "Finetune/Step Time": 6.5814701821655035}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8269999027252197, "Finetune/Loss (Raw)": 0.9267271161079407, "Finetune/Step": 1670, "Finetune/Step Time": 6.567830309271812}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8274945020675659, "Finetune/Loss (Raw)": 0.8125773668289185, "Finetune/Step": 1671, "Finetune/Step Time": 6.574467997997999}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8272349238395691, "Finetune/Loss (Raw)": 0.8725719451904297, "Finetune/Step": 1672, "Finetune/Step Time": 6.589931737631559}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8263928294181824, "Finetune/Loss (Raw)": 0.70809006690979, "Finetune/Step": 1673, "Finetune/Step Time": 6.594260944053531}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8235762119293213, "Finetune/Loss (Raw)": 0.5842884182929993, "Finetune/Step": 1674, "Finetune/Step Time": 6.599969441071153}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8223050832748413, "Finetune/Loss (Raw)": 0.690889298915863, "Finetune/Step": 1675, "Finetune/Step Time": 6.613424753770232}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8228244185447693, "Finetune/Loss (Raw)": 0.9193639755249023, "Finetune/Step": 1676, "Finetune/Step Time": 6.606922721490264}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8271283507347107, "Finetune/Loss (Raw)": 0.9474576711654663, "Finetune/Step": 1677, "Finetune/Step Time": 6.586993005126715}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8261570334434509, "Finetune/Loss (Raw)": 0.7743538022041321, "Finetune/Step": 1678, "Finetune/Step Time": 6.5840799883008}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8232275247573853, "Finetune/Loss (Raw)": 0.3853606581687927, "Finetune/Step": 1679, "Finetune/Step Time": 6.6045391615480185}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8227750062942505, "Finetune/Loss (Raw)": 0.8624550104141235, "Finetune/Step": 1680, "Finetune/Step Time": 6.611063359305263}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.823485255241394, "Finetune/Loss (Raw)": 0.8726370334625244, "Finetune/Step": 1681, "Finetune/Step Time": 6.592537634074688}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.825597882270813, "Finetune/Loss (Raw)": 1.0334892272949219, "Finetune/Step": 1682, "Finetune/Step Time": 6.594371922314167}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.824046790599823, "Finetune/Loss (Raw)": 0.7091637849807739, "Finetune/Step": 1683, "Finetune/Step Time": 6.581803200766444}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8250281810760498, "Finetune/Loss (Raw)": 0.833728551864624, "Finetune/Step": 1684, "Finetune/Step Time": 6.5732816103845835}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8247365951538086, "Finetune/Loss (Raw)": 0.7584469318389893, "Finetune/Step": 1685, "Finetune/Step Time": 6.5766501277685165}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8229516744613647, "Finetune/Loss (Raw)": 0.6159431338310242, "Finetune/Step": 1686, "Finetune/Step Time": 6.587821399793029}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.82160484790802, "Finetune/Loss (Raw)": 0.9156801700592041, "Finetune/Step": 1687, "Finetune/Step Time": 6.590383728966117}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.821166455745697, "Finetune/Loss (Raw)": 0.8435655832290649, "Finetune/Step": 1688, "Finetune/Step Time": 6.587858010083437}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8167068362236023, "Finetune/Loss (Raw)": 0.30384957790374756, "Finetune/Step": 1689, "Finetune/Step Time": 6.604746611788869}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8170976638793945, "Finetune/Loss (Raw)": 0.9479387998580933, "Finetune/Step": 1690, "Finetune/Step Time": 6.596296777948737}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8178930878639221, "Finetune/Loss (Raw)": 0.886534571647644, "Finetune/Step": 1691, "Finetune/Step Time": 6.578595198690891}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.817542552947998, "Finetune/Loss (Raw)": 0.7383434772491455, "Finetune/Step": 1692, "Finetune/Step Time": 6.599802786484361}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8169327974319458, "Finetune/Loss (Raw)": 0.6742932796478271, "Finetune/Step": 1693, "Finetune/Step Time": 6.618233440443873}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8155409097671509, "Finetune/Loss (Raw)": 0.6010059714317322, "Finetune/Step": 1694, "Finetune/Step Time": 6.62078295648098}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8141277432441711, "Finetune/Loss (Raw)": 0.6789016127586365, "Finetune/Step": 1695, "Finetune/Step Time": 6.626604789867997}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8141990900039673, "Finetune/Loss (Raw)": 0.8494399189949036, "Finetune/Step": 1696, "Finetune/Step Time": 6.6250505447387695}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8159373998641968, "Finetune/Loss (Raw)": 0.9196153283119202, "Finetune/Step": 1697, "Finetune/Step Time": 6.6117909997701645}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.814934253692627, "Finetune/Loss (Raw)": 0.8313643336296082, "Finetune/Step": 1698, "Finetune/Step Time": 6.613728662952781}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.814826250076294, "Finetune/Loss (Raw)": 0.8834819793701172, "Finetune/Step": 1699, "Finetune/Step Time": 6.611693374812603}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8145385980606079, "Finetune/Loss (Raw)": 0.8818376660346985, "Finetune/Step": 1700, "Finetune/Step Time": 6.631142606958747}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8155050873756409, "Finetune/Loss (Raw)": 0.9431011080741882, "Finetune/Step": 1701, "Finetune/Step Time": 6.61665247939527}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8171173930168152, "Finetune/Loss (Raw)": 0.924699604511261, "Finetune/Step": 1702, "Finetune/Step Time": 6.615546824410558}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8146660327911377, "Finetune/Loss (Raw)": 0.6522049903869629, "Finetune/Step": 1703, "Finetune/Step Time": 6.622562101110816}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8107057809829712, "Finetune/Loss (Raw)": 0.345947802066803, "Finetune/Step": 1704, "Finetune/Step Time": 6.638169737532735}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8104696273803711, "Finetune/Loss (Raw)": 0.8399475812911987, "Finetune/Step": 1705, "Finetune/Step Time": 6.641081884503365}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8107011318206787, "Finetune/Loss (Raw)": 0.91705721616745, "Finetune/Step": 1706, "Finetune/Step Time": 6.643793858587742}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8113706707954407, "Finetune/Loss (Raw)": 0.8653660416603088, "Finetune/Step": 1707, "Finetune/Step Time": 6.63069106452167}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8126106262207031, "Finetune/Loss (Raw)": 0.8397202491760254, "Finetune/Step": 1708, "Finetune/Step Time": 6.6120081897825}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8142210245132446, "Finetune/Loss (Raw)": 0.9680782556533813, "Finetune/Step": 1709, "Finetune/Step Time": 6.610298685729504}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8141616582870483, "Finetune/Loss (Raw)": 0.8279321789741516, "Finetune/Step": 1710, "Finetune/Step Time": 6.619354709982872}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8140143752098083, "Finetune/Loss (Raw)": 0.8543553948402405, "Finetune/Step": 1711, "Finetune/Step Time": 6.622788485139608}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8152756690979004, "Finetune/Loss (Raw)": 1.0009135007858276, "Finetune/Step": 1712, "Finetune/Step Time": 6.6232932433485985}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8148243427276611, "Finetune/Loss (Raw)": 0.9003775715827942, "Finetune/Step": 1713, "Finetune/Step Time": 6.623480387032032}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8138495087623596, "Finetune/Loss (Raw)": 0.8925532698631287, "Finetune/Step": 1714, "Finetune/Step Time": 6.590382670983672}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.811355710029602, "Finetune/Loss (Raw)": 0.624041736125946, "Finetune/Step": 1715, "Finetune/Step Time": 6.587930286303163}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8117746710777283, "Finetune/Loss (Raw)": 0.8764045834541321, "Finetune/Step": 1716, "Finetune/Step Time": 6.576367596164346}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8119560480117798, "Finetune/Loss (Raw)": 0.8730679154396057, "Finetune/Step": 1717, "Finetune/Step Time": 6.576252344995737}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8116985559463501, "Finetune/Loss (Raw)": 0.9076275825500488, "Finetune/Step": 1718, "Finetune/Step Time": 6.566859310492873}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8133264780044556, "Finetune/Loss (Raw)": 0.8206478357315063, "Finetune/Step": 1719, "Finetune/Step Time": 6.553597904741764}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8152379989624023, "Finetune/Loss (Raw)": 0.9500153660774231, "Finetune/Step": 1720, "Finetune/Step Time": 6.551733845844865}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.816108226776123, "Finetune/Loss (Raw)": 0.8983001708984375, "Finetune/Step": 1721, "Finetune/Step Time": 6.553437540307641}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.81632399559021, "Finetune/Loss (Raw)": 0.8600632548332214, "Finetune/Step": 1722, "Finetune/Step Time": 6.545038705691695}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.817155122756958, "Finetune/Loss (Raw)": 0.8350290060043335, "Finetune/Step": 1723, "Finetune/Step Time": 6.570336375385523}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8166605830192566, "Finetune/Loss (Raw)": 0.7831608057022095, "Finetune/Step": 1724, "Finetune/Step Time": 6.573595620691776}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8177106380462646, "Finetune/Loss (Raw)": 0.8533239364624023, "Finetune/Step": 1725, "Finetune/Step Time": 6.564033254981041}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.817392885684967, "Finetune/Loss (Raw)": 0.7760801315307617, "Finetune/Step": 1726, "Finetune/Step Time": 6.557300426065922}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8211543560028076, "Finetune/Loss (Raw)": 0.8531801700592041, "Finetune/Step": 1727, "Finetune/Step Time": 6.553631139919162}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.821477472782135, "Finetune/Loss (Raw)": 0.9451003074645996, "Finetune/Step": 1728, "Finetune/Step Time": 6.550348514690995}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8253737092018127, "Finetune/Loss (Raw)": 0.8836288452148438, "Finetune/Step": 1729, "Finetune/Step Time": 6.532132510095835}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.8238363265991211, "Finetune/Loss (Raw)": 0.7521452903747559, "Finetune/Step": 1730, "Finetune/Step Time": 6.524225099012256}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8246549367904663, "Finetune/Loss (Raw)": 1.031280279159546, "Finetune/Step": 1731, "Finetune/Step Time": 6.521102219820023}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8255118727684021, "Finetune/Loss (Raw)": 0.9370116591453552, "Finetune/Step": 1732, "Finetune/Step Time": 6.535045977681875}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8270578980445862, "Finetune/Loss (Raw)": 0.8702767491340637, "Finetune/Step": 1733, "Finetune/Step Time": 6.526948131620884}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8290879130363464, "Finetune/Loss (Raw)": 0.8969056010246277, "Finetune/Step": 1734, "Finetune/Step Time": 6.511224791407585}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8291623592376709, "Finetune/Loss (Raw)": 0.8389410972595215, "Finetune/Step": 1735, "Finetune/Step Time": 6.520818021148443}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8329296112060547, "Finetune/Loss (Raw)": 0.8657492995262146, "Finetune/Step": 1736, "Finetune/Step Time": 6.5009335819631815}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8321757316589355, "Finetune/Loss (Raw)": 0.7857294082641602, "Finetune/Step": 1737, "Finetune/Step Time": 6.499300045892596}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8281639814376831, "Finetune/Loss (Raw)": 0.349528968334198, "Finetune/Step": 1738, "Finetune/Step Time": 6.515263175591826}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8288440704345703, "Finetune/Loss (Raw)": 0.8457986116409302, "Finetune/Step": 1739, "Finetune/Step Time": 6.484998144209385}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8284320831298828, "Finetune/Loss (Raw)": 0.7557164430618286, "Finetune/Step": 1740, "Finetune/Step Time": 6.489796917885542}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8307251334190369, "Finetune/Loss (Raw)": 1.0301202535629272, "Finetune/Step": 1741, "Finetune/Step Time": 6.480616245418787}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8291012048721313, "Finetune/Loss (Raw)": 0.6602521538734436, "Finetune/Step": 1742, "Finetune/Step Time": 6.488541452214122}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8283563852310181, "Finetune/Loss (Raw)": 0.8552005290985107, "Finetune/Step": 1743, "Finetune/Step Time": 6.494098078459501}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8281818628311157, "Finetune/Loss (Raw)": 0.8301429152488708, "Finetune/Step": 1744, "Finetune/Step Time": 6.495898434892297}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8287319540977478, "Finetune/Loss (Raw)": 0.879076361656189, "Finetune/Step": 1745, "Finetune/Step Time": 6.491728516295552}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.82978355884552, "Finetune/Loss (Raw)": 0.9726883172988892, "Finetune/Step": 1746, "Finetune/Step Time": 6.49210355617106}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8272518515586853, "Finetune/Loss (Raw)": 0.43246978521347046, "Finetune/Step": 1747, "Finetune/Step Time": 6.510063033550978}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8242597579956055, "Finetune/Loss (Raw)": 0.7039874792098999, "Finetune/Step": 1748, "Finetune/Step Time": 6.520114850252867}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8251547813415527, "Finetune/Loss (Raw)": 0.888424813747406, "Finetune/Step": 1749, "Finetune/Step Time": 6.5183975622057915}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8250597715377808, "Finetune/Loss (Raw)": 0.9547066688537598, "Finetune/Step": 1750, "Finetune/Step Time": 6.536112071946263}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8239178657531738, "Finetune/Loss (Raw)": 0.9180310964584351, "Finetune/Step": 1751, "Finetune/Step Time": 6.5397528652101755}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8249850869178772, "Finetune/Loss (Raw)": 1.0116193294525146, "Finetune/Step": 1752, "Finetune/Step Time": 6.538224590942264}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8248047828674316, "Finetune/Loss (Raw)": 0.8580295443534851, "Finetune/Step": 1753, "Finetune/Step Time": 6.535622717812657}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8249533176422119, "Finetune/Loss (Raw)": 0.915968120098114, "Finetune/Step": 1754, "Finetune/Step Time": 6.542358970269561}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.824244499206543, "Finetune/Loss (Raw)": 0.8608502745628357, "Finetune/Step": 1755, "Finetune/Step Time": 6.5586211662739515}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8254150152206421, "Finetune/Loss (Raw)": 0.9824408888816833, "Finetune/Step": 1756, "Finetune/Step Time": 6.561414519324899}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8221747875213623, "Finetune/Loss (Raw)": 0.3576522767543793, "Finetune/Step": 1757, "Finetune/Step Time": 6.580917781218886}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8213431239128113, "Finetune/Loss (Raw)": 0.757547914981842, "Finetune/Step": 1758, "Finetune/Step Time": 6.5848317332565784}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.822184681892395, "Finetune/Loss (Raw)": 0.9625622630119324, "Finetune/Step": 1759, "Finetune/Step Time": 6.589818188920617}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8233035206794739, "Finetune/Loss (Raw)": 0.9633083343505859, "Finetune/Step": 1760, "Finetune/Step Time": 6.58774483576417}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8231149315834045, "Finetune/Loss (Raw)": 0.7580803632736206, "Finetune/Step": 1761, "Finetune/Step Time": 6.591684274375439}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.8222638368606567, "Finetune/Loss (Raw)": 0.7598486542701721, "Finetune/Step": 1762, "Finetune/Step Time": 6.600297838449478}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8238821029663086, "Finetune/Loss (Raw)": 0.999465823173523, "Finetune/Step": 1763, "Finetune/Step Time": 6.595408283174038}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8241982460021973, "Finetune/Loss (Raw)": 0.9365586638450623, "Finetune/Step": 1764, "Finetune/Step Time": 6.614303823560476}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8240057826042175, "Finetune/Loss (Raw)": 0.7755107879638672, "Finetune/Step": 1765, "Finetune/Step Time": 6.62640418484807}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8248069286346436, "Finetune/Loss (Raw)": 0.9003855586051941, "Finetune/Step": 1766, "Finetune/Step Time": 6.628097802400589}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8250125050544739, "Finetune/Loss (Raw)": 0.7587205767631531, "Finetune/Step": 1767, "Finetune/Step Time": 6.628496138378978}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8230665326118469, "Finetune/Loss (Raw)": 0.7207657098770142, "Finetune/Step": 1768, "Finetune/Step Time": 6.628887457773089}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8213469386100769, "Finetune/Loss (Raw)": 0.6935911774635315, "Finetune/Step": 1769, "Finetune/Step Time": 6.642537133768201}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8216166496276855, "Finetune/Loss (Raw)": 0.8890881538391113, "Finetune/Step": 1770, "Finetune/Step Time": 6.643684832379222}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8202903270721436, "Finetune/Loss (Raw)": 0.8092653155326843, "Finetune/Step": 1771, "Finetune/Step Time": 6.631900154054165}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.821903645992279, "Finetune/Loss (Raw)": 0.9874017834663391, "Finetune/Step": 1772, "Finetune/Step Time": 6.606557281687856}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8214877843856812, "Finetune/Loss (Raw)": 0.7939831614494324, "Finetune/Step": 1773, "Finetune/Step Time": 6.613856598734856}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8200333118438721, "Finetune/Loss (Raw)": 0.735254168510437, "Finetune/Step": 1774, "Finetune/Step Time": 6.626978719606996}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8210217952728271, "Finetune/Loss (Raw)": 0.9389120936393738, "Finetune/Step": 1775, "Finetune/Step Time": 6.614547731354833}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.820496678352356, "Finetune/Loss (Raw)": 0.8572180867195129, "Finetune/Step": 1776, "Finetune/Step Time": 6.613438796252012}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.8209637999534607, "Finetune/Loss (Raw)": 0.8711729049682617, "Finetune/Step": 1777, "Finetune/Step Time": 6.608129596337676}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8204861879348755, "Finetune/Loss (Raw)": 0.8373808264732361, "Finetune/Step": 1778, "Finetune/Step Time": 6.609466392546892}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8227963447570801, "Finetune/Loss (Raw)": 1.0413482189178467, "Finetune/Step": 1779, "Finetune/Step Time": 6.5941339414566755}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8227980136871338, "Finetune/Loss (Raw)": 0.822569727897644, "Finetune/Step": 1780, "Finetune/Step Time": 6.5858893152326345}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8215959072113037, "Finetune/Loss (Raw)": 0.6798451542854309, "Finetune/Step": 1781, "Finetune/Step Time": 6.586179880425334}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8212975263595581, "Finetune/Loss (Raw)": 0.859745979309082, "Finetune/Step": 1782, "Finetune/Step Time": 6.573499124497175}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8241090178489685, "Finetune/Loss (Raw)": 0.7429955005645752, "Finetune/Step": 1783, "Finetune/Step Time": 6.554308906197548}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8249630928039551, "Finetune/Loss (Raw)": 0.996809720993042, "Finetune/Step": 1784, "Finetune/Step Time": 6.557455888018012}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8236013054847717, "Finetune/Loss (Raw)": 0.6396904587745667, "Finetune/Step": 1785, "Finetune/Step Time": 6.571482073515654}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.823360800743103, "Finetune/Loss (Raw)": 0.8483372926712036, "Finetune/Step": 1786, "Finetune/Step Time": 6.569678138941526}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8227413892745972, "Finetune/Loss (Raw)": 0.7144880294799805, "Finetune/Step": 1787, "Finetune/Step Time": 6.5747229140251875}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8219716548919678, "Finetune/Loss (Raw)": 0.7835486531257629, "Finetune/Step": 1788, "Finetune/Step Time": 6.5706001073122025}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8177262544631958, "Finetune/Loss (Raw)": 0.2956213355064392, "Finetune/Step": 1789, "Finetune/Step Time": 6.593358479440212}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8172661066055298, "Finetune/Loss (Raw)": 0.8922240138053894, "Finetune/Step": 1790, "Finetune/Step Time": 6.596407791599631}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8202442526817322, "Finetune/Loss (Raw)": 0.9763718247413635, "Finetune/Step": 1791, "Finetune/Step Time": 6.58899287506938}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8220618963241577, "Finetune/Loss (Raw)": 0.9129304885864258, "Finetune/Step": 1792, "Finetune/Step Time": 6.5889869928359985}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8199238777160645, "Finetune/Loss (Raw)": 0.7129442691802979, "Finetune/Step": 1793, "Finetune/Step Time": 6.60370079241693}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8209596872329712, "Finetune/Loss (Raw)": 0.9412559866905212, "Finetune/Step": 1794, "Finetune/Step Time": 6.609327202662826}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8168504238128662, "Finetune/Loss (Raw)": 0.36716002225875854, "Finetune/Step": 1795, "Finetune/Step Time": 6.6392843294888735}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8160145282745361, "Finetune/Loss (Raw)": 0.8169854879379272, "Finetune/Step": 1796, "Finetune/Step Time": 6.632876664400101}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8157051801681519, "Finetune/Loss (Raw)": 0.8433008193969727, "Finetune/Step": 1797, "Finetune/Step Time": 6.632669357582927}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8153247833251953, "Finetune/Loss (Raw)": 0.8780285716056824, "Finetune/Step": 1798, "Finetune/Step Time": 6.636056302115321}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8153971433639526, "Finetune/Loss (Raw)": 0.8218401074409485, "Finetune/Step": 1799, "Finetune/Step Time": 6.628383258357644}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8149508833885193, "Finetune/Loss (Raw)": 0.8154585957527161, "Finetune/Step": 1800, "Finetune/Step Time": 6.622371133416891}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8163906931877136, "Finetune/Loss (Raw)": 0.8923814296722412, "Finetune/Step": 1801, "Finetune/Step Time": 6.626689150929451}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8180108070373535, "Finetune/Loss (Raw)": 0.7916639447212219, "Finetune/Step": 1802, "Finetune/Step Time": 6.629388527944684}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8191889524459839, "Finetune/Loss (Raw)": 0.8416975140571594, "Finetune/Step": 1803, "Finetune/Step Time": 6.63187906332314}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.8190124034881592, "Finetune/Loss (Raw)": 0.896758496761322, "Finetune/Step": 1804, "Finetune/Step Time": 6.635624535381794}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8159695863723755, "Finetune/Loss (Raw)": 0.5579847097396851, "Finetune/Step": 1805, "Finetune/Step Time": 6.643816949799657}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8158814907073975, "Finetune/Loss (Raw)": 0.7630683183670044, "Finetune/Step": 1806, "Finetune/Step Time": 6.655612340196967}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8197746276855469, "Finetune/Loss (Raw)": 0.8836804032325745, "Finetune/Step": 1807, "Finetune/Step Time": 6.635944509878755}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8192290663719177, "Finetune/Loss (Raw)": 0.7926331162452698, "Finetune/Step": 1808, "Finetune/Step Time": 6.6254573203623295}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.819222629070282, "Finetune/Loss (Raw)": 0.8718092441558838, "Finetune/Step": 1809, "Finetune/Step Time": 6.62502740137279}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8175233006477356, "Finetune/Loss (Raw)": 0.8159799575805664, "Finetune/Step": 1810, "Finetune/Step Time": 6.627437172457576}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8185734748840332, "Finetune/Loss (Raw)": 0.8435867428779602, "Finetune/Step": 1811, "Finetune/Step Time": 6.630955390632153}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8178654909133911, "Finetune/Loss (Raw)": 0.743098795413971, "Finetune/Step": 1812, "Finetune/Step Time": 6.637520616874099}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8183022141456604, "Finetune/Loss (Raw)": 0.8143500089645386, "Finetune/Step": 1813, "Finetune/Step Time": 6.6273487117141485}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8202488422393799, "Finetune/Loss (Raw)": 0.865109384059906, "Finetune/Step": 1814, "Finetune/Step Time": 6.615273466333747}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8194838166236877, "Finetune/Loss (Raw)": 0.8177574276924133, "Finetune/Step": 1815, "Finetune/Step Time": 6.613435905426741}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8202523589134216, "Finetune/Loss (Raw)": 0.9419437646865845, "Finetune/Step": 1816, "Finetune/Step Time": 6.608134662732482}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8244774341583252, "Finetune/Loss (Raw)": 0.8446564078330994, "Finetune/Step": 1817, "Finetune/Step Time": 6.59031923301518}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8231577277183533, "Finetune/Loss (Raw)": 0.7790204882621765, "Finetune/Step": 1818, "Finetune/Step Time": 6.590499226003885}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.823219895362854, "Finetune/Loss (Raw)": 0.8944805264472961, "Finetune/Step": 1819, "Finetune/Step Time": 6.587395766749978}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8232727646827698, "Finetune/Loss (Raw)": 0.7451151013374329, "Finetune/Step": 1820, "Finetune/Step Time": 6.565597623586655}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8247268795967102, "Finetune/Loss (Raw)": 0.8604227304458618, "Finetune/Step": 1821, "Finetune/Step Time": 6.550241215154529}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8283700346946716, "Finetune/Loss (Raw)": 1.0673316717147827, "Finetune/Step": 1822, "Finetune/Step Time": 6.541725954040885}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.829714298248291, "Finetune/Loss (Raw)": 0.8509665727615356, "Finetune/Step": 1823, "Finetune/Step Time": 6.532015919685364}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8281487226486206, "Finetune/Loss (Raw)": 0.6490456461906433, "Finetune/Step": 1824, "Finetune/Step Time": 6.535603052005172}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8275370597839355, "Finetune/Loss (Raw)": 0.8413293361663818, "Finetune/Step": 1825, "Finetune/Step Time": 6.536485439166427}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8279406428337097, "Finetune/Loss (Raw)": 0.8830156326293945, "Finetune/Step": 1826, "Finetune/Step Time": 6.536583323031664}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8272562623023987, "Finetune/Loss (Raw)": 0.7958823442459106, "Finetune/Step": 1827, "Finetune/Step Time": 6.567259538918734}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8272334933280945, "Finetune/Loss (Raw)": 0.8789204955101013, "Finetune/Step": 1828, "Finetune/Step Time": 6.554980276152492}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8279522657394409, "Finetune/Loss (Raw)": 1.035110354423523, "Finetune/Step": 1829, "Finetune/Step Time": 6.557986095547676}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8282925486564636, "Finetune/Loss (Raw)": 0.9682517647743225, "Finetune/Step": 1830, "Finetune/Step Time": 6.569179497659206}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8296853303909302, "Finetune/Loss (Raw)": 0.8304847478866577, "Finetune/Step": 1831, "Finetune/Step Time": 6.554027698934078}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8345164060592651, "Finetune/Loss (Raw)": 0.9643225073814392, "Finetune/Step": 1832, "Finetune/Step Time": 6.5379248559474945}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.833670973777771, "Finetune/Loss (Raw)": 0.7317382097244263, "Finetune/Step": 1833, "Finetune/Step Time": 6.555850565433502}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8341221809387207, "Finetune/Loss (Raw)": 0.9748082756996155, "Finetune/Step": 1834, "Finetune/Step Time": 6.5549884885549545}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8342992067337036, "Finetune/Loss (Raw)": 0.8880236148834229, "Finetune/Step": 1835, "Finetune/Step Time": 6.573180932551622}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8347486257553101, "Finetune/Loss (Raw)": 0.8972424864768982, "Finetune/Step": 1836, "Finetune/Step Time": 6.568262625485659}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.833649754524231, "Finetune/Loss (Raw)": 0.827427327632904, "Finetune/Step": 1837, "Finetune/Step Time": 6.570049135014415}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8338611125946045, "Finetune/Loss (Raw)": 0.8549848794937134, "Finetune/Step": 1838, "Finetune/Step Time": 6.562802264466882}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8341085314750671, "Finetune/Loss (Raw)": 0.8860246539115906, "Finetune/Step": 1839, "Finetune/Step Time": 6.56505080871284}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8326442837715149, "Finetune/Loss (Raw)": 0.8134927749633789, "Finetune/Step": 1840, "Finetune/Step Time": 6.574754076078534}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8315790891647339, "Finetune/Loss (Raw)": 0.7640301585197449, "Finetune/Step": 1841, "Finetune/Step Time": 6.576564159244299}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8320242762565613, "Finetune/Loss (Raw)": 0.9495379328727722, "Finetune/Step": 1842, "Finetune/Step Time": 6.575690919533372}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.833951473236084, "Finetune/Loss (Raw)": 0.8707191348075867, "Finetune/Step": 1843, "Finetune/Step Time": 6.581743845716119}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8334016799926758, "Finetune/Loss (Raw)": 0.8060362935066223, "Finetune/Step": 1844, "Finetune/Step Time": 6.5931608732789755}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8327389359474182, "Finetune/Loss (Raw)": 0.7882338762283325, "Finetune/Step": 1845, "Finetune/Step Time": 6.587490728124976}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8331506252288818, "Finetune/Loss (Raw)": 0.9603211879730225, "Finetune/Step": 1846, "Finetune/Step Time": 6.589430557563901}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8335157036781311, "Finetune/Loss (Raw)": 0.8673789501190186, "Finetune/Step": 1847, "Finetune/Step Time": 6.5980331394821405}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8327685594558716, "Finetune/Loss (Raw)": 0.8543871641159058, "Finetune/Step": 1848, "Finetune/Step Time": 6.591638507321477}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8333836793899536, "Finetune/Loss (Raw)": 0.9770300984382629, "Finetune/Step": 1849, "Finetune/Step Time": 6.585342235863209}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8338739275932312, "Finetune/Loss (Raw)": 0.9228166341781616, "Finetune/Step": 1850, "Finetune/Step Time": 6.591361757367849}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8323333263397217, "Finetune/Loss (Raw)": 0.6378315687179565, "Finetune/Step": 1851, "Finetune/Step Time": 6.5855633597821}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8331331014633179, "Finetune/Loss (Raw)": 0.8855388760566711, "Finetune/Step": 1852, "Finetune/Step Time": 6.577355250716209}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8334898352622986, "Finetune/Loss (Raw)": 0.8989789485931396, "Finetune/Step": 1853, "Finetune/Step Time": 6.578463735058904}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8343608379364014, "Finetune/Loss (Raw)": 0.8875653147697449, "Finetune/Step": 1854, "Finetune/Step Time": 6.572505509480834}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.834747850894928, "Finetune/Loss (Raw)": 0.9027150869369507, "Finetune/Step": 1855, "Finetune/Step Time": 6.5682830940932035}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8350480198860168, "Finetune/Loss (Raw)": 0.983529269695282, "Finetune/Step": 1856, "Finetune/Step Time": 6.568770656362176}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.834139347076416, "Finetune/Loss (Raw)": 0.767315149307251, "Finetune/Step": 1857, "Finetune/Step Time": 6.604084612801671}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.834785521030426, "Finetune/Loss (Raw)": 0.8348626494407654, "Finetune/Step": 1858, "Finetune/Step Time": 6.612322757020593}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8342472314834595, "Finetune/Loss (Raw)": 0.962367057800293, "Finetune/Step": 1859, "Finetune/Step Time": 6.6071174666285515}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8324796557426453, "Finetune/Loss (Raw)": 0.7107707262039185, "Finetune/Step": 1860, "Finetune/Step Time": 6.5955988224595785}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8318665027618408, "Finetune/Loss (Raw)": 0.7917929887771606, "Finetune/Step": 1861, "Finetune/Step Time": 6.595546469092369}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8309100866317749, "Finetune/Loss (Raw)": 0.7744867205619812, "Finetune/Step": 1862, "Finetune/Step Time": 6.580096859484911}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.83014976978302, "Finetune/Loss (Raw)": 0.7416114807128906, "Finetune/Step": 1863, "Finetune/Step Time": 6.5691777765750885}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.8293489217758179, "Finetune/Loss (Raw)": 0.7632414102554321, "Finetune/Step": 1864, "Finetune/Step Time": 6.573517866432667}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8303613066673279, "Finetune/Loss (Raw)": 0.9153215885162354, "Finetune/Step": 1865, "Finetune/Step Time": 6.575581137090921}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8348978757858276, "Finetune/Loss (Raw)": 0.9302098155021667, "Finetune/Step": 1866, "Finetune/Step Time": 6.568537978455424}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8357090950012207, "Finetune/Loss (Raw)": 0.9496314525604248, "Finetune/Step": 1867, "Finetune/Step Time": 6.58403598330915}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8356471061706543, "Finetune/Loss (Raw)": 0.7477895021438599, "Finetune/Step": 1868, "Finetune/Step Time": 6.594904605299234}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8349277377128601, "Finetune/Loss (Raw)": 0.9380283951759338, "Finetune/Step": 1869, "Finetune/Step Time": 6.591925706714392}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8357483148574829, "Finetune/Loss (Raw)": 0.7652888894081116, "Finetune/Step": 1870, "Finetune/Step Time": 6.584855992347002}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8354542851448059, "Finetune/Loss (Raw)": 0.8175654411315918, "Finetune/Step": 1871, "Finetune/Step Time": 6.596973599866033}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8344739675521851, "Finetune/Loss (Raw)": 0.7046654224395752, "Finetune/Step": 1872, "Finetune/Step Time": 6.6009871531277895}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8304087519645691, "Finetune/Loss (Raw)": 0.3587229549884796, "Finetune/Step": 1873, "Finetune/Step Time": 6.615092331543565}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8298723697662354, "Finetune/Loss (Raw)": 0.9040412902832031, "Finetune/Step": 1874, "Finetune/Step Time": 6.6160490326583385}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8317273855209351, "Finetune/Loss (Raw)": 0.6698994636535645, "Finetune/Step": 1875, "Finetune/Step Time": 6.60713024623692}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8332163095474243, "Finetune/Loss (Raw)": 0.8945842981338501, "Finetune/Step": 1876, "Finetune/Step Time": 6.59416538849473}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8332035541534424, "Finetune/Loss (Raw)": 0.8867820501327515, "Finetune/Step": 1877, "Finetune/Step Time": 6.598177587613463}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8310236930847168, "Finetune/Loss (Raw)": 0.6756834387779236, "Finetune/Step": 1878, "Finetune/Step Time": 6.591107368469238}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.83132404088974, "Finetune/Loss (Raw)": 0.9564777612686157, "Finetune/Step": 1879, "Finetune/Step Time": 6.582717044278979}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.8282784223556519, "Finetune/Loss (Raw)": 0.6217750310897827, "Finetune/Step": 1880, "Finetune/Step Time": 6.603072347119451}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8273964524269104, "Finetune/Loss (Raw)": 0.7451452016830444, "Finetune/Step": 1881, "Finetune/Step Time": 6.610436175018549}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8271839618682861, "Finetune/Loss (Raw)": 0.8887696862220764, "Finetune/Step": 1882, "Finetune/Step Time": 6.606654500588775}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8257722854614258, "Finetune/Loss (Raw)": 0.6801537871360779, "Finetune/Step": 1883, "Finetune/Step Time": 6.603790236636996}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8208461999893188, "Finetune/Loss (Raw)": 0.35190635919570923, "Finetune/Step": 1884, "Finetune/Step Time": 6.62113862298429}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8250870108604431, "Finetune/Loss (Raw)": 0.900468111038208, "Finetune/Step": 1885, "Finetune/Step Time": 6.603011701256037}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.827110767364502, "Finetune/Loss (Raw)": 1.0165895223617554, "Finetune/Step": 1886, "Finetune/Step Time": 6.606058157980442}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8253204822540283, "Finetune/Loss (Raw)": 0.7334131598472595, "Finetune/Step": 1887, "Finetune/Step Time": 6.60162853077054}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8232290148735046, "Finetune/Loss (Raw)": 0.6956005096435547, "Finetune/Step": 1888, "Finetune/Step Time": 6.605807177722454}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8236382603645325, "Finetune/Loss (Raw)": 0.8104565143585205, "Finetune/Step": 1889, "Finetune/Step Time": 6.611346108838916}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.824143648147583, "Finetune/Loss (Raw)": 0.8245413303375244, "Finetune/Step": 1890, "Finetune/Step Time": 6.605366550385952}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8235949873924255, "Finetune/Loss (Raw)": 0.9292379021644592, "Finetune/Step": 1891, "Finetune/Step Time": 6.589155603200197}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8239215612411499, "Finetune/Loss (Raw)": 0.978365421295166, "Finetune/Step": 1892, "Finetune/Step Time": 6.580361802130938}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8240410089492798, "Finetune/Loss (Raw)": 0.7907974123954773, "Finetune/Step": 1893, "Finetune/Step Time": 6.581565009430051}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8227400183677673, "Finetune/Loss (Raw)": 0.7338548302650452, "Finetune/Step": 1894, "Finetune/Step Time": 6.573147874325514}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8232608437538147, "Finetune/Loss (Raw)": 0.8253889083862305, "Finetune/Step": 1895, "Finetune/Step Time": 6.572378177195787}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8242648839950562, "Finetune/Loss (Raw)": 0.8492788076400757, "Finetune/Step": 1896, "Finetune/Step Time": 6.574312165379524}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.826543390750885, "Finetune/Loss (Raw)": 0.9852413535118103, "Finetune/Step": 1897, "Finetune/Step Time": 6.561590053141117}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8264526724815369, "Finetune/Loss (Raw)": 0.8774782419204712, "Finetune/Step": 1898, "Finetune/Step Time": 6.566118028014898}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8256528973579407, "Finetune/Loss (Raw)": 0.7068943381309509, "Finetune/Step": 1899, "Finetune/Step Time": 6.584538783878088}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8245294094085693, "Finetune/Loss (Raw)": 0.8435955047607422, "Finetune/Step": 1900, "Finetune/Step Time": 6.585918491706252}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8246003985404968, "Finetune/Loss (Raw)": 0.8030669093132019, "Finetune/Step": 1901, "Finetune/Step Time": 6.582456178963184}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8263038992881775, "Finetune/Loss (Raw)": 0.953303337097168, "Finetune/Step": 1902, "Finetune/Step Time": 6.573011174798012}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8249196410179138, "Finetune/Loss (Raw)": 0.7617315053939819, "Finetune/Step": 1903, "Finetune/Step Time": 6.591582423076034}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8246811032295227, "Finetune/Loss (Raw)": 0.8266812562942505, "Finetune/Step": 1904, "Finetune/Step Time": 6.596056384965777}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8203892707824707, "Finetune/Loss (Raw)": 0.32182371616363525, "Finetune/Step": 1905, "Finetune/Step Time": 6.618383014574647}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8198028206825256, "Finetune/Loss (Raw)": 0.7623100280761719, "Finetune/Step": 1906, "Finetune/Step Time": 6.630627067759633}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.8185054063796997, "Finetune/Loss (Raw)": 0.8752766251564026, "Finetune/Step": 1907, "Finetune/Step Time": 6.635980356484652}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8182159662246704, "Finetune/Loss (Raw)": 0.7855208516120911, "Finetune/Step": 1908, "Finetune/Step Time": 6.6342215947806835}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8176709413528442, "Finetune/Loss (Raw)": 0.6100860238075256, "Finetune/Step": 1909, "Finetune/Step Time": 6.63497007638216}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.8176828026771545, "Finetune/Loss (Raw)": 0.861261785030365, "Finetune/Step": 1910, "Finetune/Step Time": 6.637136299163103}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8188318014144897, "Finetune/Loss (Raw)": 0.890068769454956, "Finetune/Step": 1911, "Finetune/Step Time": 6.642358044162393}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8174295425415039, "Finetune/Loss (Raw)": 0.8173261880874634, "Finetune/Step": 1912, "Finetune/Step Time": 6.637095982208848}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8189494609832764, "Finetune/Loss (Raw)": 0.8342408537864685, "Finetune/Step": 1913, "Finetune/Step Time": 6.62258730083704}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8201313018798828, "Finetune/Loss (Raw)": 0.9996097683906555, "Finetune/Step": 1914, "Finetune/Step Time": 6.620193488895893}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8217498064041138, "Finetune/Loss (Raw)": 0.921657919883728, "Finetune/Step": 1915, "Finetune/Step Time": 6.651337169110775}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8221087455749512, "Finetune/Loss (Raw)": 0.8294862508773804, "Finetune/Step": 1916, "Finetune/Step Time": 6.652133695781231}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.82585608959198, "Finetune/Loss (Raw)": 0.7752798795700073, "Finetune/Step": 1917, "Finetune/Step Time": 6.6295878905802965}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8251301050186157, "Finetune/Loss (Raw)": 0.799307107925415, "Finetune/Step": 1918, "Finetune/Step Time": 6.61820574849844}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8240479230880737, "Finetune/Loss (Raw)": 0.8378437757492065, "Finetune/Step": 1919, "Finetune/Step Time": 6.614940719678998}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8226394653320312, "Finetune/Loss (Raw)": 0.7326545119285583, "Finetune/Step": 1920, "Finetune/Step Time": 6.6249286364763975}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.824481725692749, "Finetune/Loss (Raw)": 0.9487486481666565, "Finetune/Step": 1921, "Finetune/Step Time": 6.609414776787162}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.819506824016571, "Finetune/Loss (Raw)": 0.3044700026512146, "Finetune/Step": 1922, "Finetune/Step Time": 6.628017703071237}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.823341965675354, "Finetune/Loss (Raw)": 0.8580582737922668, "Finetune/Step": 1923, "Finetune/Step Time": 6.600639021024108}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8240052461624146, "Finetune/Loss (Raw)": 0.9018848538398743, "Finetune/Step": 1924, "Finetune/Step Time": 6.5991008803248405}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8253238797187805, "Finetune/Loss (Raw)": 1.0120854377746582, "Finetune/Step": 1925, "Finetune/Step Time": 6.596662785857916}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8210530281066895, "Finetune/Loss (Raw)": 0.3313656151294708, "Finetune/Step": 1926, "Finetune/Step Time": 6.6120598670095205}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8177415132522583, "Finetune/Loss (Raw)": 0.39795786142349243, "Finetune/Step": 1927, "Finetune/Step Time": 6.634119341149926}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8188036680221558, "Finetune/Loss (Raw)": 0.9514171481132507, "Finetune/Step": 1928, "Finetune/Step Time": 6.6235373970121145}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8174245357513428, "Finetune/Loss (Raw)": 0.7158614993095398, "Finetune/Step": 1929, "Finetune/Step Time": 6.615908939391375}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8164119720458984, "Finetune/Loss (Raw)": 0.6620520353317261, "Finetune/Step": 1930, "Finetune/Step Time": 6.602287607267499}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8168586492538452, "Finetune/Loss (Raw)": 0.89886474609375, "Finetune/Step": 1931, "Finetune/Step Time": 6.581285573542118}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.8150128722190857, "Finetune/Loss (Raw)": 0.660504162311554, "Finetune/Step": 1932, "Finetune/Step Time": 6.595691187307239}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.817594051361084, "Finetune/Loss (Raw)": 0.8883692026138306, "Finetune/Step": 1933, "Finetune/Step Time": 6.589849328622222}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.818655252456665, "Finetune/Loss (Raw)": 0.8989102840423584, "Finetune/Step": 1934, "Finetune/Step Time": 6.577228153124452}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8190909624099731, "Finetune/Loss (Raw)": 0.9394518136978149, "Finetune/Step": 1935, "Finetune/Step Time": 6.583352135494351}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8185619115829468, "Finetune/Loss (Raw)": 0.7249101400375366, "Finetune/Step": 1936, "Finetune/Step Time": 6.5923250541090965}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8184289932250977, "Finetune/Loss (Raw)": 0.8547987341880798, "Finetune/Step": 1937, "Finetune/Step Time": 6.591716868802905}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8152167201042175, "Finetune/Loss (Raw)": 0.4048084616661072, "Finetune/Step": 1938, "Finetune/Step Time": 6.606248896569014}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.815209150314331, "Finetune/Loss (Raw)": 0.8426123261451721, "Finetune/Step": 1939, "Finetune/Step Time": 6.60244838707149}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.813125729560852, "Finetune/Loss (Raw)": 0.47642067074775696, "Finetune/Step": 1940, "Finetune/Step Time": 6.604141069576144}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8129897117614746, "Finetune/Loss (Raw)": 0.796937108039856, "Finetune/Step": 1941, "Finetune/Step Time": 6.603803362697363}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8139835596084595, "Finetune/Loss (Raw)": 0.9923323392868042, "Finetune/Step": 1942, "Finetune/Step Time": 6.606265572831035}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8149582743644714, "Finetune/Loss (Raw)": 0.9425119161605835, "Finetune/Step": 1943, "Finetune/Step Time": 6.6060954593122005}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8143166899681091, "Finetune/Loss (Raw)": 0.8598275780677795, "Finetune/Step": 1944, "Finetune/Step Time": 6.610974103212357}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8107060194015503, "Finetune/Loss (Raw)": 0.3824886381626129, "Finetune/Step": 1945, "Finetune/Step Time": 6.630562148988247}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8116678595542908, "Finetune/Loss (Raw)": 0.9021399617195129, "Finetune/Step": 1946, "Finetune/Step Time": 6.643761537969112}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8125126957893372, "Finetune/Loss (Raw)": 1.0026147365570068, "Finetune/Step": 1947, "Finetune/Step Time": 6.6534684877842665}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8146964311599731, "Finetune/Loss (Raw)": 1.0246317386627197, "Finetune/Step": 1948, "Finetune/Step Time": 6.653509594500065}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8154686093330383, "Finetune/Loss (Raw)": 0.9592592716217041, "Finetune/Step": 1949, "Finetune/Step Time": 6.652505815029144}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.814888060092926, "Finetune/Loss (Raw)": 0.9930276870727539, "Finetune/Step": 1950, "Finetune/Step Time": 6.649436589330435}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8156947493553162, "Finetune/Loss (Raw)": 0.9542245268821716, "Finetune/Step": 1951, "Finetune/Step Time": 6.654630137607455}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8181624412536621, "Finetune/Loss (Raw)": 0.9649102687835693, "Finetune/Step": 1952, "Finetune/Step Time": 6.649729501456022}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8161235451698303, "Finetune/Loss (Raw)": 0.5803500413894653, "Finetune/Step": 1953, "Finetune/Step Time": 6.661347249522805}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8140133619308472, "Finetune/Loss (Raw)": 0.6129043698310852, "Finetune/Step": 1954, "Finetune/Step Time": 6.670625753700733}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.8134827017784119, "Finetune/Loss (Raw)": 0.7279624342918396, "Finetune/Step": 1955, "Finetune/Step Time": 6.657316198572516}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8123042583465576, "Finetune/Loss (Raw)": 0.7280784249305725, "Finetune/Step": 1956, "Finetune/Step Time": 6.65182645060122}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8113986253738403, "Finetune/Loss (Raw)": 0.9191895127296448, "Finetune/Step": 1957, "Finetune/Step Time": 6.646656068041921}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8114203214645386, "Finetune/Loss (Raw)": 0.971030056476593, "Finetune/Step": 1958, "Finetune/Step Time": 6.6330513544380665}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8109934329986572, "Finetune/Loss (Raw)": 0.775837242603302, "Finetune/Step": 1959, "Finetune/Step Time": 6.635730689391494}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.811182975769043, "Finetune/Loss (Raw)": 0.9885890483856201, "Finetune/Step": 1960, "Finetune/Step Time": 6.640888154506683}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8110979199409485, "Finetune/Loss (Raw)": 0.7208505868911743, "Finetune/Step": 1961, "Finetune/Step Time": 6.629430579021573}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.8066432476043701, "Finetune/Loss (Raw)": 0.40461674332618713, "Finetune/Step": 1962, "Finetune/Step Time": 6.652099711820483}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.8027700185775757, "Finetune/Loss (Raw)": 0.39223870635032654, "Finetune/Step": 1963, "Finetune/Step Time": 6.649780971929431}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8021823763847351, "Finetune/Loss (Raw)": 0.822031557559967, "Finetune/Step": 1964, "Finetune/Step Time": 6.656926786527038}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.8008151054382324, "Finetune/Loss (Raw)": 0.65240877866745, "Finetune/Step": 1965, "Finetune/Step Time": 6.656159549951553}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8000930547714233, "Finetune/Loss (Raw)": 0.762566089630127, "Finetune/Step": 1966, "Finetune/Step Time": 6.651823507621884}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.7991654872894287, "Finetune/Loss (Raw)": 0.767304003238678, "Finetune/Step": 1967, "Finetune/Step Time": 6.640084706246853}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.8000186681747437, "Finetune/Loss (Raw)": 0.9227026104927063, "Finetune/Step": 1968, "Finetune/Step Time": 6.626616843044758}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.7975168228149414, "Finetune/Loss (Raw)": 0.44378456473350525, "Finetune/Step": 1969, "Finetune/Step Time": 6.644579378888011}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.7962980270385742, "Finetune/Loss (Raw)": 0.7935282588005066, "Finetune/Step": 1970, "Finetune/Step Time": 6.6404450330883265}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.7926453948020935, "Finetune/Loss (Raw)": 0.40318408608436584, "Finetune/Step": 1971, "Finetune/Step Time": 6.644419860094786}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.7928396463394165, "Finetune/Loss (Raw)": 0.8309091329574585, "Finetune/Step": 1972, "Finetune/Step Time": 6.633640330284834}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.7927970290184021, "Finetune/Loss (Raw)": 0.7827714681625366, "Finetune/Step": 1973, "Finetune/Step Time": 6.659930545836687}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.792906641960144, "Finetune/Loss (Raw)": 0.9743517637252808, "Finetune/Step": 1974, "Finetune/Step Time": 6.659714937210083}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.7929373979568481, "Finetune/Loss (Raw)": 0.8713157176971436, "Finetune/Step": 1975, "Finetune/Step Time": 6.659897545352578}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.7930304408073425, "Finetune/Loss (Raw)": 0.8663011193275452, "Finetune/Step": 1976, "Finetune/Step Time": 6.662354473024607}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.7923959493637085, "Finetune/Loss (Raw)": 0.8958101272583008, "Finetune/Step": 1977, "Finetune/Step Time": 6.6705831959843636}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.7928524613380432, "Finetune/Loss (Raw)": 0.9812535047531128, "Finetune/Step": 1978, "Finetune/Step Time": 6.663856523111463}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.7908168435096741, "Finetune/Loss (Raw)": 0.3772677183151245, "Finetune/Step": 1979, "Finetune/Step Time": 6.670490937307477}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.7892950773239136, "Finetune/Loss (Raw)": 0.6907624006271362, "Finetune/Step": 1980, "Finetune/Step Time": 6.683443272486329}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.7890532612800598, "Finetune/Loss (Raw)": 0.8680195808410645, "Finetune/Step": 1981, "Finetune/Step Time": 6.6840839721262455}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.7889398336410522, "Finetune/Loss (Raw)": 0.8730496764183044, "Finetune/Step": 1982, "Finetune/Step Time": 6.691232293844223}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.7883520126342773, "Finetune/Loss (Raw)": 0.8274732232093811, "Finetune/Step": 1983, "Finetune/Step Time": 6.679577203467488}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.788495659828186, "Finetune/Loss (Raw)": 1.0019134283065796, "Finetune/Step": 1984, "Finetune/Step Time": 6.678995443508029}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.7899261713027954, "Finetune/Loss (Raw)": 0.950420618057251, "Finetune/Step": 1985, "Finetune/Step Time": 6.641109498217702}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.7915239334106445, "Finetune/Loss (Raw)": 1.0393753051757812, "Finetune/Step": 1986, "Finetune/Step Time": 6.631564224138856}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.7903382182121277, "Finetune/Loss (Raw)": 0.8105946779251099, "Finetune/Step": 1987, "Finetune/Step Time": 6.657596338540316}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.7912141680717468, "Finetune/Loss (Raw)": 0.822900116443634, "Finetune/Step": 1988, "Finetune/Step Time": 6.656900344416499}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.7920956015586853, "Finetune/Loss (Raw)": 0.904610812664032, "Finetune/Step": 1989, "Finetune/Step Time": 6.659048695117235}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.7929790019989014, "Finetune/Loss (Raw)": 0.8875640630722046, "Finetune/Step": 1990, "Finetune/Step Time": 6.660402143374085}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.792866587638855, "Finetune/Loss (Raw)": 0.7272211313247681, "Finetune/Step": 1991, "Finetune/Step Time": 6.656856583431363}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.793707013130188, "Finetune/Loss (Raw)": 0.8708158135414124, "Finetune/Step": 1992, "Finetune/Step Time": 6.652781896293163}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.7921618223190308, "Finetune/Loss (Raw)": 0.7175373435020447, "Finetune/Step": 1993, "Finetune/Step Time": 6.657588608562946}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.7900713682174683, "Finetune/Loss (Raw)": 0.662636399269104, "Finetune/Step": 1994, "Finetune/Step Time": 6.654847642406821}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.7883447408676147, "Finetune/Loss (Raw)": 0.7286182641983032, "Finetune/Step": 1995, "Finetune/Step Time": 6.648927649483085}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.7883326411247253, "Finetune/Loss (Raw)": 0.7462431788444519, "Finetune/Step": 1996, "Finetune/Step Time": 6.627807345241308}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.7885071039199829, "Finetune/Loss (Raw)": 0.9603548049926758, "Finetune/Step": 1997, "Finetune/Step Time": 6.630501018837094}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.7888290882110596, "Finetune/Loss (Raw)": 0.8065057396888733, "Finetune/Step": 1998, "Finetune/Step Time": 6.631504576653242}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.7856423258781433, "Finetune/Loss (Raw)": 0.40966036915779114, "Finetune/Step": 1999, "Finetune/Step Time": 6.622008236125112}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.7853587865829468, "Finetune/Loss (Raw)": 0.6683752536773682, "Finetune/Step": 2000, "Finetune/Step Time": 6.645687688142061}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.7892745137214661, "Finetune/Loss (Raw)": 0.8599324226379395, "Finetune/Step": 2001, "Finetune/Step Time": 6.631308699026704}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.7888190746307373, "Finetune/Loss (Raw)": 0.8457484841346741, "Finetune/Step": 2002, "Finetune/Step Time": 6.629177466034889}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.7897786498069763, "Finetune/Loss (Raw)": 0.7927218675613403, "Finetune/Step": 2003, "Finetune/Step Time": 6.638789722695947}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.7891551852226257, "Finetune/Loss (Raw)": 0.8147807121276855, "Finetune/Step": 2004, "Finetune/Step Time": 6.644271487370133}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.7884321212768555, "Finetune/Loss (Raw)": 0.7942250370979309, "Finetune/Step": 2005, "Finetune/Step Time": 6.6387425903230906}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.7895658016204834, "Finetune/Loss (Raw)": 0.8208035826683044, "Finetune/Step": 2006, "Finetune/Step Time": 6.629166189581156}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.7903581857681274, "Finetune/Loss (Raw)": 1.0578995943069458, "Finetune/Step": 2007, "Finetune/Step Time": 6.62956609390676}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.7918357849121094, "Finetune/Loss (Raw)": 0.8109055757522583, "Finetune/Step": 2008, "Finetune/Step Time": 6.615024030208588}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.7921605706214905, "Finetune/Loss (Raw)": 0.7867175340652466, "Finetune/Step": 2009, "Finetune/Step Time": 6.605399748310447}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.7923870086669922, "Finetune/Loss (Raw)": 0.9177534580230713, "Finetune/Step": 2010, "Finetune/Step Time": 6.605952255427837}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.795116126537323, "Finetune/Loss (Raw)": 1.0294840335845947, "Finetune/Step": 2011, "Finetune/Step Time": 6.610190059989691}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.7990069389343262, "Finetune/Loss (Raw)": 0.8499317169189453, "Finetune/Step": 2012, "Finetune/Step Time": 6.5902618654072285}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.7988525629043579, "Finetune/Loss (Raw)": 0.880702793598175, "Finetune/Step": 2013, "Finetune/Step Time": 6.60641803778708}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.7962619066238403, "Finetune/Loss (Raw)": 0.6849941611289978, "Finetune/Step": 2014, "Finetune/Step Time": 6.616477807983756}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.7935748100280762, "Finetune/Loss (Raw)": 0.3894592523574829, "Finetune/Step": 2015, "Finetune/Step Time": 6.633956564590335}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.7912451028823853, "Finetune/Loss (Raw)": 0.3973971903324127, "Finetune/Step": 2016, "Finetune/Step Time": 6.65034512616694}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.7903645634651184, "Finetune/Loss (Raw)": 0.697747528553009, "Finetune/Step": 2017, "Finetune/Step Time": 6.656565068289638}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.7908051013946533, "Finetune/Loss (Raw)": 0.8809260725975037, "Finetune/Step": 2018, "Finetune/Step Time": 6.658654967322946}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.7897191047668457, "Finetune/Loss (Raw)": 0.7902349233627319, "Finetune/Step": 2019, "Finetune/Step Time": 6.665864173322916}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.7890079021453857, "Finetune/Loss (Raw)": 0.8873273730278015, "Finetune/Step": 2020, "Finetune/Step Time": 6.65936965867877}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.7889834642410278, "Finetune/Loss (Raw)": 0.7876662015914917, "Finetune/Step": 2021, "Finetune/Step Time": 6.656557869166136}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.7896875143051147, "Finetune/Loss (Raw)": 0.8239843845367432, "Finetune/Step": 2022, "Finetune/Step Time": 6.6639725007116795}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.7882481813430786, "Finetune/Loss (Raw)": 0.6411489844322205, "Finetune/Step": 2023, "Finetune/Step Time": 6.688896924257278}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.787757396697998, "Finetune/Loss (Raw)": 0.7864576578140259, "Finetune/Step": 2024, "Finetune/Step Time": 6.688943132758141}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.7861284017562866, "Finetune/Loss (Raw)": 0.7767224907875061, "Finetune/Step": 2025, "Finetune/Step Time": 6.701175073161721}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.7862259745597839, "Finetune/Loss (Raw)": 0.8899728059768677, "Finetune/Step": 2026, "Finetune/Step Time": 6.689018409699202}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.7869706749916077, "Finetune/Loss (Raw)": 0.8022199273109436, "Finetune/Step": 2027, "Finetune/Step Time": 6.669407287612557}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.7870357036590576, "Finetune/Loss (Raw)": 0.8519129753112793, "Finetune/Step": 2028, "Finetune/Step Time": 6.683311834931374}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.7878397107124329, "Finetune/Loss (Raw)": 0.9059846997261047, "Finetune/Step": 2029, "Finetune/Step Time": 6.677077164873481}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.7830861806869507, "Finetune/Loss (Raw)": 0.3448560833930969, "Finetune/Step": 2030, "Finetune/Step Time": 6.69053309969604}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.7834587693214417, "Finetune/Loss (Raw)": 0.8094180822372437, "Finetune/Step": 2031, "Finetune/Step Time": 6.6712542697787285}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.7843228578567505, "Finetune/Loss (Raw)": 0.9372817873954773, "Finetune/Step": 2032, "Finetune/Step Time": 6.677170978859067}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.7885869145393372, "Finetune/Loss (Raw)": 0.8676254749298096, "Finetune/Step": 2033, "Finetune/Step Time": 6.6615033727139235}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.7901797294616699, "Finetune/Loss (Raw)": 0.9661927223205566, "Finetune/Step": 2034, "Finetune/Step Time": 6.649463091045618}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.7884871363639832, "Finetune/Loss (Raw)": 0.6586267948150635, "Finetune/Step": 2035, "Finetune/Step Time": 6.6589633375406265}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.7891677618026733, "Finetune/Loss (Raw)": 0.8726387023925781, "Finetune/Step": 2036, "Finetune/Step Time": 6.6724107433110476}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.790759265422821, "Finetune/Loss (Raw)": 0.8137959837913513, "Finetune/Step": 2037, "Finetune/Step Time": 6.68729056045413}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.7894406318664551, "Finetune/Loss (Raw)": 0.69247967004776, "Finetune/Step": 2038, "Finetune/Step Time": 6.690123179927468}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.7899914979934692, "Finetune/Loss (Raw)": 0.9605752229690552, "Finetune/Step": 2039, "Finetune/Step Time": 6.684901567175984}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.7905296087265015, "Finetune/Loss (Raw)": 0.8862025737762451, "Finetune/Step": 2040, "Finetune/Step Time": 6.683315629139543}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.7906403541564941, "Finetune/Loss (Raw)": 0.8484123945236206, "Finetune/Step": 2041, "Finetune/Step Time": 6.724430013448}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.7887428998947144, "Finetune/Loss (Raw)": 0.7567473649978638, "Finetune/Step": 2042, "Finetune/Step Time": 6.726714743301272}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.788217306137085, "Finetune/Loss (Raw)": 0.8543830513954163, "Finetune/Step": 2043, "Finetune/Step Time": 6.6889603435993195}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.7885429859161377, "Finetune/Loss (Raw)": 0.871172308921814, "Finetune/Step": 2044, "Finetune/Step Time": 6.6883520521223545}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.7894302010536194, "Finetune/Loss (Raw)": 0.8888395428657532, "Finetune/Step": 2045, "Finetune/Step Time": 6.700070258229971}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.7907010316848755, "Finetune/Loss (Raw)": 0.9619795680046082, "Finetune/Step": 2046, "Finetune/Step Time": 6.700501097366214}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.7913815975189209, "Finetune/Loss (Raw)": 0.9249488711357117, "Finetune/Step": 2047, "Finetune/Step Time": 6.704019444063306}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.7913476228713989, "Finetune/Loss (Raw)": 0.7283130288124084, "Finetune/Step": 2048, "Finetune/Step Time": 6.694173242896795}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.7882810831069946, "Finetune/Loss (Raw)": 0.5562213063240051, "Finetune/Step": 2049, "Finetune/Step Time": 6.708714805543423}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.7912301421165466, "Finetune/Loss (Raw)": 0.6819573044776917, "Finetune/Step": 2050, "Finetune/Step Time": 6.702005162835121}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.792288064956665, "Finetune/Loss (Raw)": 0.9934756755828857, "Finetune/Step": 2051, "Finetune/Step Time": 6.705851985141635}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.7925883531570435, "Finetune/Loss (Raw)": 0.9403188824653625, "Finetune/Step": 2052, "Finetune/Step Time": 6.7175952680408955}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.7916382551193237, "Finetune/Loss (Raw)": 0.8904713988304138, "Finetune/Step": 2053, "Finetune/Step Time": 6.7201260682195425}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.7965700030326843, "Finetune/Loss (Raw)": 0.9626331329345703, "Finetune/Step": 2054, "Finetune/Step Time": 6.702896099537611}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.800389289855957, "Finetune/Loss (Raw)": 0.8868261575698853, "Finetune/Step": 2055, "Finetune/Step Time": 6.686966614797711}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8001505136489868, "Finetune/Loss (Raw)": 0.9208447337150574, "Finetune/Step": 2056, "Finetune/Step Time": 6.687452465295792}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8003741502761841, "Finetune/Loss (Raw)": 0.7444872260093689, "Finetune/Step": 2057, "Finetune/Step Time": 6.69578518345952}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8011743426322937, "Finetune/Loss (Raw)": 0.7644836902618408, "Finetune/Step": 2058, "Finetune/Step Time": 6.706805646419525}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.8001141548156738, "Finetune/Loss (Raw)": 0.7631643414497375, "Finetune/Step": 2059, "Finetune/Step Time": 6.707527872174978}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8011451959609985, "Finetune/Loss (Raw)": 0.7924779653549194, "Finetune/Step": 2060, "Finetune/Step Time": 6.697781931608915}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8014880418777466, "Finetune/Loss (Raw)": 0.9322435259819031, "Finetune/Step": 2061, "Finetune/Step Time": 6.69657095707953}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8006402254104614, "Finetune/Loss (Raw)": 0.7904011607170105, "Finetune/Step": 2062, "Finetune/Step Time": 6.6964345164597034}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8005273342132568, "Finetune/Loss (Raw)": 0.9249958992004395, "Finetune/Step": 2063, "Finetune/Step Time": 6.688706923276186}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8006644248962402, "Finetune/Loss (Raw)": 0.7424554824829102, "Finetune/Step": 2064, "Finetune/Step Time": 6.701948398724198}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8002265691757202, "Finetune/Loss (Raw)": 0.7987582683563232, "Finetune/Step": 2065, "Finetune/Step Time": 6.709689749404788}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.7996957302093506, "Finetune/Loss (Raw)": 0.33686235547065735, "Finetune/Step": 2066, "Finetune/Step Time": 6.70995445176959}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.799616813659668, "Finetune/Loss (Raw)": 0.832500159740448, "Finetune/Step": 2067, "Finetune/Step Time": 6.701479237526655}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.802567720413208, "Finetune/Loss (Raw)": 0.8541457653045654, "Finetune/Step": 2068, "Finetune/Step Time": 6.690356098115444}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.802890419960022, "Finetune/Loss (Raw)": 0.8382445573806763, "Finetune/Step": 2069, "Finetune/Step Time": 6.686272734776139}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.7990524768829346, "Finetune/Loss (Raw)": 0.5010725259780884, "Finetune/Step": 2070, "Finetune/Step Time": 6.697506293654442}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.7986177802085876, "Finetune/Loss (Raw)": 0.8868694305419922, "Finetune/Step": 2071, "Finetune/Step Time": 6.7032133508473635}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.7992292642593384, "Finetune/Loss (Raw)": 0.9380970001220703, "Finetune/Step": 2072, "Finetune/Step Time": 6.695726362988353}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8021392822265625, "Finetune/Loss (Raw)": 0.7549673318862915, "Finetune/Step": 2073, "Finetune/Step Time": 6.685862764716148}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8025473356246948, "Finetune/Loss (Raw)": 0.9543740749359131, "Finetune/Step": 2074, "Finetune/Step Time": 6.676591746509075}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8007534742355347, "Finetune/Loss (Raw)": 0.7729984521865845, "Finetune/Step": 2075, "Finetune/Step Time": 6.665567450225353}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.7981089353561401, "Finetune/Loss (Raw)": 0.6861296892166138, "Finetune/Step": 2076, "Finetune/Step Time": 6.678263910114765}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.7968813180923462, "Finetune/Loss (Raw)": 0.802126944065094, "Finetune/Step": 2077, "Finetune/Step Time": 6.678444352000952}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.7951459884643555, "Finetune/Loss (Raw)": 0.7709077000617981, "Finetune/Step": 2078, "Finetune/Step Time": 6.678295074030757}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.7938106060028076, "Finetune/Loss (Raw)": 0.7832909822463989, "Finetune/Step": 2079, "Finetune/Step Time": 6.673400107771158}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.7918612360954285, "Finetune/Loss (Raw)": 0.7153928875923157, "Finetune/Step": 2080, "Finetune/Step Time": 6.680585898458958}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.7936406135559082, "Finetune/Loss (Raw)": 0.8081067800521851, "Finetune/Step": 2081, "Finetune/Step Time": 6.680200397968292}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.7951160669326782, "Finetune/Loss (Raw)": 0.8017678260803223, "Finetune/Step": 2082, "Finetune/Step Time": 6.667198998853564}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.7963857054710388, "Finetune/Loss (Raw)": 0.8904730081558228, "Finetune/Step": 2083, "Finetune/Step Time": 6.65964456088841}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.7984612584114075, "Finetune/Loss (Raw)": 0.9937500357627869, "Finetune/Step": 2084, "Finetune/Step Time": 6.654957290738821}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.79375821352005, "Finetune/Loss (Raw)": 0.317202627658844, "Finetune/Step": 2085, "Finetune/Step Time": 6.673267366364598}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.7932040691375732, "Finetune/Loss (Raw)": 0.9000949263572693, "Finetune/Step": 2086, "Finetune/Step Time": 6.678923971951008}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.7948093414306641, "Finetune/Loss (Raw)": 0.9813203811645508, "Finetune/Step": 2087, "Finetune/Step Time": 6.679498152807355}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.7942807674407959, "Finetune/Loss (Raw)": 0.9209279417991638, "Finetune/Step": 2088, "Finetune/Step Time": 6.669703019782901}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.7954353094100952, "Finetune/Loss (Raw)": 0.8686256408691406, "Finetune/Step": 2089, "Finetune/Step Time": 6.6641950737684965}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.7942520380020142, "Finetune/Loss (Raw)": 0.2531600296497345, "Finetune/Step": 2090, "Finetune/Step Time": 6.6647081188857555}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.7971312999725342, "Finetune/Loss (Raw)": 0.7607799768447876, "Finetune/Step": 2091, "Finetune/Step Time": 6.647938197478652}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.7975364923477173, "Finetune/Loss (Raw)": 0.8738996386528015, "Finetune/Step": 2092, "Finetune/Step Time": 6.635706568136811}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.7996298670768738, "Finetune/Loss (Raw)": 0.9203629493713379, "Finetune/Step": 2093, "Finetune/Step Time": 6.633278032764792}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.801345705986023, "Finetune/Loss (Raw)": 0.9821903109550476, "Finetune/Step": 2094, "Finetune/Step Time": 6.633810944855213}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8020660281181335, "Finetune/Loss (Raw)": 0.8595085144042969, "Finetune/Step": 2095, "Finetune/Step Time": 6.638493260368705}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8012263774871826, "Finetune/Loss (Raw)": 0.8152204751968384, "Finetune/Step": 2096, "Finetune/Step Time": 6.640827115625143}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8046561479568481, "Finetune/Loss (Raw)": 0.8828049302101135, "Finetune/Step": 2097, "Finetune/Step Time": 6.619889596477151}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8044899702072144, "Finetune/Loss (Raw)": 0.7722564339637756, "Finetune/Step": 2098, "Finetune/Step Time": 6.627712152898312}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8041536808013916, "Finetune/Loss (Raw)": 0.36013466119766235, "Finetune/Step": 2099, "Finetune/Step Time": 6.630381193011999}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8028744459152222, "Finetune/Loss (Raw)": 0.6671653985977173, "Finetune/Step": 2100, "Finetune/Step Time": 6.636064613237977}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8039111495018005, "Finetune/Loss (Raw)": 0.9154734015464783, "Finetune/Step": 2101, "Finetune/Step Time": 6.601614128798246}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8025987148284912, "Finetune/Loss (Raw)": 0.8063572645187378, "Finetune/Step": 2102, "Finetune/Step Time": 6.604370426386595}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.7986679077148438, "Finetune/Loss (Raw)": 0.36817818880081177, "Finetune/Step": 2103, "Finetune/Step Time": 6.615825179964304}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.7981933355331421, "Finetune/Loss (Raw)": 0.8055498600006104, "Finetune/Step": 2104, "Finetune/Step Time": 6.623329410329461}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.7977972626686096, "Finetune/Loss (Raw)": 0.845115065574646, "Finetune/Step": 2105, "Finetune/Step Time": 6.633661409839988}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.7968845963478088, "Finetune/Loss (Raw)": 0.8644382357597351, "Finetune/Step": 2106, "Finetune/Step Time": 6.632810750976205}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.8007761240005493, "Finetune/Loss (Raw)": 0.8753821849822998, "Finetune/Step": 2107, "Finetune/Step Time": 6.602512316778302}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.8014911413192749, "Finetune/Loss (Raw)": 0.782282829284668, "Finetune/Step": 2108, "Finetune/Step Time": 6.590377476066351}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8016504049301147, "Finetune/Loss (Raw)": 0.888404905796051, "Finetune/Step": 2109, "Finetune/Step Time": 6.593383606523275}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.801108181476593, "Finetune/Loss (Raw)": 0.8036441802978516, "Finetune/Step": 2110, "Finetune/Step Time": 6.6016254257410765}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.8007442951202393, "Finetune/Loss (Raw)": 0.7808917164802551, "Finetune/Step": 2111, "Finetune/Step Time": 6.616743706166744}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.7964907884597778, "Finetune/Loss (Raw)": 0.45746752619743347, "Finetune/Step": 2112, "Finetune/Step Time": 6.637332376092672}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.7956719398498535, "Finetune/Loss (Raw)": 0.8456113934516907, "Finetune/Step": 2113, "Finetune/Step Time": 6.636116959154606}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.794585108757019, "Finetune/Loss (Raw)": 0.9002567529678345, "Finetune/Step": 2114, "Finetune/Step Time": 6.653512788936496}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.7954069375991821, "Finetune/Loss (Raw)": 0.9157863259315491, "Finetune/Step": 2115, "Finetune/Step Time": 6.641119796782732}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.792241096496582, "Finetune/Loss (Raw)": 0.41766980290412903, "Finetune/Step": 2116, "Finetune/Step Time": 6.657768562436104}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.7904258370399475, "Finetune/Loss (Raw)": 0.6722614169120789, "Finetune/Step": 2117, "Finetune/Step Time": 6.673811856657267}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.7894498705863953, "Finetune/Loss (Raw)": 0.7626435160636902, "Finetune/Step": 2118, "Finetune/Step Time": 6.670064929872751}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.7897667288780212, "Finetune/Loss (Raw)": 0.7677798271179199, "Finetune/Step": 2119, "Finetune/Step Time": 6.682671552523971}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.7855204939842224, "Finetune/Loss (Raw)": 0.32729706168174744, "Finetune/Step": 2120, "Finetune/Step Time": 6.703310906887054}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.7866042256355286, "Finetune/Loss (Raw)": 0.8562560081481934, "Finetune/Step": 2121, "Finetune/Step Time": 6.6956024542450905}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.7885055541992188, "Finetune/Loss (Raw)": 0.9060075879096985, "Finetune/Step": 2122, "Finetune/Step Time": 6.689266681671143}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.7897466421127319, "Finetune/Loss (Raw)": 0.8874691128730774, "Finetune/Step": 2123, "Finetune/Step Time": 6.690970383584499}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.7907491326332092, "Finetune/Loss (Raw)": 0.8745704889297485, "Finetune/Step": 2124, "Finetune/Step Time": 6.686994159594178}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.7900609970092773, "Finetune/Loss (Raw)": 0.8722671270370483, "Finetune/Step": 2125, "Finetune/Step Time": 6.700423238798976}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.7910506725311279, "Finetune/Loss (Raw)": 0.9331873059272766, "Finetune/Step": 2126, "Finetune/Step Time": 6.697358187288046}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.7945694923400879, "Finetune/Loss (Raw)": 0.8600757122039795, "Finetune/Step": 2127, "Finetune/Step Time": 6.679605538025498}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.7921070456504822, "Finetune/Loss (Raw)": 0.35317784547805786, "Finetune/Step": 2128, "Finetune/Step Time": 6.6719246711581945}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.7875510454177856, "Finetune/Loss (Raw)": 0.2767682671546936, "Finetune/Step": 2129, "Finetune/Step Time": 6.687304059043527}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.7877494096755981, "Finetune/Loss (Raw)": 0.871135950088501, "Finetune/Step": 2130, "Finetune/Step Time": 6.686456475406885}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.7887439727783203, "Finetune/Loss (Raw)": 0.9200257658958435, "Finetune/Step": 2131, "Finetune/Step Time": 6.666886223480105}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.7886959314346313, "Finetune/Loss (Raw)": 0.8086315989494324, "Finetune/Step": 2132, "Finetune/Step Time": 6.6701467372477055}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.7909753918647766, "Finetune/Loss (Raw)": 1.0859909057617188, "Finetune/Step": 2133, "Finetune/Step Time": 6.667717091739178}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.7905157804489136, "Finetune/Loss (Raw)": 0.7619764804840088, "Finetune/Step": 2134, "Finetune/Step Time": 6.677878906950355}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.7882513403892517, "Finetune/Loss (Raw)": 0.7680537700653076, "Finetune/Step": 2135, "Finetune/Step Time": 6.673801215365529}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.7885796427726746, "Finetune/Loss (Raw)": 0.852925717830658, "Finetune/Step": 2136, "Finetune/Step Time": 6.666030254215002}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.7857016324996948, "Finetune/Loss (Raw)": 0.41833221912384033, "Finetune/Step": 2137, "Finetune/Step Time": 6.686032025143504}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.785243034362793, "Finetune/Loss (Raw)": 0.8590483665466309, "Finetune/Step": 2138, "Finetune/Step Time": 6.683823931962252}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7830861806869507, "Finetune/Loss (Raw)": 0.7534084320068359, "Finetune/Step": 2139, "Finetune/Step Time": 6.687754275277257}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.7835440039634705, "Finetune/Loss (Raw)": 0.9085366725921631, "Finetune/Step": 2140, "Finetune/Step Time": 6.690619010478258}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.7844114303588867, "Finetune/Loss (Raw)": 0.9917300343513489, "Finetune/Step": 2141, "Finetune/Step Time": 6.67590475641191}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.7852499485015869, "Finetune/Loss (Raw)": 0.7923282384872437, "Finetune/Step": 2142, "Finetune/Step Time": 6.663889838382602}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.78867506980896, "Finetune/Loss (Raw)": 0.827877402305603, "Finetune/Step": 2143, "Finetune/Step Time": 6.659689426422119}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.7919007539749146, "Finetune/Loss (Raw)": 0.8102816939353943, "Finetune/Step": 2144, "Finetune/Step Time": 6.659707885235548}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.790570855140686, "Finetune/Loss (Raw)": 0.5275200605392456, "Finetune/Step": 2145, "Finetune/Step Time": 6.658930998295546}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.7903637886047363, "Finetune/Loss (Raw)": 0.8544189929962158, "Finetune/Step": 2146, "Finetune/Step Time": 6.672802906483412}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.7901065349578857, "Finetune/Loss (Raw)": 0.7573143243789673, "Finetune/Step": 2147, "Finetune/Step Time": 6.674558451399207}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.7909114360809326, "Finetune/Loss (Raw)": 0.9903436899185181, "Finetune/Step": 2148, "Finetune/Step Time": 6.670537771657109}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.7918818593025208, "Finetune/Loss (Raw)": 0.9118829369544983, "Finetune/Step": 2149, "Finetune/Step Time": 6.659336589276791}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.7917424440383911, "Finetune/Loss (Raw)": 0.8061425089836121, "Finetune/Step": 2150, "Finetune/Step Time": 6.65609167329967}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.7939249277114868, "Finetune/Loss (Raw)": 0.9205091595649719, "Finetune/Step": 2151, "Finetune/Step Time": 6.639966681599617}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.7936762571334839, "Finetune/Loss (Raw)": 0.7546252012252808, "Finetune/Step": 2152, "Finetune/Step Time": 6.645225539803505}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.793912947177887, "Finetune/Loss (Raw)": 0.8070180416107178, "Finetune/Step": 2153, "Finetune/Step Time": 6.634747229516506}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.7924894094467163, "Finetune/Loss (Raw)": 0.707764208316803, "Finetune/Step": 2154, "Finetune/Step Time": 6.642915269359946}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.7927070260047913, "Finetune/Loss (Raw)": 0.8300721049308777, "Finetune/Step": 2155, "Finetune/Step Time": 6.659336062148213}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.7913477420806885, "Finetune/Loss (Raw)": 0.6779208183288574, "Finetune/Step": 2156, "Finetune/Step Time": 6.6540962513536215}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.7900915145874023, "Finetune/Loss (Raw)": 0.7451880574226379, "Finetune/Step": 2157, "Finetune/Step Time": 6.662637859582901}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.7944602966308594, "Finetune/Loss (Raw)": 0.9040599465370178, "Finetune/Step": 2158, "Finetune/Step Time": 6.642279904335737}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.7947912216186523, "Finetune/Loss (Raw)": 0.8517791628837585, "Finetune/Step": 2159, "Finetune/Step Time": 6.656731631606817}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.7939077615737915, "Finetune/Loss (Raw)": 0.8242018818855286, "Finetune/Step": 2160, "Finetune/Step Time": 6.64201252348721}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.7932279109954834, "Finetune/Loss (Raw)": 0.7805977463722229, "Finetune/Step": 2161, "Finetune/Step Time": 6.635118588805199}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.7915992736816406, "Finetune/Loss (Raw)": 0.7577251195907593, "Finetune/Step": 2162, "Finetune/Step Time": 6.638893533498049}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.7926619052886963, "Finetune/Loss (Raw)": 0.7946458458900452, "Finetune/Step": 2163, "Finetune/Step Time": 6.622549219056964}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.7933731079101562, "Finetune/Loss (Raw)": 0.9636698365211487, "Finetune/Step": 2164, "Finetune/Step Time": 6.608127122744918}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.793448269367218, "Finetune/Loss (Raw)": 0.8234230875968933, "Finetune/Step": 2165, "Finetune/Step Time": 6.616288805380464}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.795139491558075, "Finetune/Loss (Raw)": 0.9089529514312744, "Finetune/Step": 2166, "Finetune/Step Time": 6.616011846810579}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.7948302626609802, "Finetune/Loss (Raw)": 0.9209955334663391, "Finetune/Step": 2167, "Finetune/Step Time": 6.615479372441769}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.7942726612091064, "Finetune/Loss (Raw)": 0.8148274421691895, "Finetune/Step": 2168, "Finetune/Step Time": 6.614204188808799}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.7946504950523376, "Finetune/Loss (Raw)": 0.8967790603637695, "Finetune/Step": 2169, "Finetune/Step Time": 6.57308797724545}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.7943554520606995, "Finetune/Loss (Raw)": 0.7189798355102539, "Finetune/Step": 2170, "Finetune/Step Time": 6.573217265307903}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.7934107184410095, "Finetune/Loss (Raw)": 0.7334617972373962, "Finetune/Step": 2171, "Finetune/Step Time": 6.591455144807696}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.7934567928314209, "Finetune/Loss (Raw)": 0.8770603537559509, "Finetune/Step": 2172, "Finetune/Step Time": 6.591052213683724}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.7913248538970947, "Finetune/Loss (Raw)": 0.6159525513648987, "Finetune/Step": 2173, "Finetune/Step Time": 6.593995152041316}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.7885092496871948, "Finetune/Loss (Raw)": 0.6015819907188416, "Finetune/Step": 2174, "Finetune/Step Time": 6.605458989739418}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.7872388362884521, "Finetune/Loss (Raw)": 0.7623385787010193, "Finetune/Step": 2175, "Finetune/Step Time": 6.62013422884047}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.7887697815895081, "Finetune/Loss (Raw)": 0.9242759346961975, "Finetune/Step": 2176, "Finetune/Step Time": 6.619382284581661}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.7915204763412476, "Finetune/Loss (Raw)": 0.9083144068717957, "Finetune/Step": 2177, "Finetune/Step Time": 6.607941014692187}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.7918020486831665, "Finetune/Loss (Raw)": 0.7180011868476868, "Finetune/Step": 2178, "Finetune/Step Time": 6.595286628231406}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.7901732325553894, "Finetune/Loss (Raw)": 0.7849813103675842, "Finetune/Step": 2179, "Finetune/Step Time": 6.5934956185519695}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.7897098064422607, "Finetune/Loss (Raw)": 0.8809994459152222, "Finetune/Step": 2180, "Finetune/Step Time": 6.587250163778663}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.7897708415985107, "Finetune/Loss (Raw)": 0.8982890844345093, "Finetune/Step": 2181, "Finetune/Step Time": 6.584654239937663}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.7896287441253662, "Finetune/Loss (Raw)": 0.9444392323493958, "Finetune/Step": 2182, "Finetune/Step Time": 6.587140517309308}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.7881329655647278, "Finetune/Loss (Raw)": 0.6953637599945068, "Finetune/Step": 2183, "Finetune/Step Time": 6.602908626198769}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.7864131927490234, "Finetune/Loss (Raw)": 0.7007173299789429, "Finetune/Step": 2184, "Finetune/Step Time": 6.616816895082593}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.7874032855033875, "Finetune/Loss (Raw)": 0.8712177276611328, "Finetune/Step": 2185, "Finetune/Step Time": 6.603569857776165}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.787826657295227, "Finetune/Loss (Raw)": 0.8186749219894409, "Finetune/Step": 2186, "Finetune/Step Time": 6.589002521708608}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.786207377910614, "Finetune/Loss (Raw)": 0.555903434753418, "Finetune/Step": 2187, "Finetune/Step Time": 6.6211800165474415}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.7861325740814209, "Finetune/Loss (Raw)": 0.7829023599624634, "Finetune/Step": 2188, "Finetune/Step Time": 6.643429938703775}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.7841742038726807, "Finetune/Loss (Raw)": 0.6815683245658875, "Finetune/Step": 2189, "Finetune/Step Time": 6.650822559371591}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.7833407521247864, "Finetune/Loss (Raw)": 0.683712899684906, "Finetune/Step": 2190, "Finetune/Step Time": 6.659296602010727}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7823145985603333, "Finetune/Loss (Raw)": 0.7936558723449707, "Finetune/Step": 2191, "Finetune/Step Time": 6.674082051962614}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.7818209528923035, "Finetune/Loss (Raw)": 0.679267942905426, "Finetune/Step": 2192, "Finetune/Step Time": 6.6560175605118275}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.7827283143997192, "Finetune/Loss (Raw)": 0.9149011969566345, "Finetune/Step": 2193, "Finetune/Step Time": 6.650614203885198}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.7865521311759949, "Finetune/Loss (Raw)": 0.826312780380249, "Finetune/Step": 2194, "Finetune/Step Time": 6.6340068113058805}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.786953330039978, "Finetune/Loss (Raw)": 0.8838462233543396, "Finetune/Step": 2195, "Finetune/Step Time": 6.64205726608634}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.7861288785934448, "Finetune/Loss (Raw)": 0.7486206889152527, "Finetune/Step": 2196, "Finetune/Step Time": 6.651345117017627}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.7859652042388916, "Finetune/Loss (Raw)": 0.8172986507415771, "Finetune/Step": 2197, "Finetune/Step Time": 6.653052881360054}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.7880331873893738, "Finetune/Loss (Raw)": 0.7657648921012878, "Finetune/Step": 2198, "Finetune/Step Time": 6.6470554526895285}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.7871025800704956, "Finetune/Loss (Raw)": 0.7677509784698486, "Finetune/Step": 2199, "Finetune/Step Time": 6.649112170562148}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.7855207324028015, "Finetune/Loss (Raw)": 0.7356205582618713, "Finetune/Step": 2200, "Finetune/Step Time": 6.660573175176978}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.7823824882507324, "Finetune/Loss (Raw)": 0.3532766103744507, "Finetune/Step": 2201, "Finetune/Step Time": 6.6680289804935455}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.7812429070472717, "Finetune/Loss (Raw)": 0.8085066080093384, "Finetune/Step": 2202, "Finetune/Step Time": 6.659932596608996}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.7813922762870789, "Finetune/Loss (Raw)": 0.7921217679977417, "Finetune/Step": 2203, "Finetune/Step Time": 6.65999935939908}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.7815996408462524, "Finetune/Loss (Raw)": 0.7126694321632385, "Finetune/Step": 2204, "Finetune/Step Time": 6.656215814873576}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.7786449193954468, "Finetune/Loss (Raw)": 0.42392534017562866, "Finetune/Step": 2205, "Finetune/Step Time": 6.674033781513572}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.7771933674812317, "Finetune/Loss (Raw)": 0.585103452205658, "Finetune/Step": 2206, "Finetune/Step Time": 6.71443884447217}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7777015566825867, "Finetune/Loss (Raw)": 0.8483450412750244, "Finetune/Step": 2207, "Finetune/Step Time": 6.70971960015595}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.7781002521514893, "Finetune/Loss (Raw)": 0.7664238810539246, "Finetune/Step": 2208, "Finetune/Step Time": 6.7130092810839415}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.7779998779296875, "Finetune/Loss (Raw)": 0.7952625751495361, "Finetune/Step": 2209, "Finetune/Step Time": 6.7030653059482574}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.7748129367828369, "Finetune/Loss (Raw)": 0.3938310444355011, "Finetune/Step": 2210, "Finetune/Step Time": 6.720903946086764}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.775020956993103, "Finetune/Loss (Raw)": 0.9171059727668762, "Finetune/Step": 2211, "Finetune/Step Time": 6.7343542240560055}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.7718201875686646, "Finetune/Loss (Raw)": 0.5840491652488708, "Finetune/Step": 2212, "Finetune/Step Time": 6.756311297416687}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.7749315500259399, "Finetune/Loss (Raw)": 0.7154621481895447, "Finetune/Step": 2213, "Finetune/Step Time": 6.742542253807187}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7727034091949463, "Finetune/Loss (Raw)": 0.6148826479911804, "Finetune/Step": 2214, "Finetune/Step Time": 6.746886920183897}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.7719756364822388, "Finetune/Loss (Raw)": 0.888167142868042, "Finetune/Step": 2215, "Finetune/Step Time": 6.735813802108169}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7715229988098145, "Finetune/Loss (Raw)": 0.8629881143569946, "Finetune/Step": 2216, "Finetune/Step Time": 6.737792829051614}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.772108793258667, "Finetune/Loss (Raw)": 0.9436189532279968, "Finetune/Step": 2217, "Finetune/Step Time": 6.738291699439287}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7744970321655273, "Finetune/Loss (Raw)": 0.5588502883911133, "Finetune/Step": 2218, "Finetune/Step Time": 6.722262179479003}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7741106748580933, "Finetune/Loss (Raw)": 0.7113240361213684, "Finetune/Step": 2219, "Finetune/Step Time": 6.750194862484932}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7740428447723389, "Finetune/Loss (Raw)": 0.865215003490448, "Finetune/Step": 2220, "Finetune/Step Time": 6.750036904588342}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7724178433418274, "Finetune/Loss (Raw)": 0.7123673558235168, "Finetune/Step": 2221, "Finetune/Step Time": 6.765428697690368}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7717971801757812, "Finetune/Loss (Raw)": 0.9027450680732727, "Finetune/Step": 2222, "Finetune/Step Time": 6.773560907691717}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7717955112457275, "Finetune/Loss (Raw)": 0.8592913746833801, "Finetune/Step": 2223, "Finetune/Step Time": 6.776447983458638}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7719505429267883, "Finetune/Loss (Raw)": 0.8350682258605957, "Finetune/Step": 2224, "Finetune/Step Time": 6.777640536427498}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.7711079120635986, "Finetune/Loss (Raw)": 0.7749468088150024, "Finetune/Step": 2225, "Finetune/Step Time": 6.788054199889302}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7716717720031738, "Finetune/Loss (Raw)": 0.8444305658340454, "Finetune/Step": 2226, "Finetune/Step Time": 6.787491284310818}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7759255766868591, "Finetune/Loss (Raw)": 0.9046218991279602, "Finetune/Step": 2227, "Finetune/Step Time": 6.781016165390611}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7767313122749329, "Finetune/Loss (Raw)": 0.770296573638916, "Finetune/Step": 2228, "Finetune/Step Time": 6.788323290646076}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.775566816329956, "Finetune/Loss (Raw)": 0.766422688961029, "Finetune/Step": 2229, "Finetune/Step Time": 6.786886807531118}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7754033803939819, "Finetune/Loss (Raw)": 0.7854337096214294, "Finetune/Step": 2230, "Finetune/Step Time": 6.786554450169206}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.77982097864151, "Finetune/Loss (Raw)": 0.9336338639259338, "Finetune/Step": 2231, "Finetune/Step Time": 6.76588448882103}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.7811156511306763, "Finetune/Loss (Raw)": 0.9712681174278259, "Finetune/Step": 2232, "Finetune/Step Time": 6.756694762036204}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7798042297363281, "Finetune/Loss (Raw)": 0.677249550819397, "Finetune/Step": 2233, "Finetune/Step Time": 6.753620544448495}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7801982760429382, "Finetune/Loss (Raw)": 0.9148783087730408, "Finetune/Step": 2234, "Finetune/Step Time": 6.756515817716718}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7806104421615601, "Finetune/Loss (Raw)": 0.9281409382820129, "Finetune/Step": 2235, "Finetune/Step Time": 6.766809387132525}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.7818105816841125, "Finetune/Loss (Raw)": 0.9358981251716614, "Finetune/Step": 2236, "Finetune/Step Time": 6.7671507596969604}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.7807243466377258, "Finetune/Loss (Raw)": 0.7493686676025391, "Finetune/Step": 2237, "Finetune/Step Time": 6.767393849790096}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7796620726585388, "Finetune/Loss (Raw)": 0.6676774024963379, "Finetune/Step": 2238, "Finetune/Step Time": 6.771414831280708}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.7822511196136475, "Finetune/Loss (Raw)": 1.1122822761535645, "Finetune/Step": 2239, "Finetune/Step Time": 6.75721568800509}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.7863906621932983, "Finetune/Loss (Raw)": 0.9873342514038086, "Finetune/Step": 2240, "Finetune/Step Time": 6.7387107424438}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.7871335744857788, "Finetune/Loss (Raw)": 0.9407007694244385, "Finetune/Step": 2241, "Finetune/Step Time": 6.74608619324863}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.786295473575592, "Finetune/Loss (Raw)": 0.7929801344871521, "Finetune/Step": 2242, "Finetune/Step Time": 6.729460913687944}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.785442590713501, "Finetune/Loss (Raw)": 0.8066216707229614, "Finetune/Step": 2243, "Finetune/Step Time": 6.72097060829401}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.7906448841094971, "Finetune/Loss (Raw)": 1.0835624933242798, "Finetune/Step": 2244, "Finetune/Step Time": 6.698451668024063}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.7922117710113525, "Finetune/Loss (Raw)": 0.8728172779083252, "Finetune/Step": 2245, "Finetune/Step Time": 6.678778218105435}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.793714165687561, "Finetune/Loss (Raw)": 0.9549559950828552, "Finetune/Step": 2246, "Finetune/Step Time": 6.680989185348153}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.7933602929115295, "Finetune/Loss (Raw)": 0.7224823832511902, "Finetune/Step": 2247, "Finetune/Step Time": 6.679851613938808}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.7963491678237915, "Finetune/Loss (Raw)": 0.7098723649978638, "Finetune/Step": 2248, "Finetune/Step Time": 6.655976720154285}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.795662522315979, "Finetune/Loss (Raw)": 0.7683658003807068, "Finetune/Step": 2249, "Finetune/Step Time": 6.655577985569835}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.7946181297302246, "Finetune/Loss (Raw)": 0.7723256945610046, "Finetune/Step": 2250, "Finetune/Step Time": 6.676202150061727}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.7943787574768066, "Finetune/Loss (Raw)": 0.8568311333656311, "Finetune/Step": 2251, "Finetune/Step Time": 6.667632481083274}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.7900235652923584, "Finetune/Loss (Raw)": 0.3170998990535736, "Finetune/Step": 2252, "Finetune/Step Time": 6.682967394590378}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.7903105020523071, "Finetune/Loss (Raw)": 0.9089961647987366, "Finetune/Step": 2253, "Finetune/Step Time": 6.664508145302534}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.790336012840271, "Finetune/Loss (Raw)": 0.9364609122276306, "Finetune/Step": 2254, "Finetune/Step Time": 6.669435730203986}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.7902976870536804, "Finetune/Loss (Raw)": 0.8551671504974365, "Finetune/Step": 2255, "Finetune/Step Time": 6.677368784323335}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.7935599088668823, "Finetune/Loss (Raw)": 0.7707366347312927, "Finetune/Step": 2256, "Finetune/Step Time": 6.658864771947265}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.797812283039093, "Finetune/Loss (Raw)": 0.8210726976394653, "Finetune/Step": 2257, "Finetune/Step Time": 6.64043708704412}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.7960741519927979, "Finetune/Loss (Raw)": 0.648653507232666, "Finetune/Step": 2258, "Finetune/Step Time": 6.639508554711938}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.7948312759399414, "Finetune/Loss (Raw)": 0.7609397172927856, "Finetune/Step": 2259, "Finetune/Step Time": 6.636400060728192}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.7946169376373291, "Finetune/Loss (Raw)": 0.781200110912323, "Finetune/Step": 2260, "Finetune/Step Time": 6.640768362209201}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.7930161356925964, "Finetune/Loss (Raw)": 0.881085216999054, "Finetune/Step": 2261, "Finetune/Step Time": 6.651950687170029}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.7947700619697571, "Finetune/Loss (Raw)": 0.9864782094955444, "Finetune/Step": 2262, "Finetune/Step Time": 6.645216686651111}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.7950326204299927, "Finetune/Loss (Raw)": 0.80166095495224, "Finetune/Step": 2263, "Finetune/Step Time": 6.648686500266194}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.7953187227249146, "Finetune/Loss (Raw)": 0.8895521759986877, "Finetune/Step": 2264, "Finetune/Step Time": 6.6518959272652864}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.7984126806259155, "Finetune/Loss (Raw)": 0.814350962638855, "Finetune/Step": 2265, "Finetune/Step Time": 6.634005649015307}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.79596346616745, "Finetune/Loss (Raw)": 0.5455477833747864, "Finetune/Step": 2266, "Finetune/Step Time": 6.640093486756086}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.7964677214622498, "Finetune/Loss (Raw)": 0.817959725856781, "Finetune/Step": 2267, "Finetune/Step Time": 6.620589764788747}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.795250654220581, "Finetune/Loss (Raw)": 0.7527411580085754, "Finetune/Step": 2268, "Finetune/Step Time": 6.617473982274532}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.7944251298904419, "Finetune/Loss (Raw)": 0.8860704898834229, "Finetune/Step": 2269, "Finetune/Step Time": 6.61090000346303}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.792959451675415, "Finetune/Loss (Raw)": 0.6047201752662659, "Finetune/Step": 2270, "Finetune/Step Time": 6.619510307908058}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.7934523820877075, "Finetune/Loss (Raw)": 0.8909783363342285, "Finetune/Step": 2271, "Finetune/Step Time": 6.599755644798279}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.7940783500671387, "Finetune/Loss (Raw)": 0.8904053568840027, "Finetune/Step": 2272, "Finetune/Step Time": 6.583977153524756}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.7962158918380737, "Finetune/Loss (Raw)": 0.801121711730957, "Finetune/Step": 2273, "Finetune/Step Time": 6.569854475557804}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.795632004737854, "Finetune/Loss (Raw)": 0.7796870470046997, "Finetune/Step": 2274, "Finetune/Step Time": 6.580293415114284}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.7969570159912109, "Finetune/Loss (Raw)": 0.9269091486930847, "Finetune/Step": 2275, "Finetune/Step Time": 6.572618177160621}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.7958816289901733, "Finetune/Loss (Raw)": 0.8526952266693115, "Finetune/Step": 2276, "Finetune/Step Time": 6.574973069131374}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.7941272854804993, "Finetune/Loss (Raw)": 0.6873281598091125, "Finetune/Step": 2277, "Finetune/Step Time": 6.579976949840784}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.7948344945907593, "Finetune/Loss (Raw)": 0.8966565728187561, "Finetune/Step": 2278, "Finetune/Step Time": 6.578963108360767}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.7944641709327698, "Finetune/Loss (Raw)": 0.8731142282485962, "Finetune/Step": 2279, "Finetune/Step Time": 6.568496894091368}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.7952010631561279, "Finetune/Loss (Raw)": 0.848950982093811, "Finetune/Step": 2280, "Finetune/Step Time": 6.563583232462406}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.7952368259429932, "Finetune/Loss (Raw)": 0.8115952014923096, "Finetune/Step": 2281, "Finetune/Step Time": 6.564937990158796}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.7960309386253357, "Finetune/Loss (Raw)": 0.809404194355011, "Finetune/Step": 2282, "Finetune/Step Time": 6.5591416247189045}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.7970088124275208, "Finetune/Loss (Raw)": 0.9552474617958069, "Finetune/Step": 2283, "Finetune/Step Time": 6.547296652570367}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.7967468500137329, "Finetune/Loss (Raw)": 0.6443789601325989, "Finetune/Step": 2284, "Finetune/Step Time": 6.561461145058274}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.7970717549324036, "Finetune/Loss (Raw)": 0.786785900592804, "Finetune/Step": 2285, "Finetune/Step Time": 6.562207888811827}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.796110987663269, "Finetune/Loss (Raw)": 0.7810803055763245, "Finetune/Step": 2286, "Finetune/Step Time": 6.572770915925503}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.7943540811538696, "Finetune/Loss (Raw)": 0.626890242099762, "Finetune/Step": 2287, "Finetune/Step Time": 6.558684106916189}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.7950286865234375, "Finetune/Loss (Raw)": 0.9105535745620728, "Finetune/Step": 2288, "Finetune/Step Time": 6.562997549772263}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.793836236000061, "Finetune/Loss (Raw)": 0.6279654502868652, "Finetune/Step": 2289, "Finetune/Step Time": 6.576728766784072}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.7952193021774292, "Finetune/Loss (Raw)": 0.9347540736198425, "Finetune/Step": 2290, "Finetune/Step Time": 6.570508744567633}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.7950776815414429, "Finetune/Loss (Raw)": 0.7765175700187683, "Finetune/Step": 2291, "Finetune/Step Time": 6.583299767225981}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.7934026718139648, "Finetune/Loss (Raw)": 0.7492731809616089, "Finetune/Step": 2292, "Finetune/Step Time": 6.591897750273347}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7913146615028381, "Finetune/Loss (Raw)": 0.5561584830284119, "Finetune/Step": 2293, "Finetune/Step Time": 6.5776137467473745}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.7909473180770874, "Finetune/Loss (Raw)": 0.8619270324707031, "Finetune/Step": 2294, "Finetune/Step Time": 6.575839852914214}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7899014353752136, "Finetune/Loss (Raw)": 0.7871254682540894, "Finetune/Step": 2295, "Finetune/Step Time": 6.593777695670724}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7888823747634888, "Finetune/Loss (Raw)": 0.6843875050544739, "Finetune/Step": 2296, "Finetune/Step Time": 6.595132499933243}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7880942225456238, "Finetune/Loss (Raw)": 0.7959029078483582, "Finetune/Step": 2297, "Finetune/Step Time": 6.597754180431366}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.7888400554656982, "Finetune/Loss (Raw)": 0.8144400119781494, "Finetune/Step": 2298, "Finetune/Step Time": 6.599310601130128}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.7901134490966797, "Finetune/Loss (Raw)": 0.8964574933052063, "Finetune/Step": 2299, "Finetune/Step Time": 6.598389448598027}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.7901216745376587, "Finetune/Loss (Raw)": 0.8781132102012634, "Finetune/Step": 2300, "Finetune/Step Time": 6.604349758476019}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.791204571723938, "Finetune/Loss (Raw)": 0.7545652389526367, "Finetune/Step": 2301, "Finetune/Step Time": 6.592195445671678}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.7921542525291443, "Finetune/Loss (Raw)": 0.7231417298316956, "Finetune/Step": 2302, "Finetune/Step Time": 6.585617518052459}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.792929470539093, "Finetune/Loss (Raw)": 0.8615640997886658, "Finetune/Step": 2303, "Finetune/Step Time": 6.5689286179840565}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7908303737640381, "Finetune/Loss (Raw)": 0.6555899977684021, "Finetune/Step": 2304, "Finetune/Step Time": 6.577283404767513}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7896443605422974, "Finetune/Loss (Raw)": 0.7565039396286011, "Finetune/Step": 2305, "Finetune/Step Time": 6.573719874024391}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.7913291454315186, "Finetune/Loss (Raw)": 0.9336552023887634, "Finetune/Step": 2306, "Finetune/Step Time": 6.576617136597633}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.7920035123825073, "Finetune/Loss (Raw)": 0.8712992072105408, "Finetune/Step": 2307, "Finetune/Step Time": 6.5622582249343395}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7892214059829712, "Finetune/Loss (Raw)": 0.5248873233795166, "Finetune/Step": 2308, "Finetune/Step Time": 6.564882677048445}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7882375717163086, "Finetune/Loss (Raw)": 0.7723599076271057, "Finetune/Step": 2309, "Finetune/Step Time": 6.565617643296719}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7879072427749634, "Finetune/Loss (Raw)": 0.9021549224853516, "Finetune/Step": 2310, "Finetune/Step Time": 6.561083031818271}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7895151972770691, "Finetune/Loss (Raw)": 0.9011849761009216, "Finetune/Step": 2311, "Finetune/Step Time": 6.54180283844471}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7896047830581665, "Finetune/Loss (Raw)": 0.7121850252151489, "Finetune/Step": 2312, "Finetune/Step Time": 6.561078421771526}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7892212867736816, "Finetune/Loss (Raw)": 0.8221330642700195, "Finetune/Step": 2313, "Finetune/Step Time": 6.566673841327429}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7888206243515015, "Finetune/Loss (Raw)": 0.7673917412757874, "Finetune/Step": 2314, "Finetune/Step Time": 6.574594505131245}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.7906126379966736, "Finetune/Loss (Raw)": 0.7852814197540283, "Finetune/Step": 2315, "Finetune/Step Time": 6.542567614465952}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.7916840314865112, "Finetune/Loss (Raw)": 0.920037567615509, "Finetune/Step": 2316, "Finetune/Step Time": 6.508507641032338}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.7924994826316833, "Finetune/Loss (Raw)": 0.785944402217865, "Finetune/Step": 2317, "Finetune/Step Time": 6.5043647568672895}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7930143475532532, "Finetune/Loss (Raw)": 0.7496185898780823, "Finetune/Step": 2318, "Finetune/Step Time": 6.493131039664149}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.794052004814148, "Finetune/Loss (Raw)": 0.9264695644378662, "Finetune/Step": 2319, "Finetune/Step Time": 6.484350888058543}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.7949908971786499, "Finetune/Loss (Raw)": 0.7994563579559326, "Finetune/Step": 2320, "Finetune/Step Time": 6.482959415763617}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.7941558957099915, "Finetune/Loss (Raw)": 0.808013379573822, "Finetune/Step": 2321, "Finetune/Step Time": 6.499590370804071}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.7943729758262634, "Finetune/Loss (Raw)": 0.8540986776351929, "Finetune/Step": 2322, "Finetune/Step Time": 6.499678103253245}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.7929737567901611, "Finetune/Loss (Raw)": 0.7047476172447205, "Finetune/Step": 2323, "Finetune/Step Time": 6.503354383632541}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.7932538986206055, "Finetune/Loss (Raw)": 0.7844840288162231, "Finetune/Step": 2324, "Finetune/Step Time": 6.493800429627299}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7936559915542603, "Finetune/Loss (Raw)": 0.8687682151794434, "Finetune/Step": 2325, "Finetune/Step Time": 6.50024376809597}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.791083812713623, "Finetune/Loss (Raw)": 0.4365221858024597, "Finetune/Step": 2326, "Finetune/Step Time": 6.514015842229128}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.7916419506072998, "Finetune/Loss (Raw)": 0.8391862511634827, "Finetune/Step": 2327, "Finetune/Step Time": 6.519638126716018}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.7916247248649597, "Finetune/Loss (Raw)": 0.7334257960319519, "Finetune/Step": 2328, "Finetune/Step Time": 6.514043990522623}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.7961478233337402, "Finetune/Loss (Raw)": 0.9322242736816406, "Finetune/Step": 2329, "Finetune/Step Time": 6.497050985693932}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.795473575592041, "Finetune/Loss (Raw)": 0.7222135663032532, "Finetune/Step": 2330, "Finetune/Step Time": 6.50930255651474}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.7957137823104858, "Finetune/Loss (Raw)": 0.8228673338890076, "Finetune/Step": 2331, "Finetune/Step Time": 6.517596187070012}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.7980490922927856, "Finetune/Loss (Raw)": 1.0115820169448853, "Finetune/Step": 2332, "Finetune/Step Time": 6.514182975515723}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.8016084432601929, "Finetune/Loss (Raw)": 0.8795208930969238, "Finetune/Step": 2333, "Finetune/Step Time": 6.513132635504007}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.8036463260650635, "Finetune/Loss (Raw)": 0.8459539413452148, "Finetune/Step": 2334, "Finetune/Step Time": 6.48680804297328}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.8034543991088867, "Finetune/Loss (Raw)": 0.8237798810005188, "Finetune/Step": 2335, "Finetune/Step Time": 6.489258153364062}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.8038920164108276, "Finetune/Loss (Raw)": 0.8224408626556396, "Finetune/Step": 2336, "Finetune/Step Time": 6.494138635694981}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8049845695495605, "Finetune/Loss (Raw)": 0.9350999593734741, "Finetune/Step": 2337, "Finetune/Step Time": 6.494199749082327}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.808588445186615, "Finetune/Loss (Raw)": 0.8551316261291504, "Finetune/Step": 2338, "Finetune/Step Time": 6.476008370518684}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8072150945663452, "Finetune/Loss (Raw)": 0.741320788860321, "Finetune/Step": 2339, "Finetune/Step Time": 6.481713762506843}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.8086857795715332, "Finetune/Loss (Raw)": 0.772296130657196, "Finetune/Step": 2340, "Finetune/Step Time": 6.468429042026401}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8101397156715393, "Finetune/Loss (Raw)": 0.9015680551528931, "Finetune/Step": 2341, "Finetune/Step Time": 6.494756607338786}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8080659508705139, "Finetune/Loss (Raw)": 0.3494381308555603, "Finetune/Step": 2342, "Finetune/Step Time": 6.507066436111927}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.8083477020263672, "Finetune/Loss (Raw)": 0.9242259860038757, "Finetune/Step": 2343, "Finetune/Step Time": 6.525482481345534}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8077094554901123, "Finetune/Loss (Raw)": 0.7812992930412292, "Finetune/Step": 2344, "Finetune/Step Time": 6.549052098765969}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8082927465438843, "Finetune/Loss (Raw)": 1.0182782411575317, "Finetune/Step": 2345, "Finetune/Step Time": 6.544182492420077}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8102331161499023, "Finetune/Loss (Raw)": 0.8072173595428467, "Finetune/Step": 2346, "Finetune/Step Time": 6.54053133353591}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8111985921859741, "Finetune/Loss (Raw)": 0.8349108099937439, "Finetune/Step": 2347, "Finetune/Step Time": 6.510758383199573}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8110279440879822, "Finetune/Loss (Raw)": 0.8433677554130554, "Finetune/Step": 2348, "Finetune/Step Time": 6.512928387150168}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.8117283582687378, "Finetune/Loss (Raw)": 0.8020209074020386, "Finetune/Step": 2349, "Finetune/Step Time": 6.505257705226541}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.8111621737480164, "Finetune/Loss (Raw)": 0.8302682042121887, "Finetune/Step": 2350, "Finetune/Step Time": 6.4992349576205015}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.8117755651473999, "Finetune/Loss (Raw)": 0.9378092288970947, "Finetune/Step": 2351, "Finetune/Step Time": 6.4977945778518915}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.811949610710144, "Finetune/Loss (Raw)": 0.8573482036590576, "Finetune/Step": 2352, "Finetune/Step Time": 6.5062005165964365}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.8124309778213501, "Finetune/Loss (Raw)": 0.8365610241889954, "Finetune/Step": 2353, "Finetune/Step Time": 6.50124703720212}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8124607801437378, "Finetune/Loss (Raw)": 0.848236083984375, "Finetune/Step": 2354, "Finetune/Step Time": 6.4941338784992695}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8115160465240479, "Finetune/Loss (Raw)": 0.7837069630622864, "Finetune/Step": 2355, "Finetune/Step Time": 6.482105011120439}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8109633326530457, "Finetune/Loss (Raw)": 0.6995485424995422, "Finetune/Step": 2356, "Finetune/Step Time": 6.4730391427874565}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.811359167098999, "Finetune/Loss (Raw)": 0.8170900344848633, "Finetune/Step": 2357, "Finetune/Step Time": 6.4782081339508295}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.8123146295547485, "Finetune/Loss (Raw)": 0.9077357649803162, "Finetune/Step": 2358, "Finetune/Step Time": 6.476090615615249}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.8072684407234192, "Finetune/Loss (Raw)": 0.28771162033081055, "Finetune/Step": 2359, "Finetune/Step Time": 6.495156159624457}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.806596040725708, "Finetune/Loss (Raw)": 0.8852049708366394, "Finetune/Step": 2360, "Finetune/Step Time": 6.494747331365943}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8082082271575928, "Finetune/Loss (Raw)": 0.8836037516593933, "Finetune/Step": 2361, "Finetune/Step Time": 6.489367373287678}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.8074812889099121, "Finetune/Loss (Raw)": 0.8218315839767456, "Finetune/Step": 2362, "Finetune/Step Time": 6.483010606840253}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.8046562671661377, "Finetune/Loss (Raw)": 0.5665409564971924, "Finetune/Step": 2363, "Finetune/Step Time": 6.489580240100622}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8031326532363892, "Finetune/Loss (Raw)": 0.7408773303031921, "Finetune/Step": 2364, "Finetune/Step Time": 6.487686436623335}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.80419921875, "Finetune/Loss (Raw)": 0.8858802318572998, "Finetune/Step": 2365, "Finetune/Step Time": 6.483589164912701}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.8035803437232971, "Finetune/Loss (Raw)": 0.5884695649147034, "Finetune/Step": 2366, "Finetune/Step Time": 6.480015572160482}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.8021976947784424, "Finetune/Loss (Raw)": 0.9353033900260925, "Finetune/Step": 2367, "Finetune/Step Time": 6.495248422026634}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.8005744814872742, "Finetune/Loss (Raw)": 0.7795655131340027, "Finetune/Step": 2368, "Finetune/Step Time": 6.491662181913853}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.8006767630577087, "Finetune/Loss (Raw)": 0.9537927508354187, "Finetune/Step": 2369, "Finetune/Step Time": 6.488753443583846}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.8009105920791626, "Finetune/Loss (Raw)": 0.8229090571403503, "Finetune/Step": 2370, "Finetune/Step Time": 6.49064976722002}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.8018352389335632, "Finetune/Loss (Raw)": 0.9249765872955322, "Finetune/Step": 2371, "Finetune/Step Time": 6.4992995373904705}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.7993916273117065, "Finetune/Loss (Raw)": 0.7707774639129639, "Finetune/Step": 2372, "Finetune/Step Time": 6.502292897552252}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.7997421026229858, "Finetune/Loss (Raw)": 0.9176732897758484, "Finetune/Step": 2373, "Finetune/Step Time": 6.523863464593887}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.797930121421814, "Finetune/Loss (Raw)": 0.7230332493782043, "Finetune/Step": 2374, "Finetune/Step Time": 6.525321111083031}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.7973568439483643, "Finetune/Loss (Raw)": 0.6490978002548218, "Finetune/Step": 2375, "Finetune/Step Time": 6.528532495722175}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.7988794445991516, "Finetune/Loss (Raw)": 0.9047663807868958, "Finetune/Step": 2376, "Finetune/Step Time": 6.533251378685236}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.8004539012908936, "Finetune/Loss (Raw)": 0.9698895812034607, "Finetune/Step": 2377, "Finetune/Step Time": 6.5436009876430035}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.8015567064285278, "Finetune/Loss (Raw)": 0.9134908318519592, "Finetune/Step": 2378, "Finetune/Step Time": 6.522775528952479}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.8015145063400269, "Finetune/Loss (Raw)": 0.8514316082000732, "Finetune/Step": 2379, "Finetune/Step Time": 6.538881897926331}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8047976493835449, "Finetune/Loss (Raw)": 0.7373374700546265, "Finetune/Step": 2380, "Finetune/Step Time": 6.518496187403798}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.8041740655899048, "Finetune/Loss (Raw)": 0.8291764855384827, "Finetune/Step": 2381, "Finetune/Step Time": 6.520838225260377}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.8021227121353149, "Finetune/Loss (Raw)": 0.6738938093185425, "Finetune/Step": 2382, "Finetune/Step Time": 6.532981608062983}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.799826443195343, "Finetune/Loss (Raw)": 0.5612426996231079, "Finetune/Step": 2383, "Finetune/Step Time": 6.535908846184611}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.8012324571609497, "Finetune/Loss (Raw)": 0.9507061243057251, "Finetune/Step": 2384, "Finetune/Step Time": 6.532824888825417}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.80110764503479, "Finetune/Loss (Raw)": 0.8051034808158875, "Finetune/Step": 2385, "Finetune/Step Time": 6.538264812901616}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.803596019744873, "Finetune/Loss (Raw)": 0.9671586751937866, "Finetune/Step": 2386, "Finetune/Step Time": 6.5451331324875355}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.803987979888916, "Finetune/Loss (Raw)": 0.8111085295677185, "Finetune/Step": 2387, "Finetune/Step Time": 6.559439539909363}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.8042458295822144, "Finetune/Loss (Raw)": 0.8142088055610657, "Finetune/Step": 2388, "Finetune/Step Time": 6.570322621613741}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.8048341870307922, "Finetune/Loss (Raw)": 0.9563889503479004, "Finetune/Step": 2389, "Finetune/Step Time": 6.560034889727831}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.8044823408126831, "Finetune/Loss (Raw)": 0.9414439797401428, "Finetune/Step": 2390, "Finetune/Step Time": 6.564665716141462}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.8054428100585938, "Finetune/Loss (Raw)": 0.924602746963501, "Finetune/Step": 2391, "Finetune/Step Time": 6.56477072276175}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.8052070140838623, "Finetune/Loss (Raw)": 0.859369158744812, "Finetune/Step": 2392, "Finetune/Step Time": 6.5653939209878445}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.8062236905097961, "Finetune/Loss (Raw)": 0.9444883465766907, "Finetune/Step": 2393, "Finetune/Step Time": 6.57887308113277}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.8050371408462524, "Finetune/Loss (Raw)": 0.3936750590801239, "Finetune/Step": 2394, "Finetune/Step Time": 6.6009177174419165}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8053679466247559, "Finetune/Loss (Raw)": 0.8602957129478455, "Finetune/Step": 2395, "Finetune/Step Time": 6.606898142024875}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8057485222816467, "Finetune/Loss (Raw)": 0.8014547824859619, "Finetune/Step": 2396, "Finetune/Step Time": 6.615583023056388}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8054511547088623, "Finetune/Loss (Raw)": 0.8480036854743958, "Finetune/Step": 2397, "Finetune/Step Time": 6.613821255043149}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.8086977005004883, "Finetune/Loss (Raw)": 1.0202816724777222, "Finetune/Step": 2398, "Finetune/Step Time": 6.605167891830206}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.808849573135376, "Finetune/Loss (Raw)": 0.9104218482971191, "Finetune/Step": 2399, "Finetune/Step Time": 6.612312700599432}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.8076096177101135, "Finetune/Loss (Raw)": 0.7316897511482239, "Finetune/Step": 2400, "Finetune/Step Time": 6.605575431138277}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.8077970743179321, "Finetune/Loss (Raw)": 0.8251191973686218, "Finetune/Step": 2401, "Finetune/Step Time": 6.609592514112592}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.8073029518127441, "Finetune/Loss (Raw)": 0.7164313197135925, "Finetune/Step": 2402, "Finetune/Step Time": 6.594555111601949}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.8067059516906738, "Finetune/Loss (Raw)": 0.8504956364631653, "Finetune/Step": 2403, "Finetune/Step Time": 6.603607563301921}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.8067593574523926, "Finetune/Loss (Raw)": 0.8595329523086548, "Finetune/Step": 2404, "Finetune/Step Time": 6.603439532220364}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.8076716661453247, "Finetune/Loss (Raw)": 0.8041051626205444, "Finetune/Step": 2405, "Finetune/Step Time": 6.599569575861096}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.8080193996429443, "Finetune/Loss (Raw)": 0.9411671161651611, "Finetune/Step": 2406, "Finetune/Step Time": 6.600658528506756}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.8056531548500061, "Finetune/Loss (Raw)": 0.5702287554740906, "Finetune/Step": 2407, "Finetune/Step Time": 6.621909016743302}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8069648742675781, "Finetune/Loss (Raw)": 1.0168566703796387, "Finetune/Step": 2408, "Finetune/Step Time": 6.630567630752921}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8069859147071838, "Finetune/Loss (Raw)": 0.8142869472503662, "Finetune/Step": 2409, "Finetune/Step Time": 6.630905972793698}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.8069167733192444, "Finetune/Loss (Raw)": 0.8005549311637878, "Finetune/Step": 2410, "Finetune/Step Time": 6.63978030346334}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8047706484794617, "Finetune/Loss (Raw)": 0.6805425882339478, "Finetune/Step": 2411, "Finetune/Step Time": 6.636653831228614}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.8056514263153076, "Finetune/Loss (Raw)": 0.7571176290512085, "Finetune/Step": 2412, "Finetune/Step Time": 6.615328194573522}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.8054592609405518, "Finetune/Loss (Raw)": 0.7621921300888062, "Finetune/Step": 2413, "Finetune/Step Time": 6.604995131492615}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.8063169121742249, "Finetune/Loss (Raw)": 0.8908557295799255, "Finetune/Step": 2414, "Finetune/Step Time": 6.59112742356956}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8079420328140259, "Finetune/Loss (Raw)": 0.8349128365516663, "Finetune/Step": 2415, "Finetune/Step Time": 6.591349253430963}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8069087266921997, "Finetune/Loss (Raw)": 0.7782884240150452, "Finetune/Step": 2416, "Finetune/Step Time": 6.589190743863583}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8078601360321045, "Finetune/Loss (Raw)": 0.749737560749054, "Finetune/Step": 2417, "Finetune/Step Time": 6.587191728875041}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.804008960723877, "Finetune/Loss (Raw)": 0.4418116807937622, "Finetune/Step": 2418, "Finetune/Step Time": 6.606286630034447}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.8040183782577515, "Finetune/Loss (Raw)": 0.7777203321456909, "Finetune/Step": 2419, "Finetune/Step Time": 6.614135233685374}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.8059471845626831, "Finetune/Loss (Raw)": 0.9961580038070679, "Finetune/Step": 2420, "Finetune/Step Time": 6.604431914165616}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8067365884780884, "Finetune/Loss (Raw)": 0.6572014093399048, "Finetune/Step": 2421, "Finetune/Step Time": 6.613983290269971}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.8053823709487915, "Finetune/Loss (Raw)": 0.688584566116333, "Finetune/Step": 2422, "Finetune/Step Time": 6.6240660939365625}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8038247227668762, "Finetune/Loss (Raw)": 0.5877514481544495, "Finetune/Step": 2423, "Finetune/Step Time": 6.627207333222032}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8054771423339844, "Finetune/Loss (Raw)": 0.895894467830658, "Finetune/Step": 2424, "Finetune/Step Time": 6.627241622656584}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8047124147415161, "Finetune/Loss (Raw)": 0.6980183720588684, "Finetune/Step": 2425, "Finetune/Step Time": 6.637574177235365}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.8012380003929138, "Finetune/Loss (Raw)": 0.3697156608104706, "Finetune/Step": 2426, "Finetune/Step Time": 6.655849067494273}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8009183406829834, "Finetune/Loss (Raw)": 0.855546772480011, "Finetune/Step": 2427, "Finetune/Step Time": 6.63665371760726}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.7995039224624634, "Finetune/Loss (Raw)": 0.6970599293708801, "Finetune/Step": 2428, "Finetune/Step Time": 6.630781169980764}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.8002503514289856, "Finetune/Loss (Raw)": 0.8501123785972595, "Finetune/Step": 2429, "Finetune/Step Time": 6.641657568514347}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.800050675868988, "Finetune/Loss (Raw)": 0.6975792646408081, "Finetune/Step": 2430, "Finetune/Step Time": 6.665024871006608}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.8004260063171387, "Finetune/Loss (Raw)": 0.9096102714538574, "Finetune/Step": 2431, "Finetune/Step Time": 6.663695938885212}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.8016098737716675, "Finetune/Loss (Raw)": 0.8071202635765076, "Finetune/Step": 2432, "Finetune/Step Time": 6.665369777008891}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.8014534711837769, "Finetune/Loss (Raw)": 0.7364863753318787, "Finetune/Step": 2433, "Finetune/Step Time": 6.674605196341872}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.8007782697677612, "Finetune/Loss (Raw)": 0.8472262620925903, "Finetune/Step": 2434, "Finetune/Step Time": 6.672843888401985}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.8003010749816895, "Finetune/Loss (Raw)": 0.8102191686630249, "Finetune/Step": 2435, "Finetune/Step Time": 6.6807226948440075}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.8031282424926758, "Finetune/Loss (Raw)": 0.8867716789245605, "Finetune/Step": 2436, "Finetune/Step Time": 6.673694605007768}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.8032156229019165, "Finetune/Loss (Raw)": 0.7835403084754944, "Finetune/Step": 2437, "Finetune/Step Time": 6.678184589371085}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.8033968210220337, "Finetune/Loss (Raw)": 0.9253516793251038, "Finetune/Step": 2438, "Finetune/Step Time": 6.68181336671114}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.803459107875824, "Finetune/Loss (Raw)": 0.9091553688049316, "Finetune/Step": 2439, "Finetune/Step Time": 6.681860892102122}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8049769401550293, "Finetune/Loss (Raw)": 0.9064710140228271, "Finetune/Step": 2440, "Finetune/Step Time": 6.6513558980077505}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8057721257209778, "Finetune/Loss (Raw)": 0.9239146709442139, "Finetune/Step": 2441, "Finetune/Step Time": 6.646600315347314}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8063439726829529, "Finetune/Loss (Raw)": 0.8405834436416626, "Finetune/Step": 2442, "Finetune/Step Time": 6.642197918146849}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8074570894241333, "Finetune/Loss (Raw)": 0.9277703762054443, "Finetune/Step": 2443, "Finetune/Step Time": 6.656241675838828}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8069779872894287, "Finetune/Loss (Raw)": 0.8587089776992798, "Finetune/Step": 2444, "Finetune/Step Time": 6.662472873926163}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.8038556575775146, "Finetune/Loss (Raw)": 0.3862886428833008, "Finetune/Step": 2445, "Finetune/Step Time": 6.679056137800217}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8049017786979675, "Finetune/Loss (Raw)": 0.8835127949714661, "Finetune/Step": 2446, "Finetune/Step Time": 6.680477762594819}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8043415546417236, "Finetune/Loss (Raw)": 0.8547637462615967, "Finetune/Step": 2447, "Finetune/Step Time": 6.684537600725889}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.805259108543396, "Finetune/Loss (Raw)": 0.9169021844863892, "Finetune/Step": 2448, "Finetune/Step Time": 6.686094855889678}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8045364022254944, "Finetune/Loss (Raw)": 0.7155088782310486, "Finetune/Step": 2449, "Finetune/Step Time": 6.668569289147854}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8016316890716553, "Finetune/Loss (Raw)": 0.48230016231536865, "Finetune/Step": 2450, "Finetune/Step Time": 6.684994913637638}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.7986047267913818, "Finetune/Loss (Raw)": 0.3172968327999115, "Finetune/Step": 2451, "Finetune/Step Time": 6.702382318675518}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.7985593676567078, "Finetune/Loss (Raw)": 0.7786688208580017, "Finetune/Step": 2452, "Finetune/Step Time": 6.703685112297535}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.7979644536972046, "Finetune/Loss (Raw)": 0.7926306128501892, "Finetune/Step": 2453, "Finetune/Step Time": 6.72070911899209}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.8009438514709473, "Finetune/Loss (Raw)": 0.8178730607032776, "Finetune/Step": 2454, "Finetune/Step Time": 6.710623513907194}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.80119788646698, "Finetune/Loss (Raw)": 0.871705949306488, "Finetune/Step": 2455, "Finetune/Step Time": 6.697408935055137}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8023586869239807, "Finetune/Loss (Raw)": 0.882013738155365, "Finetune/Step": 2456, "Finetune/Step Time": 6.687518771737814}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8016998171806335, "Finetune/Loss (Raw)": 0.8478864431381226, "Finetune/Step": 2457, "Finetune/Step Time": 6.684305714443326}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.8024516105651855, "Finetune/Loss (Raw)": 0.8184372782707214, "Finetune/Step": 2458, "Finetune/Step Time": 6.690075840801001}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8021353483200073, "Finetune/Loss (Raw)": 0.7823904156684875, "Finetune/Step": 2459, "Finetune/Step Time": 6.68453255854547}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8002868294715881, "Finetune/Loss (Raw)": 0.7749719023704529, "Finetune/Step": 2460, "Finetune/Step Time": 6.6790660955011845}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.800767719745636, "Finetune/Loss (Raw)": 0.9410773515701294, "Finetune/Step": 2461, "Finetune/Step Time": 6.675355080515146}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.8008937835693359, "Finetune/Loss (Raw)": 0.8620847463607788, "Finetune/Step": 2462, "Finetune/Step Time": 6.662638079375029}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.8006055355072021, "Finetune/Loss (Raw)": 0.786882758140564, "Finetune/Step": 2463, "Finetune/Step Time": 6.662210825830698}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8012828230857849, "Finetune/Loss (Raw)": 0.9091399908065796, "Finetune/Step": 2464, "Finetune/Step Time": 6.648185797035694}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.8004064559936523, "Finetune/Loss (Raw)": 0.8229169845581055, "Finetune/Step": 2465, "Finetune/Step Time": 6.6503807213157415}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.7998189926147461, "Finetune/Loss (Raw)": 0.7799418568611145, "Finetune/Step": 2466, "Finetune/Step Time": 6.651273062452674}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.8004716038703918, "Finetune/Loss (Raw)": 0.8248533606529236, "Finetune/Step": 2467, "Finetune/Step Time": 6.622163765132427}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.8017158508300781, "Finetune/Loss (Raw)": 0.9315600395202637, "Finetune/Step": 2468, "Finetune/Step Time": 6.626112947240472}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.801814615726471, "Finetune/Loss (Raw)": 0.9142115116119385, "Finetune/Step": 2469, "Finetune/Step Time": 6.5987224373966455}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8050714731216431, "Finetune/Loss (Raw)": 0.7663130164146423, "Finetune/Step": 2470, "Finetune/Step Time": 6.585355838760734}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8050013780593872, "Finetune/Loss (Raw)": 0.9152599573135376, "Finetune/Step": 2471, "Finetune/Step Time": 6.569200996309519}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8055278658866882, "Finetune/Loss (Raw)": 0.8486865758895874, "Finetune/Step": 2472, "Finetune/Step Time": 6.54411232098937}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8044033050537109, "Finetune/Loss (Raw)": 0.8743337988853455, "Finetune/Step": 2473, "Finetune/Step Time": 6.550220495089889}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8043691515922546, "Finetune/Loss (Raw)": 0.8028400540351868, "Finetune/Step": 2474, "Finetune/Step Time": 6.554882973432541}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.8041925430297852, "Finetune/Loss (Raw)": 0.8123124241828918, "Finetune/Step": 2475, "Finetune/Step Time": 6.5549818351864815}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8042654991149902, "Finetune/Loss (Raw)": 0.8527002930641174, "Finetune/Step": 2476, "Finetune/Step Time": 6.552410334348679}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8044027090072632, "Finetune/Loss (Raw)": 0.8195911645889282, "Finetune/Step": 2477, "Finetune/Step Time": 6.549214944243431}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8043681383132935, "Finetune/Loss (Raw)": 0.8258426189422607, "Finetune/Step": 2478, "Finetune/Step Time": 6.549064710736275}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8027541637420654, "Finetune/Loss (Raw)": 0.7312154173851013, "Finetune/Step": 2479, "Finetune/Step Time": 6.549362190067768}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8016736507415771, "Finetune/Loss (Raw)": 0.7190423607826233, "Finetune/Step": 2480, "Finetune/Step Time": 6.557898951694369}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.79805588722229, "Finetune/Loss (Raw)": 0.3734840750694275, "Finetune/Step": 2481, "Finetune/Step Time": 6.574537135660648}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.7994469404220581, "Finetune/Loss (Raw)": 1.0262947082519531, "Finetune/Step": 2482, "Finetune/Step Time": 6.571843372657895}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.7993791699409485, "Finetune/Loss (Raw)": 0.7750319242477417, "Finetune/Step": 2483, "Finetune/Step Time": 6.576817302033305}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.7995847463607788, "Finetune/Loss (Raw)": 0.7258607745170593, "Finetune/Step": 2484, "Finetune/Step Time": 6.582000508904457}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.7998137474060059, "Finetune/Loss (Raw)": 0.846406877040863, "Finetune/Step": 2485, "Finetune/Step Time": 6.581673417240381}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.7977325320243835, "Finetune/Loss (Raw)": 0.6413376927375793, "Finetune/Step": 2486, "Finetune/Step Time": 6.591426741331816}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.7979190349578857, "Finetune/Loss (Raw)": 0.31158456206321716, "Finetune/Step": 2487, "Finetune/Step Time": 6.589683132246137}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.7981406450271606, "Finetune/Loss (Raw)": 0.9135674238204956, "Finetune/Step": 2488, "Finetune/Step Time": 6.588629296049476}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.7981465458869934, "Finetune/Loss (Raw)": 0.8843618631362915, "Finetune/Step": 2489, "Finetune/Step Time": 6.605982061475515}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.7941974401473999, "Finetune/Loss (Raw)": 0.3163489103317261, "Finetune/Step": 2490, "Finetune/Step Time": 6.63981394842267}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.796074390411377, "Finetune/Loss (Raw)": 0.80678391456604, "Finetune/Step": 2491, "Finetune/Step Time": 6.632859796285629}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.7959973812103271, "Finetune/Loss (Raw)": 0.7310246825218201, "Finetune/Step": 2492, "Finetune/Step Time": 6.633591590449214}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.7957005500793457, "Finetune/Loss (Raw)": 0.8478817939758301, "Finetune/Step": 2493, "Finetune/Step Time": 6.640909858047962}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.7983241081237793, "Finetune/Loss (Raw)": 0.9242901802062988, "Finetune/Step": 2494, "Finetune/Step Time": 6.629332596436143}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.7976820468902588, "Finetune/Loss (Raw)": 0.8531199097633362, "Finetune/Step": 2495, "Finetune/Step Time": 6.611831991001964}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.7975724935531616, "Finetune/Loss (Raw)": 0.7655450701713562, "Finetune/Step": 2496, "Finetune/Step Time": 6.631611892953515}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.7954257130622864, "Finetune/Loss (Raw)": 0.6790028810501099, "Finetune/Step": 2497, "Finetune/Step Time": 6.629951557144523}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.7964237928390503, "Finetune/Loss (Raw)": 0.9506660103797913, "Finetune/Step": 2498, "Finetune/Step Time": 6.63037052936852}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.7933707237243652, "Finetune/Loss (Raw)": 0.5341840982437134, "Finetune/Step": 2499, "Finetune/Step Time": 6.632645534351468}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.7940584421157837, "Finetune/Loss (Raw)": 0.8587963581085205, "Finetune/Step": 2500, "Finetune/Step Time": 6.631937097758055}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.7939293384552002, "Finetune/Loss (Raw)": 0.901154100894928, "Finetune/Step": 2501, "Finetune/Step Time": 6.612631170079112}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.7950842380523682, "Finetune/Loss (Raw)": 0.8708591461181641, "Finetune/Step": 2502, "Finetune/Step Time": 6.6122002229094505}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.7965242862701416, "Finetune/Loss (Raw)": 0.8334263563156128, "Finetune/Step": 2503, "Finetune/Step Time": 6.6010790299624205}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.7960447072982788, "Finetune/Loss (Raw)": 0.8433817625045776, "Finetune/Step": 2504, "Finetune/Step Time": 6.604755098000169}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.7949600219726562, "Finetune/Loss (Raw)": 0.831048309803009, "Finetune/Step": 2505, "Finetune/Step Time": 6.594046697020531}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.7939674854278564, "Finetune/Loss (Raw)": 0.7864369750022888, "Finetune/Step": 2506, "Finetune/Step Time": 6.597064524888992}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.7945259809494019, "Finetune/Loss (Raw)": 0.9229289293289185, "Finetune/Step": 2507, "Finetune/Step Time": 6.594634989276528}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.7946158051490784, "Finetune/Loss (Raw)": 0.7488349676132202, "Finetune/Step": 2508, "Finetune/Step Time": 6.601199505850673}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.7943381071090698, "Finetune/Loss (Raw)": 0.7936301827430725, "Finetune/Step": 2509, "Finetune/Step Time": 6.604158882051706}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.7962286472320557, "Finetune/Loss (Raw)": 0.9158763885498047, "Finetune/Step": 2510, "Finetune/Step Time": 6.587565027177334}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.7985765933990479, "Finetune/Loss (Raw)": 0.8617894649505615, "Finetune/Step": 2511, "Finetune/Step Time": 6.583425171673298}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.7966906428337097, "Finetune/Loss (Raw)": 0.7092980742454529, "Finetune/Step": 2512, "Finetune/Step Time": 6.591492395848036}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.7962197065353394, "Finetune/Loss (Raw)": 0.7448291778564453, "Finetune/Step": 2513, "Finetune/Step Time": 6.591323791071773}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.7954825162887573, "Finetune/Loss (Raw)": 0.8727983236312866, "Finetune/Step": 2514, "Finetune/Step Time": 6.5970326121896505}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.7943236827850342, "Finetune/Loss (Raw)": 0.6627718806266785, "Finetune/Step": 2515, "Finetune/Step Time": 6.611699007451534}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.79417884349823, "Finetune/Loss (Raw)": 0.7956687808036804, "Finetune/Step": 2516, "Finetune/Step Time": 6.589755419641733}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.7934195399284363, "Finetune/Loss (Raw)": 0.8591973781585693, "Finetune/Step": 2517, "Finetune/Step Time": 6.592380693182349}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.7919707894325256, "Finetune/Loss (Raw)": 0.75600665807724, "Finetune/Step": 2518, "Finetune/Step Time": 6.597638286650181}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.7909416556358337, "Finetune/Loss (Raw)": 0.7928734421730042, "Finetune/Step": 2519, "Finetune/Step Time": 6.601565616205335}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.7915264964103699, "Finetune/Loss (Raw)": 0.9342279434204102, "Finetune/Step": 2520, "Finetune/Step Time": 6.600564541295171}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.7872641086578369, "Finetune/Loss (Raw)": 0.3989103436470032, "Finetune/Step": 2521, "Finetune/Step Time": 6.60417939722538}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.7906665205955505, "Finetune/Loss (Raw)": 0.8291734457015991, "Finetune/Step": 2522, "Finetune/Step Time": 6.5944955591112375}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.7887014150619507, "Finetune/Loss (Raw)": 0.6087693572044373, "Finetune/Step": 2523, "Finetune/Step Time": 6.595057465136051}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.7885196208953857, "Finetune/Loss (Raw)": 0.7781829833984375, "Finetune/Step": 2524, "Finetune/Step Time": 6.583025552332401}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.786853551864624, "Finetune/Loss (Raw)": 0.63474440574646, "Finetune/Step": 2525, "Finetune/Step Time": 6.59549231082201}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.7856276631355286, "Finetune/Loss (Raw)": 0.8633657693862915, "Finetune/Step": 2526, "Finetune/Step Time": 6.598291356116533}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.785057544708252, "Finetune/Loss (Raw)": 0.8374457359313965, "Finetune/Step": 2527, "Finetune/Step Time": 6.607553405687213}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.7866614460945129, "Finetune/Loss (Raw)": 0.9369919300079346, "Finetune/Step": 2528, "Finetune/Step Time": 6.61328998208046}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.7823058366775513, "Finetune/Loss (Raw)": 0.2676032483577728, "Finetune/Step": 2529, "Finetune/Step Time": 6.63063976354897}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.7834241390228271, "Finetune/Loss (Raw)": 0.8595724105834961, "Finetune/Step": 2530, "Finetune/Step Time": 6.622826751321554}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7828432321548462, "Finetune/Loss (Raw)": 0.7761418223381042, "Finetune/Step": 2531, "Finetune/Step Time": 6.621447809040546}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7823586463928223, "Finetune/Loss (Raw)": 0.7975019812583923, "Finetune/Step": 2532, "Finetune/Step Time": 6.63775104470551}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.7816433310508728, "Finetune/Loss (Raw)": 0.7125459909439087, "Finetune/Step": 2533, "Finetune/Step Time": 6.640311751514673}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7772080302238464, "Finetune/Loss (Raw)": 0.37344908714294434, "Finetune/Step": 2534, "Finetune/Step Time": 6.658527065068483}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7799240946769714, "Finetune/Loss (Raw)": 0.9178838133811951, "Finetune/Step": 2535, "Finetune/Step Time": 6.6533492133021355}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7769033312797546, "Finetune/Loss (Raw)": 0.6301992535591125, "Finetune/Step": 2536, "Finetune/Step Time": 6.661522148177028}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7763904333114624, "Finetune/Loss (Raw)": 0.7486414909362793, "Finetune/Step": 2537, "Finetune/Step Time": 6.66873006336391}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7768330574035645, "Finetune/Loss (Raw)": 0.8572040796279907, "Finetune/Step": 2538, "Finetune/Step Time": 6.6724362932145596}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.7776445746421814, "Finetune/Loss (Raw)": 0.7844153642654419, "Finetune/Step": 2539, "Finetune/Step Time": 6.6712653413414955}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7782102823257446, "Finetune/Loss (Raw)": 0.829529881477356, "Finetune/Step": 2540, "Finetune/Step Time": 6.671284439042211}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7774937748908997, "Finetune/Loss (Raw)": 0.6704814434051514, "Finetune/Step": 2541, "Finetune/Step Time": 6.687837228178978}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7770876884460449, "Finetune/Loss (Raw)": 0.8388728499412537, "Finetune/Step": 2542, "Finetune/Step Time": 6.692441377788782}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7771044969558716, "Finetune/Loss (Raw)": 0.8370643854141235, "Finetune/Step": 2543, "Finetune/Step Time": 6.68699605204165}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7760735750198364, "Finetune/Loss (Raw)": 0.6463293433189392, "Finetune/Step": 2544, "Finetune/Step Time": 6.696330847218633}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.776538610458374, "Finetune/Loss (Raw)": 0.809268593788147, "Finetune/Step": 2545, "Finetune/Step Time": 6.700364487245679}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7752431631088257, "Finetune/Loss (Raw)": 0.27598580718040466, "Finetune/Step": 2546, "Finetune/Step Time": 6.6992405373603106}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7753725051879883, "Finetune/Loss (Raw)": 0.7942824959754944, "Finetune/Step": 2547, "Finetune/Step Time": 6.670817773789167}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7750126719474792, "Finetune/Loss (Raw)": 0.9500951766967773, "Finetune/Step": 2548, "Finetune/Step Time": 6.672594720497727}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7723690271377563, "Finetune/Loss (Raw)": 0.3188234567642212, "Finetune/Step": 2549, "Finetune/Step Time": 6.672141218557954}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7733640074729919, "Finetune/Loss (Raw)": 0.8159366846084595, "Finetune/Step": 2550, "Finetune/Step Time": 6.661973871290684}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7757128477096558, "Finetune/Loss (Raw)": 0.8883985877037048, "Finetune/Step": 2551, "Finetune/Step Time": 6.648172622546554}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7768301963806152, "Finetune/Loss (Raw)": 1.0389176607131958, "Finetune/Step": 2552, "Finetune/Step Time": 6.648905383422971}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.7770373821258545, "Finetune/Loss (Raw)": 0.7245377898216248, "Finetune/Step": 2553, "Finetune/Step Time": 6.650101142004132}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.7806581854820251, "Finetune/Loss (Raw)": 0.8331767320632935, "Finetune/Step": 2554, "Finetune/Step Time": 6.658467663452029}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7765306234359741, "Finetune/Loss (Raw)": 0.32722440361976624, "Finetune/Step": 2555, "Finetune/Step Time": 6.677805406972766}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.7777790427207947, "Finetune/Loss (Raw)": 0.8568540811538696, "Finetune/Step": 2556, "Finetune/Step Time": 6.678556127473712}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7766164541244507, "Finetune/Loss (Raw)": 0.7013069987297058, "Finetune/Step": 2557, "Finetune/Step Time": 6.662741938605905}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.7774990797042847, "Finetune/Loss (Raw)": 0.8105542063713074, "Finetune/Step": 2558, "Finetune/Step Time": 6.633361892774701}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7761809825897217, "Finetune/Loss (Raw)": 0.7408884763717651, "Finetune/Step": 2559, "Finetune/Step Time": 6.631332086399198}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.7745872735977173, "Finetune/Loss (Raw)": 0.6031250357627869, "Finetune/Step": 2560, "Finetune/Step Time": 6.639902802184224}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.7752937078475952, "Finetune/Loss (Raw)": 0.8269124627113342, "Finetune/Step": 2561, "Finetune/Step Time": 6.633176319301128}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.775770902633667, "Finetune/Loss (Raw)": 0.9083089232444763, "Finetune/Step": 2562, "Finetune/Step Time": 6.632303772494197}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7729381322860718, "Finetune/Loss (Raw)": 0.4476252496242523, "Finetune/Step": 2563, "Finetune/Step Time": 6.630293074995279}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7726144790649414, "Finetune/Loss (Raw)": 0.8453385829925537, "Finetune/Step": 2564, "Finetune/Step Time": 6.643047576770186}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7734136581420898, "Finetune/Loss (Raw)": 0.8858372569084167, "Finetune/Step": 2565, "Finetune/Step Time": 6.6406222227960825}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7727586030960083, "Finetune/Loss (Raw)": 0.8415089845657349, "Finetune/Step": 2566, "Finetune/Step Time": 6.6434258203953505}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.771437406539917, "Finetune/Loss (Raw)": 0.7400437593460083, "Finetune/Step": 2567, "Finetune/Step Time": 6.647654941305518}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7701542377471924, "Finetune/Loss (Raw)": 0.7422163486480713, "Finetune/Step": 2568, "Finetune/Step Time": 6.6515207178890705}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7707699537277222, "Finetune/Loss (Raw)": 1.0027328729629517, "Finetune/Step": 2569, "Finetune/Step Time": 6.649438677355647}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7705527544021606, "Finetune/Loss (Raw)": 0.8127795457839966, "Finetune/Step": 2570, "Finetune/Step Time": 6.65360009111464}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7712438702583313, "Finetune/Loss (Raw)": 1.016232967376709, "Finetune/Step": 2571, "Finetune/Step Time": 6.642255570739508}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.7709910869598389, "Finetune/Loss (Raw)": 0.8263516426086426, "Finetune/Step": 2572, "Finetune/Step Time": 6.639754224568605}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7742647528648376, "Finetune/Loss (Raw)": 0.8053182363510132, "Finetune/Step": 2573, "Finetune/Step Time": 6.625576576218009}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7733815312385559, "Finetune/Loss (Raw)": 0.7704672813415527, "Finetune/Step": 2574, "Finetune/Step Time": 6.647836381569505}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7724156379699707, "Finetune/Loss (Raw)": 0.7311223149299622, "Finetune/Step": 2575, "Finetune/Step Time": 6.640788666903973}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.7715919017791748, "Finetune/Loss (Raw)": 0.8114699125289917, "Finetune/Step": 2576, "Finetune/Step Time": 6.641325607895851}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.772786021232605, "Finetune/Loss (Raw)": 0.8683486580848694, "Finetune/Step": 2577, "Finetune/Step Time": 6.64541675709188}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7761344909667969, "Finetune/Loss (Raw)": 0.9109105467796326, "Finetune/Step": 2578, "Finetune/Step Time": 6.626443447545171}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7808537483215332, "Finetune/Loss (Raw)": 0.9213624596595764, "Finetune/Step": 2579, "Finetune/Step Time": 6.596155436709523}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7795023322105408, "Finetune/Loss (Raw)": 0.6056870222091675, "Finetune/Step": 2580, "Finetune/Step Time": 6.606018096208572}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7805324792861938, "Finetune/Loss (Raw)": 0.9244922399520874, "Finetune/Step": 2581, "Finetune/Step Time": 6.583586597815156}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7804144620895386, "Finetune/Loss (Raw)": 0.802761435508728, "Finetune/Step": 2582, "Finetune/Step Time": 6.572953537106514}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7792251706123352, "Finetune/Loss (Raw)": 0.7194784283638, "Finetune/Step": 2583, "Finetune/Step Time": 6.580901604145765}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7795261144638062, "Finetune/Loss (Raw)": 0.9205373525619507, "Finetune/Step": 2584, "Finetune/Step Time": 6.581371426582336}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7780357599258423, "Finetune/Loss (Raw)": 0.6571155786514282, "Finetune/Step": 2585, "Finetune/Step Time": 6.583756955340505}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7779838442802429, "Finetune/Loss (Raw)": 0.8117953538894653, "Finetune/Step": 2586, "Finetune/Step Time": 6.570443229749799}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7789226770401001, "Finetune/Loss (Raw)": 0.9025574326515198, "Finetune/Step": 2587, "Finetune/Step Time": 6.580024631693959}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7785047888755798, "Finetune/Loss (Raw)": 0.7214869260787964, "Finetune/Step": 2588, "Finetune/Step Time": 6.588344305753708}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7778589129447937, "Finetune/Loss (Raw)": 0.8583989143371582, "Finetune/Step": 2589, "Finetune/Step Time": 6.592221325263381}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.778047502040863, "Finetune/Loss (Raw)": 0.88623046875, "Finetune/Step": 2590, "Finetune/Step Time": 6.595215896144509}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7775349617004395, "Finetune/Loss (Raw)": 0.7212743163108826, "Finetune/Step": 2591, "Finetune/Step Time": 6.642234098166227}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7768059968948364, "Finetune/Loss (Raw)": 0.8158321380615234, "Finetune/Step": 2592, "Finetune/Step Time": 6.650338537991047}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.7759648561477661, "Finetune/Loss (Raw)": 0.7152472138404846, "Finetune/Step": 2593, "Finetune/Step Time": 6.670104578137398}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7754049301147461, "Finetune/Loss (Raw)": 0.7082821726799011, "Finetune/Step": 2594, "Finetune/Step Time": 6.681205078959465}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7750990986824036, "Finetune/Loss (Raw)": 0.7857003211975098, "Finetune/Step": 2595, "Finetune/Step Time": 6.685592183843255}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7735030651092529, "Finetune/Loss (Raw)": 0.7272742986679077, "Finetune/Step": 2596, "Finetune/Step Time": 6.678812364116311}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7733287215232849, "Finetune/Loss (Raw)": 0.8918885588645935, "Finetune/Step": 2597, "Finetune/Step Time": 6.681140935048461}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.772043764591217, "Finetune/Loss (Raw)": 0.6018398404121399, "Finetune/Step": 2598, "Finetune/Step Time": 6.692648572847247}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7716634273529053, "Finetune/Loss (Raw)": 0.8665797710418701, "Finetune/Step": 2599, "Finetune/Step Time": 6.6967118959873915}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7713096141815186, "Finetune/Loss (Raw)": 0.8033952116966248, "Finetune/Step": 2600, "Finetune/Step Time": 6.700905015692115}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7706969380378723, "Finetune/Loss (Raw)": 0.7959108352661133, "Finetune/Step": 2601, "Finetune/Step Time": 6.71757897362113}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7718446254730225, "Finetune/Loss (Raw)": 0.9497469067573547, "Finetune/Step": 2602, "Finetune/Step Time": 6.7153014075011015}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7726174592971802, "Finetune/Loss (Raw)": 0.9112337827682495, "Finetune/Step": 2603, "Finetune/Step Time": 6.714824499562383}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7719979882240295, "Finetune/Loss (Raw)": 0.7734062075614929, "Finetune/Step": 2604, "Finetune/Step Time": 6.720490671694279}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.7713997960090637, "Finetune/Loss (Raw)": 0.7430193424224854, "Finetune/Step": 2605, "Finetune/Step Time": 6.719291009008884}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7705965042114258, "Finetune/Loss (Raw)": 0.7230266332626343, "Finetune/Step": 2606, "Finetune/Step Time": 6.746992561966181}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7713866233825684, "Finetune/Loss (Raw)": 0.8323439955711365, "Finetune/Step": 2607, "Finetune/Step Time": 6.767049187794328}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7726274728775024, "Finetune/Loss (Raw)": 0.8778778910636902, "Finetune/Step": 2608, "Finetune/Step Time": 6.750211486592889}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7766312956809998, "Finetune/Loss (Raw)": 0.8859719634056091, "Finetune/Step": 2609, "Finetune/Step Time": 6.733891351148486}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7742645144462585, "Finetune/Loss (Raw)": 0.7233458161354065, "Finetune/Step": 2610, "Finetune/Step Time": 6.749993564561009}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7735738158226013, "Finetune/Loss (Raw)": 0.6866257786750793, "Finetune/Step": 2611, "Finetune/Step Time": 6.751178823411465}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7742595672607422, "Finetune/Loss (Raw)": 0.8136364221572876, "Finetune/Step": 2612, "Finetune/Step Time": 6.739582501351833}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7752183675765991, "Finetune/Loss (Raw)": 0.9691334366798401, "Finetune/Step": 2613, "Finetune/Step Time": 6.738421248272061}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7761715650558472, "Finetune/Loss (Raw)": 0.7633439302444458, "Finetune/Step": 2614, "Finetune/Step Time": 6.731071090325713}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7807238101959229, "Finetune/Loss (Raw)": 0.8942647576332092, "Finetune/Step": 2615, "Finetune/Step Time": 6.7215267252177}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7807572484016418, "Finetune/Loss (Raw)": 0.9178537130355835, "Finetune/Step": 2616, "Finetune/Step Time": 6.724574763327837}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7769172787666321, "Finetune/Loss (Raw)": 0.39284440875053406, "Finetune/Step": 2617, "Finetune/Step Time": 6.7216109726578}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7795461416244507, "Finetune/Loss (Raw)": 0.6528417468070984, "Finetune/Step": 2618, "Finetune/Step Time": 6.698237877339125}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7802165150642395, "Finetune/Loss (Raw)": 0.8925964832305908, "Finetune/Step": 2619, "Finetune/Step Time": 6.702730311080813}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7802222371101379, "Finetune/Loss (Raw)": 0.7317537069320679, "Finetune/Step": 2620, "Finetune/Step Time": 6.699006339535117}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7795443534851074, "Finetune/Loss (Raw)": 0.761112630367279, "Finetune/Step": 2621, "Finetune/Step Time": 6.696660922840238}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7792690396308899, "Finetune/Loss (Raw)": 0.8890569806098938, "Finetune/Step": 2622, "Finetune/Step Time": 6.692685240879655}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7787739038467407, "Finetune/Loss (Raw)": 0.7897371649742126, "Finetune/Step": 2623, "Finetune/Step Time": 6.7133851405233145}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7792271375656128, "Finetune/Loss (Raw)": 0.8235594034194946, "Finetune/Step": 2624, "Finetune/Step Time": 6.703639583662152}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7785329818725586, "Finetune/Loss (Raw)": 0.5901517271995544, "Finetune/Step": 2625, "Finetune/Step Time": 6.717560388147831}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7735196352005005, "Finetune/Loss (Raw)": 0.3089568018913269, "Finetune/Step": 2626, "Finetune/Step Time": 6.737027704715729}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7755217552185059, "Finetune/Loss (Raw)": 0.7904565334320068, "Finetune/Step": 2627, "Finetune/Step Time": 6.7208311799913645}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7756438851356506, "Finetune/Loss (Raw)": 0.8744280338287354, "Finetune/Step": 2628, "Finetune/Step Time": 6.720744796097279}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7726653814315796, "Finetune/Loss (Raw)": 0.5199126601219177, "Finetune/Step": 2629, "Finetune/Step Time": 6.736439783126116}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7713248133659363, "Finetune/Loss (Raw)": 0.6992673277854919, "Finetune/Step": 2630, "Finetune/Step Time": 6.737719282507896}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7718932032585144, "Finetune/Loss (Raw)": 0.9061693549156189, "Finetune/Step": 2631, "Finetune/Step Time": 6.7356395442038774}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7709043025970459, "Finetune/Loss (Raw)": 0.7168018221855164, "Finetune/Step": 2632, "Finetune/Step Time": 6.732051011174917}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7711692452430725, "Finetune/Loss (Raw)": 0.8649663329124451, "Finetune/Step": 2633, "Finetune/Step Time": 6.7346973568201065}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7711929082870483, "Finetune/Loss (Raw)": 0.7894610166549683, "Finetune/Step": 2634, "Finetune/Step Time": 6.736231870949268}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7701852321624756, "Finetune/Loss (Raw)": 0.7939503788948059, "Finetune/Step": 2635, "Finetune/Step Time": 6.720835071057081}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7718267440795898, "Finetune/Loss (Raw)": 0.9589532017707825, "Finetune/Step": 2636, "Finetune/Step Time": 6.720844637602568}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7715722322463989, "Finetune/Loss (Raw)": 0.7610569596290588, "Finetune/Step": 2637, "Finetune/Step Time": 6.7260801661759615}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7714526653289795, "Finetune/Loss (Raw)": 0.9005700945854187, "Finetune/Step": 2638, "Finetune/Step Time": 6.746372116729617}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7707671523094177, "Finetune/Loss (Raw)": 0.7740395665168762, "Finetune/Step": 2639, "Finetune/Step Time": 6.738987505435944}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.76790851354599, "Finetune/Loss (Raw)": 0.34338945150375366, "Finetune/Step": 2640, "Finetune/Step Time": 6.750547062605619}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7683547735214233, "Finetune/Loss (Raw)": 0.8019556403160095, "Finetune/Step": 2641, "Finetune/Step Time": 6.7423439510166645}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7676936388015747, "Finetune/Loss (Raw)": 0.7881690263748169, "Finetune/Step": 2642, "Finetune/Step Time": 6.732442073523998}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.767519474029541, "Finetune/Loss (Raw)": 0.6404868364334106, "Finetune/Step": 2643, "Finetune/Step Time": 6.72042216360569}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7663652896881104, "Finetune/Loss (Raw)": 0.6479228138923645, "Finetune/Step": 2644, "Finetune/Step Time": 6.753085846081376}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7661760449409485, "Finetune/Loss (Raw)": 0.834976851940155, "Finetune/Step": 2645, "Finetune/Step Time": 6.757085144519806}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7666430473327637, "Finetune/Loss (Raw)": 0.8157817721366882, "Finetune/Step": 2646, "Finetune/Step Time": 6.7439743261784315}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7662369012832642, "Finetune/Loss (Raw)": 0.7408889532089233, "Finetune/Step": 2647, "Finetune/Step Time": 6.749723983928561}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7652789950370789, "Finetune/Loss (Raw)": 0.8116138577461243, "Finetune/Step": 2648, "Finetune/Step Time": 6.77134576626122}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7677120566368103, "Finetune/Loss (Raw)": 0.7103453278541565, "Finetune/Step": 2649, "Finetune/Step Time": 6.764587987214327}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7667951583862305, "Finetune/Loss (Raw)": 0.7118010520935059, "Finetune/Step": 2650, "Finetune/Step Time": 6.7477299105376005}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7681624889373779, "Finetune/Loss (Raw)": 0.7838010191917419, "Finetune/Step": 2651, "Finetune/Step Time": 6.743464043363929}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.7689992189407349, "Finetune/Loss (Raw)": 0.8852812051773071, "Finetune/Step": 2652, "Finetune/Step Time": 6.750124286860228}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.769589364528656, "Finetune/Loss (Raw)": 0.7102853059768677, "Finetune/Step": 2653, "Finetune/Step Time": 6.762101449072361}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7654576301574707, "Finetune/Loss (Raw)": 0.33449408411979675, "Finetune/Step": 2654, "Finetune/Step Time": 6.7752723675221205}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7652688026428223, "Finetune/Loss (Raw)": 0.81327885389328, "Finetune/Step": 2655, "Finetune/Step Time": 6.77458506077528}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7642804384231567, "Finetune/Loss (Raw)": 0.8104844093322754, "Finetune/Step": 2656, "Finetune/Step Time": 6.772177815437317}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.7668582201004028, "Finetune/Loss (Raw)": 0.5975595712661743, "Finetune/Step": 2657, "Finetune/Step Time": 6.767961453646421}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7646510601043701, "Finetune/Loss (Raw)": 0.5770545601844788, "Finetune/Step": 2658, "Finetune/Step Time": 6.796181356534362}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.765159010887146, "Finetune/Loss (Raw)": 0.8411614894866943, "Finetune/Step": 2659, "Finetune/Step Time": 6.798002677038312}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7657766342163086, "Finetune/Loss (Raw)": 0.8765559196472168, "Finetune/Step": 2660, "Finetune/Step Time": 6.782131738960743}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7680829763412476, "Finetune/Loss (Raw)": 1.0077624320983887, "Finetune/Step": 2661, "Finetune/Step Time": 6.785070288926363}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7720010280609131, "Finetune/Loss (Raw)": 0.8749563694000244, "Finetune/Step": 2662, "Finetune/Step Time": 6.7634721752256155}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7718724012374878, "Finetune/Loss (Raw)": 0.9014210104942322, "Finetune/Step": 2663, "Finetune/Step Time": 6.759953733533621}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7703550457954407, "Finetune/Loss (Raw)": 0.43597084283828735, "Finetune/Step": 2664, "Finetune/Step Time": 6.7615658938884735}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.769737720489502, "Finetune/Loss (Raw)": 0.6696321368217468, "Finetune/Step": 2665, "Finetune/Step Time": 6.755070149898529}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7698999643325806, "Finetune/Loss (Raw)": 0.8779633641242981, "Finetune/Step": 2666, "Finetune/Step Time": 6.751830091699958}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7695346474647522, "Finetune/Loss (Raw)": 0.7376583218574524, "Finetune/Step": 2667, "Finetune/Step Time": 6.747046407312155}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7693010568618774, "Finetune/Loss (Raw)": 0.799627423286438, "Finetune/Step": 2668, "Finetune/Step Time": 6.743854653090239}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7713079452514648, "Finetune/Loss (Raw)": 0.9273707270622253, "Finetune/Step": 2669, "Finetune/Step Time": 6.727925017476082}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7713668346405029, "Finetune/Loss (Raw)": 0.8464058637619019, "Finetune/Step": 2670, "Finetune/Step Time": 6.7226442620158195}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7697953581809998, "Finetune/Loss (Raw)": 0.6359161734580994, "Finetune/Step": 2671, "Finetune/Step Time": 6.728956397622824}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7691491842269897, "Finetune/Loss (Raw)": 0.5636153221130371, "Finetune/Step": 2672, "Finetune/Step Time": 6.734212193638086}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7691753506660461, "Finetune/Loss (Raw)": 0.8126226663589478, "Finetune/Step": 2673, "Finetune/Step Time": 6.725045850500464}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7718691825866699, "Finetune/Loss (Raw)": 0.6207958459854126, "Finetune/Step": 2674, "Finetune/Step Time": 6.716703787446022}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7720369696617126, "Finetune/Loss (Raw)": 0.8157547116279602, "Finetune/Step": 2675, "Finetune/Step Time": 6.731772962957621}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7707653045654297, "Finetune/Loss (Raw)": 0.7873252630233765, "Finetune/Step": 2676, "Finetune/Step Time": 6.735397582873702}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7751580476760864, "Finetune/Loss (Raw)": 0.8810902833938599, "Finetune/Step": 2677, "Finetune/Step Time": 6.7144406493753195}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7750380635261536, "Finetune/Loss (Raw)": 0.8005790710449219, "Finetune/Step": 2678, "Finetune/Step Time": 6.71309751085937}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7755720019340515, "Finetune/Loss (Raw)": 0.9567447900772095, "Finetune/Step": 2679, "Finetune/Step Time": 6.710501985624433}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7742908000946045, "Finetune/Loss (Raw)": 0.8749212026596069, "Finetune/Step": 2680, "Finetune/Step Time": 6.712747620418668}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.771247148513794, "Finetune/Loss (Raw)": 0.33495765924453735, "Finetune/Step": 2681, "Finetune/Step Time": 6.719629837200046}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7710804343223572, "Finetune/Loss (Raw)": 0.8118311762809753, "Finetune/Step": 2682, "Finetune/Step Time": 6.696653487160802}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7751864194869995, "Finetune/Loss (Raw)": 0.8527933955192566, "Finetune/Step": 2683, "Finetune/Step Time": 6.674869935959578}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7746831178665161, "Finetune/Loss (Raw)": 0.7924311757087708, "Finetune/Step": 2684, "Finetune/Step Time": 6.674565413966775}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7757883071899414, "Finetune/Loss (Raw)": 0.8427643179893494, "Finetune/Step": 2685, "Finetune/Step Time": 6.678259594365954}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7751775979995728, "Finetune/Loss (Raw)": 0.73238605260849, "Finetune/Step": 2686, "Finetune/Step Time": 6.681180292740464}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7754842638969421, "Finetune/Loss (Raw)": 0.7801492214202881, "Finetune/Step": 2687, "Finetune/Step Time": 6.683227267116308}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7774355411529541, "Finetune/Loss (Raw)": 0.8528918623924255, "Finetune/Step": 2688, "Finetune/Step Time": 6.665753720328212}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7783635854721069, "Finetune/Loss (Raw)": 0.9456983804702759, "Finetune/Step": 2689, "Finetune/Step Time": 6.6634498462080956}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.7741289138793945, "Finetune/Loss (Raw)": 0.3662663400173187, "Finetune/Step": 2690, "Finetune/Step Time": 6.684172760695219}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7776588797569275, "Finetune/Loss (Raw)": 0.8994637727737427, "Finetune/Step": 2691, "Finetune/Step Time": 6.6783935111016035}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7771807312965393, "Finetune/Loss (Raw)": 0.7841331362724304, "Finetune/Step": 2692, "Finetune/Step Time": 6.667988320812583}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7769243717193604, "Finetune/Loss (Raw)": 0.8530217409133911, "Finetune/Step": 2693, "Finetune/Step Time": 6.666515985503793}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7761927247047424, "Finetune/Loss (Raw)": 0.7478618025779724, "Finetune/Step": 2694, "Finetune/Step Time": 6.66827130317688}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7764098644256592, "Finetune/Loss (Raw)": 0.7678304314613342, "Finetune/Step": 2695, "Finetune/Step Time": 6.668326441198587}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7768998146057129, "Finetune/Loss (Raw)": 0.8049440383911133, "Finetune/Step": 2696, "Finetune/Step Time": 6.680588470771909}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7753157019615173, "Finetune/Loss (Raw)": 0.7999575138092041, "Finetune/Step": 2697, "Finetune/Step Time": 6.683566104620695}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7747179269790649, "Finetune/Loss (Raw)": 0.7362648248672485, "Finetune/Step": 2698, "Finetune/Step Time": 6.6797045059502125}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.773750364780426, "Finetune/Loss (Raw)": 0.8923839926719666, "Finetune/Step": 2699, "Finetune/Step Time": 6.694469936192036}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7735500931739807, "Finetune/Loss (Raw)": 0.8007212281227112, "Finetune/Step": 2700, "Finetune/Step Time": 6.694697991013527}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7734124660491943, "Finetune/Loss (Raw)": 0.7876990437507629, "Finetune/Step": 2701, "Finetune/Step Time": 6.717644348740578}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7739908695220947, "Finetune/Loss (Raw)": 0.8445051908493042, "Finetune/Step": 2702, "Finetune/Step Time": 6.7068705931305885}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7737818956375122, "Finetune/Loss (Raw)": 0.704378068447113, "Finetune/Step": 2703, "Finetune/Step Time": 6.733775505796075}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7729154825210571, "Finetune/Loss (Raw)": 0.7005710005760193, "Finetune/Step": 2704, "Finetune/Step Time": 6.7463430520147085}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.772222638130188, "Finetune/Loss (Raw)": 0.7796517610549927, "Finetune/Step": 2705, "Finetune/Step Time": 6.747305121272802}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.7719469666481018, "Finetune/Loss (Raw)": 0.8756283521652222, "Finetune/Step": 2706, "Finetune/Step Time": 6.754254983738065}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7723425626754761, "Finetune/Loss (Raw)": 0.9720003604888916, "Finetune/Step": 2707, "Finetune/Step Time": 6.75099790841341}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7747449278831482, "Finetune/Loss (Raw)": 0.9131892919540405, "Finetune/Step": 2708, "Finetune/Step Time": 6.748318215832114}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7734811902046204, "Finetune/Loss (Raw)": 0.7627325057983398, "Finetune/Step": 2709, "Finetune/Step Time": 6.757231652736664}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7701267600059509, "Finetune/Loss (Raw)": 0.3733993470668793, "Finetune/Step": 2710, "Finetune/Step Time": 6.778849316760898}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7712935209274292, "Finetune/Loss (Raw)": 0.8688223361968994, "Finetune/Step": 2711, "Finetune/Step Time": 6.770499521866441}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7705365419387817, "Finetune/Loss (Raw)": 0.8236402869224548, "Finetune/Step": 2712, "Finetune/Step Time": 6.7887767143547535}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7715526223182678, "Finetune/Loss (Raw)": 0.7871732115745544, "Finetune/Step": 2713, "Finetune/Step Time": 6.8059819638729095}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7721598744392395, "Finetune/Loss (Raw)": 0.8895267248153687, "Finetune/Step": 2714, "Finetune/Step Time": 6.805943105369806}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7707499265670776, "Finetune/Loss (Raw)": 0.7220820784568787, "Finetune/Step": 2715, "Finetune/Step Time": 6.789176670834422}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.771337628364563, "Finetune/Loss (Raw)": 0.7967087030410767, "Finetune/Step": 2716, "Finetune/Step Time": 6.781663266941905}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7712422609329224, "Finetune/Loss (Raw)": 0.8461945652961731, "Finetune/Step": 2717, "Finetune/Step Time": 6.763778571039438}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7702828049659729, "Finetune/Loss (Raw)": 0.7634259462356567, "Finetune/Step": 2718, "Finetune/Step Time": 6.7634282913059}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7710608243942261, "Finetune/Loss (Raw)": 0.820857584476471, "Finetune/Step": 2719, "Finetune/Step Time": 6.718150470405817}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7714070677757263, "Finetune/Loss (Raw)": 0.860150933265686, "Finetune/Step": 2720, "Finetune/Step Time": 6.713347278535366}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7714628577232361, "Finetune/Loss (Raw)": 0.7223908305168152, "Finetune/Step": 2721, "Finetune/Step Time": 6.703966474160552}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7722738981246948, "Finetune/Loss (Raw)": 0.8120982050895691, "Finetune/Step": 2722, "Finetune/Step Time": 6.69525409117341}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7719224095344543, "Finetune/Loss (Raw)": 0.7407020926475525, "Finetune/Step": 2723, "Finetune/Step Time": 6.6906390730291605}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7726204991340637, "Finetune/Loss (Raw)": 0.8166276812553406, "Finetune/Step": 2724, "Finetune/Step Time": 6.69337316416204}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7720445394515991, "Finetune/Loss (Raw)": 0.8181769847869873, "Finetune/Step": 2725, "Finetune/Step Time": 6.687608174979687}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7737751007080078, "Finetune/Loss (Raw)": 0.8233479857444763, "Finetune/Step": 2726, "Finetune/Step Time": 6.6848800871521235}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7732584476470947, "Finetune/Loss (Raw)": 0.8004457354545593, "Finetune/Step": 2727, "Finetune/Step Time": 6.687576070427895}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7713791131973267, "Finetune/Loss (Raw)": 0.5628431439399719, "Finetune/Step": 2728, "Finetune/Step Time": 6.686245126649737}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7684164047241211, "Finetune/Loss (Raw)": 0.41668465733528137, "Finetune/Step": 2729, "Finetune/Step Time": 6.685930727049708}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7659050226211548, "Finetune/Loss (Raw)": 0.6282923817634583, "Finetune/Step": 2730, "Finetune/Step Time": 6.688307106494904}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7650615572929382, "Finetune/Loss (Raw)": 0.8032671809196472, "Finetune/Step": 2731, "Finetune/Step Time": 6.69512527808547}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7654576301574707, "Finetune/Loss (Raw)": 0.8240943551063538, "Finetune/Step": 2732, "Finetune/Step Time": 6.7011344991624355}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7663728594779968, "Finetune/Loss (Raw)": 0.8601781725883484, "Finetune/Step": 2733, "Finetune/Step Time": 6.70137002132833}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7668366432189941, "Finetune/Loss (Raw)": 0.7823918461799622, "Finetune/Step": 2734, "Finetune/Step Time": 6.678287845104933}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7671166658401489, "Finetune/Loss (Raw)": 0.868174135684967, "Finetune/Step": 2735, "Finetune/Step Time": 6.655372871086001}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7638237476348877, "Finetune/Loss (Raw)": 0.45638999342918396, "Finetune/Step": 2736, "Finetune/Step Time": 6.672663740813732}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7610718011856079, "Finetune/Loss (Raw)": 0.533726155757904, "Finetune/Step": 2737, "Finetune/Step Time": 6.677244735881686}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7620880603790283, "Finetune/Loss (Raw)": 0.8534326553344727, "Finetune/Step": 2738, "Finetune/Step Time": 6.667098715901375}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7635244727134705, "Finetune/Loss (Raw)": 0.8704802393913269, "Finetune/Step": 2739, "Finetune/Step Time": 6.659138802438974}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7626222372055054, "Finetune/Loss (Raw)": 0.6981434226036072, "Finetune/Step": 2740, "Finetune/Step Time": 6.667845956981182}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.761998176574707, "Finetune/Loss (Raw)": 0.8892604112625122, "Finetune/Step": 2741, "Finetune/Step Time": 6.669016877189279}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7621151804924011, "Finetune/Loss (Raw)": 0.7783223390579224, "Finetune/Step": 2742, "Finetune/Step Time": 6.673517981544137}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7621932625770569, "Finetune/Loss (Raw)": 0.9042597413063049, "Finetune/Step": 2743, "Finetune/Step Time": 6.66637297347188}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7615334987640381, "Finetune/Loss (Raw)": 0.8333997130393982, "Finetune/Step": 2744, "Finetune/Step Time": 6.662464931607246}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7655316591262817, "Finetune/Loss (Raw)": 0.9046115875244141, "Finetune/Step": 2745, "Finetune/Step Time": 6.642867583781481}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7668154239654541, "Finetune/Loss (Raw)": 0.8171639442443848, "Finetune/Step": 2746, "Finetune/Step Time": 6.648899249732494}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7661711573600769, "Finetune/Loss (Raw)": 0.810131847858429, "Finetune/Step": 2747, "Finetune/Step Time": 6.654445942491293}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7677651047706604, "Finetune/Loss (Raw)": 0.9357801079750061, "Finetune/Step": 2748, "Finetune/Step Time": 6.656352320685983}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7685400247573853, "Finetune/Loss (Raw)": 0.8602966666221619, "Finetune/Step": 2749, "Finetune/Step Time": 6.652527544647455}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7677019834518433, "Finetune/Loss (Raw)": 0.7817898392677307, "Finetune/Step": 2750, "Finetune/Step Time": 6.655699221417308}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7676693201065063, "Finetune/Loss (Raw)": 0.7855521440505981, "Finetune/Step": 2751, "Finetune/Step Time": 6.6442599557340145}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7678089737892151, "Finetune/Loss (Raw)": 0.8414405584335327, "Finetune/Step": 2752, "Finetune/Step Time": 6.643158895894885}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.7705188989639282, "Finetune/Loss (Raw)": 0.9370215535163879, "Finetune/Step": 2753, "Finetune/Step Time": 6.629069682210684}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.7744295001029968, "Finetune/Loss (Raw)": 0.8095154166221619, "Finetune/Step": 2754, "Finetune/Step Time": 6.606653654947877}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7709943056106567, "Finetune/Loss (Raw)": 0.3507521152496338, "Finetune/Step": 2755, "Finetune/Step Time": 6.628586595878005}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7706571221351624, "Finetune/Loss (Raw)": 0.831267774105072, "Finetune/Step": 2756, "Finetune/Step Time": 6.6445750165730715}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7716322541236877, "Finetune/Loss (Raw)": 0.6447301506996155, "Finetune/Step": 2757, "Finetune/Step Time": 6.659794433042407}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7731181383132935, "Finetune/Loss (Raw)": 0.8894580006599426, "Finetune/Step": 2758, "Finetune/Step Time": 6.659508280456066}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7718098759651184, "Finetune/Loss (Raw)": 0.7387153506278992, "Finetune/Step": 2759, "Finetune/Step Time": 6.670022550970316}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7714053988456726, "Finetune/Loss (Raw)": 0.6650313138961792, "Finetune/Step": 2760, "Finetune/Step Time": 6.663532078266144}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7679043412208557, "Finetune/Loss (Raw)": 0.41682684421539307, "Finetune/Step": 2761, "Finetune/Step Time": 6.682666884735227}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7675657272338867, "Finetune/Loss (Raw)": 0.7461181282997131, "Finetune/Step": 2762, "Finetune/Step Time": 6.691606694832444}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7677083611488342, "Finetune/Loss (Raw)": 0.8122068643569946, "Finetune/Step": 2763, "Finetune/Step Time": 6.694537442177534}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7663699388504028, "Finetune/Loss (Raw)": 0.7876383066177368, "Finetune/Step": 2764, "Finetune/Step Time": 6.69458176381886}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7631497383117676, "Finetune/Loss (Raw)": 0.3488655984401703, "Finetune/Step": 2765, "Finetune/Step Time": 6.708343900740147}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7624585628509521, "Finetune/Loss (Raw)": 0.8120992183685303, "Finetune/Step": 2766, "Finetune/Step Time": 6.694414898753166}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7630181312561035, "Finetune/Loss (Raw)": 0.8456655740737915, "Finetune/Step": 2767, "Finetune/Step Time": 6.706169513985515}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7670843601226807, "Finetune/Loss (Raw)": 0.8638692498207092, "Finetune/Step": 2768, "Finetune/Step Time": 6.6877337247133255}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.767423152923584, "Finetune/Loss (Raw)": 0.845318615436554, "Finetune/Step": 2769, "Finetune/Step Time": 6.705037591978908}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7654078602790833, "Finetune/Loss (Raw)": 0.5302121639251709, "Finetune/Step": 2770, "Finetune/Step Time": 6.721243428066373}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7672041654586792, "Finetune/Loss (Raw)": 0.870412290096283, "Finetune/Step": 2771, "Finetune/Step Time": 6.713877243921161}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7688236236572266, "Finetune/Loss (Raw)": 0.8552171587944031, "Finetune/Step": 2772, "Finetune/Step Time": 6.683285539969802}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7693495154380798, "Finetune/Loss (Raw)": 0.9022881984710693, "Finetune/Step": 2773, "Finetune/Step Time": 6.675206959247589}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.765526294708252, "Finetune/Loss (Raw)": 0.326408714056015, "Finetune/Step": 2774, "Finetune/Step Time": 6.693984339013696}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7666232585906982, "Finetune/Loss (Raw)": 0.8813073039054871, "Finetune/Step": 2775, "Finetune/Step Time": 6.684430016204715}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7661483287811279, "Finetune/Loss (Raw)": 0.7508198022842407, "Finetune/Step": 2776, "Finetune/Step Time": 6.666624402627349}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.76689213514328, "Finetune/Loss (Raw)": 0.8055461049079895, "Finetune/Step": 2777, "Finetune/Step Time": 6.653543019667268}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7679368257522583, "Finetune/Loss (Raw)": 0.8455278277397156, "Finetune/Step": 2778, "Finetune/Step Time": 6.653852032497525}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7674319744110107, "Finetune/Loss (Raw)": 0.7191808819770813, "Finetune/Step": 2779, "Finetune/Step Time": 6.6590426415205}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7669044733047485, "Finetune/Loss (Raw)": 0.8177632689476013, "Finetune/Step": 2780, "Finetune/Step Time": 6.657856361940503}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7683234214782715, "Finetune/Loss (Raw)": 0.8919073939323425, "Finetune/Step": 2781, "Finetune/Step Time": 6.642406364902854}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7721293568611145, "Finetune/Loss (Raw)": 0.8216478824615479, "Finetune/Step": 2782, "Finetune/Step Time": 6.6244282107800245}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.772253155708313, "Finetune/Loss (Raw)": 0.8291314840316772, "Finetune/Step": 2783, "Finetune/Step Time": 6.627362955361605}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7707067728042603, "Finetune/Loss (Raw)": 0.6125460863113403, "Finetune/Step": 2784, "Finetune/Step Time": 6.638970382511616}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7723241448402405, "Finetune/Loss (Raw)": 0.8045762181282043, "Finetune/Step": 2785, "Finetune/Step Time": 6.628198118880391}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7746045589447021, "Finetune/Loss (Raw)": 0.8689554333686829, "Finetune/Step": 2786, "Finetune/Step Time": 6.595244957134128}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7740731835365295, "Finetune/Loss (Raw)": 0.7731391191482544, "Finetune/Step": 2787, "Finetune/Step Time": 6.594849646091461}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7741355299949646, "Finetune/Loss (Raw)": 0.8845397233963013, "Finetune/Step": 2788, "Finetune/Step Time": 6.604213017970324}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7719135284423828, "Finetune/Loss (Raw)": 0.7233485579490662, "Finetune/Step": 2789, "Finetune/Step Time": 6.617752052843571}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.77130126953125, "Finetune/Loss (Raw)": 0.7965889573097229, "Finetune/Step": 2790, "Finetune/Step Time": 6.6205628123134375}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7690796852111816, "Finetune/Loss (Raw)": 0.617051899433136, "Finetune/Step": 2791, "Finetune/Step Time": 6.630712317302823}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7718842029571533, "Finetune/Loss (Raw)": 0.794950544834137, "Finetune/Step": 2792, "Finetune/Step Time": 6.625560536980629}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7739920616149902, "Finetune/Loss (Raw)": 0.939436137676239, "Finetune/Step": 2793, "Finetune/Step Time": 6.623426754027605}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.772952675819397, "Finetune/Loss (Raw)": 0.7449201941490173, "Finetune/Step": 2794, "Finetune/Step Time": 6.631740601733327}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7724223136901855, "Finetune/Loss (Raw)": 0.6697826981544495, "Finetune/Step": 2795, "Finetune/Step Time": 6.642291033640504}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.772314190864563, "Finetune/Loss (Raw)": 0.7857861518859863, "Finetune/Step": 2796, "Finetune/Step Time": 6.658536162227392}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7696560621261597, "Finetune/Loss (Raw)": 0.5871294736862183, "Finetune/Step": 2797, "Finetune/Step Time": 6.6708547323942184}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7659415006637573, "Finetune/Loss (Raw)": 0.37094050645828247, "Finetune/Step": 2798, "Finetune/Step Time": 6.6950608268380165}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7662192583084106, "Finetune/Loss (Raw)": 0.6714696884155273, "Finetune/Step": 2799, "Finetune/Step Time": 6.693279877305031}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7667635679244995, "Finetune/Loss (Raw)": 0.6332836151123047, "Finetune/Step": 2800, "Finetune/Step Time": 6.687595330178738}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.767324686050415, "Finetune/Loss (Raw)": 0.8844417929649353, "Finetune/Step": 2801, "Finetune/Step Time": 6.689986450597644}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7693420648574829, "Finetune/Loss (Raw)": 0.8790309429168701, "Finetune/Step": 2802, "Finetune/Step Time": 6.689663343131542}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7688497304916382, "Finetune/Loss (Raw)": 0.7527281641960144, "Finetune/Step": 2803, "Finetune/Step Time": 6.68838725425303}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7692845463752747, "Finetune/Loss (Raw)": 0.8429840803146362, "Finetune/Step": 2804, "Finetune/Step Time": 6.683043664321303}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7698297500610352, "Finetune/Loss (Raw)": 0.950874388217926, "Finetune/Step": 2805, "Finetune/Step Time": 6.6816992331296206}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7693431377410889, "Finetune/Loss (Raw)": 0.738301694393158, "Finetune/Step": 2806, "Finetune/Step Time": 6.688240047544241}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7679459452629089, "Finetune/Loss (Raw)": 0.7778984904289246, "Finetune/Step": 2807, "Finetune/Step Time": 6.687064286321402}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7658644318580627, "Finetune/Loss (Raw)": 0.608485221862793, "Finetune/Step": 2808, "Finetune/Step Time": 6.697424687445164}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7659425139427185, "Finetune/Loss (Raw)": 0.3449525237083435, "Finetune/Step": 2809, "Finetune/Step Time": 6.698791716247797}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7650597095489502, "Finetune/Loss (Raw)": 0.6988312602043152, "Finetune/Step": 2810, "Finetune/Step Time": 6.697670018300414}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7649682760238647, "Finetune/Loss (Raw)": 0.8410860896110535, "Finetune/Step": 2811, "Finetune/Step Time": 6.701387271285057}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7649621367454529, "Finetune/Loss (Raw)": 0.7916513085365295, "Finetune/Step": 2812, "Finetune/Step Time": 6.7005887143313885}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7652579545974731, "Finetune/Loss (Raw)": 0.8806275725364685, "Finetune/Step": 2813, "Finetune/Step Time": 6.699153916910291}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7622588872909546, "Finetune/Loss (Raw)": 0.3485134541988373, "Finetune/Step": 2814, "Finetune/Step Time": 6.717700745910406}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7634048461914062, "Finetune/Loss (Raw)": 0.9268259406089783, "Finetune/Step": 2815, "Finetune/Step Time": 6.720116710290313}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7630336284637451, "Finetune/Loss (Raw)": 0.8053696751594543, "Finetune/Step": 2816, "Finetune/Step Time": 6.728468731045723}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.761886477470398, "Finetune/Loss (Raw)": 0.7988743185997009, "Finetune/Step": 2817, "Finetune/Step Time": 6.7354821395128965}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7651423811912537, "Finetune/Loss (Raw)": 0.7830177545547485, "Finetune/Step": 2818, "Finetune/Step Time": 6.720634341239929}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7654415369033813, "Finetune/Loss (Raw)": 0.9377527236938477, "Finetune/Step": 2819, "Finetune/Step Time": 6.723249539732933}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.766391396522522, "Finetune/Loss (Raw)": 0.9057170152664185, "Finetune/Step": 2820, "Finetune/Step Time": 6.722949925810099}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7646955251693726, "Finetune/Loss (Raw)": 0.6359499096870422, "Finetune/Step": 2821, "Finetune/Step Time": 6.73535337485373}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7654080986976624, "Finetune/Loss (Raw)": 0.8390721678733826, "Finetune/Step": 2822, "Finetune/Step Time": 6.73123780079186}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7625311017036438, "Finetune/Loss (Raw)": 0.39957135915756226, "Finetune/Step": 2823, "Finetune/Step Time": 6.74474236369133}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7612117528915405, "Finetune/Loss (Raw)": 0.6360672116279602, "Finetune/Step": 2824, "Finetune/Step Time": 6.731214413419366}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7605609893798828, "Finetune/Loss (Raw)": 0.7166627049446106, "Finetune/Step": 2825, "Finetune/Step Time": 6.729714743793011}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7600072026252747, "Finetune/Loss (Raw)": 0.6653815507888794, "Finetune/Step": 2826, "Finetune/Step Time": 6.7421924117952585}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7594386339187622, "Finetune/Loss (Raw)": 0.8196077346801758, "Finetune/Step": 2827, "Finetune/Step Time": 6.724752688780427}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7606319785118103, "Finetune/Loss (Raw)": 0.9534708857536316, "Finetune/Step": 2828, "Finetune/Step Time": 6.7238679975271225}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7610315084457397, "Finetune/Loss (Raw)": 0.8388344645500183, "Finetune/Step": 2829, "Finetune/Step Time": 6.706598529592156}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7614618539810181, "Finetune/Loss (Raw)": 0.8995863795280457, "Finetune/Step": 2830, "Finetune/Step Time": 6.698450088500977}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7639583349227905, "Finetune/Loss (Raw)": 1.0239348411560059, "Finetune/Step": 2831, "Finetune/Step Time": 6.672244207933545}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7658885717391968, "Finetune/Loss (Raw)": 0.9476369023323059, "Finetune/Step": 2832, "Finetune/Step Time": 6.667179934680462}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7661206722259521, "Finetune/Loss (Raw)": 0.8093627095222473, "Finetune/Step": 2833, "Finetune/Step Time": 6.673164866864681}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7620174884796143, "Finetune/Loss (Raw)": 0.35041874647140503, "Finetune/Step": 2834, "Finetune/Step Time": 6.686669293791056}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7608562707901001, "Finetune/Loss (Raw)": 0.8233658671379089, "Finetune/Step": 2835, "Finetune/Step Time": 6.689786225557327}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7587152123451233, "Finetune/Loss (Raw)": 0.639133632183075, "Finetune/Step": 2836, "Finetune/Step Time": 6.6825738158077}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7594132423400879, "Finetune/Loss (Raw)": 0.8520799875259399, "Finetune/Step": 2837, "Finetune/Step Time": 6.672031192108989}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7621167898178101, "Finetune/Loss (Raw)": 0.719454288482666, "Finetune/Step": 2838, "Finetune/Step Time": 6.647260498255491}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.760859489440918, "Finetune/Loss (Raw)": 0.7078877687454224, "Finetune/Step": 2839, "Finetune/Step Time": 6.651897385716438}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7606356143951416, "Finetune/Loss (Raw)": 0.7949798703193665, "Finetune/Step": 2840, "Finetune/Step Time": 6.636051869019866}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7618446350097656, "Finetune/Loss (Raw)": 0.9419286847114563, "Finetune/Step": 2841, "Finetune/Step Time": 6.620520740747452}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7612963914871216, "Finetune/Loss (Raw)": 0.8193615674972534, "Finetune/Step": 2842, "Finetune/Step Time": 6.622522495687008}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7610762119293213, "Finetune/Loss (Raw)": 0.6938950419425964, "Finetune/Step": 2843, "Finetune/Step Time": 6.638038270175457}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7614622116088867, "Finetune/Loss (Raw)": 0.8461157083511353, "Finetune/Step": 2844, "Finetune/Step Time": 6.638715652748942}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7611603140830994, "Finetune/Loss (Raw)": 0.8075509667396545, "Finetune/Step": 2845, "Finetune/Step Time": 6.6495768036693335}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7611615657806396, "Finetune/Loss (Raw)": 0.7635833621025085, "Finetune/Step": 2846, "Finetune/Step Time": 6.647867908701301}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7595221996307373, "Finetune/Loss (Raw)": 0.6110168099403381, "Finetune/Step": 2847, "Finetune/Step Time": 6.659572500735521}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7594859004020691, "Finetune/Loss (Raw)": 0.8555086255073547, "Finetune/Step": 2848, "Finetune/Step Time": 6.666307209059596}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7598474025726318, "Finetune/Loss (Raw)": 0.7686665058135986, "Finetune/Step": 2849, "Finetune/Step Time": 6.6625651475042105}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7597479820251465, "Finetune/Loss (Raw)": 0.7993736267089844, "Finetune/Step": 2850, "Finetune/Step Time": 6.657418420538306}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7606750726699829, "Finetune/Loss (Raw)": 0.8593684434890747, "Finetune/Step": 2851, "Finetune/Step Time": 6.654122093692422}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7608429193496704, "Finetune/Loss (Raw)": 0.8381063342094421, "Finetune/Step": 2852, "Finetune/Step Time": 6.6545173320919275}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7604302167892456, "Finetune/Loss (Raw)": 0.7653529644012451, "Finetune/Step": 2853, "Finetune/Step Time": 6.654935536906123}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7608720064163208, "Finetune/Loss (Raw)": 0.8799064755439758, "Finetune/Step": 2854, "Finetune/Step Time": 6.647756924852729}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7607969045639038, "Finetune/Loss (Raw)": 0.7908228039741516, "Finetune/Step": 2855, "Finetune/Step Time": 6.652655526995659}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.7624862194061279, "Finetune/Loss (Raw)": 0.7790722846984863, "Finetune/Step": 2856, "Finetune/Step Time": 6.666349437087774}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7659000158309937, "Finetune/Loss (Raw)": 0.853653073310852, "Finetune/Step": 2857, "Finetune/Step Time": 6.649763472378254}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7667034864425659, "Finetune/Loss (Raw)": 0.73114413022995, "Finetune/Step": 2858, "Finetune/Step Time": 6.642561024054885}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7668513655662537, "Finetune/Loss (Raw)": 0.8221872448921204, "Finetune/Step": 2859, "Finetune/Step Time": 6.638586523011327}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7658065557479858, "Finetune/Loss (Raw)": 0.6903614401817322, "Finetune/Step": 2860, "Finetune/Step Time": 6.637704579159617}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7666165232658386, "Finetune/Loss (Raw)": 0.9638538360595703, "Finetune/Step": 2861, "Finetune/Step Time": 6.637261660769582}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7664888501167297, "Finetune/Loss (Raw)": 0.7660528421401978, "Finetune/Step": 2862, "Finetune/Step Time": 6.652767423540354}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7659627199172974, "Finetune/Loss (Raw)": 0.8008171319961548, "Finetune/Step": 2863, "Finetune/Step Time": 6.650245504453778}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7680723667144775, "Finetune/Loss (Raw)": 0.726428747177124, "Finetune/Step": 2864, "Finetune/Step Time": 6.629025163128972}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7708078622817993, "Finetune/Loss (Raw)": 0.8838804364204407, "Finetune/Step": 2865, "Finetune/Step Time": 6.6200546361505985}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7671550512313843, "Finetune/Loss (Raw)": 0.385865181684494, "Finetune/Step": 2866, "Finetune/Step Time": 6.635336713865399}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7668581604957581, "Finetune/Loss (Raw)": 0.8324779868125916, "Finetune/Step": 2867, "Finetune/Step Time": 6.638042945414782}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7687307596206665, "Finetune/Loss (Raw)": 0.9378332495689392, "Finetune/Step": 2868, "Finetune/Step Time": 6.632315227761865}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7664579153060913, "Finetune/Loss (Raw)": 0.5983360409736633, "Finetune/Step": 2869, "Finetune/Step Time": 6.661360025405884}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7633025646209717, "Finetune/Loss (Raw)": 0.3744479715824127, "Finetune/Step": 2870, "Finetune/Step Time": 6.675261562690139}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7635473012924194, "Finetune/Loss (Raw)": 0.9355705380439758, "Finetune/Step": 2871, "Finetune/Step Time": 6.683544393628836}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7642736434936523, "Finetune/Loss (Raw)": 0.9263761639595032, "Finetune/Step": 2872, "Finetune/Step Time": 6.683064829558134}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7638306617736816, "Finetune/Loss (Raw)": 0.8479135036468506, "Finetune/Step": 2873, "Finetune/Step Time": 6.684222476556897}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7602168917655945, "Finetune/Loss (Raw)": 0.35460537672042847, "Finetune/Step": 2874, "Finetune/Step Time": 6.6902588084340096}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7607296109199524, "Finetune/Loss (Raw)": 0.875756025314331, "Finetune/Step": 2875, "Finetune/Step Time": 6.680876532569528}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7598230242729187, "Finetune/Loss (Raw)": 0.8197375535964966, "Finetune/Step": 2876, "Finetune/Step Time": 6.689014317467809}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7591991424560547, "Finetune/Loss (Raw)": 0.7804381847381592, "Finetune/Step": 2877, "Finetune/Step Time": 6.692473283037543}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7587759494781494, "Finetune/Loss (Raw)": 0.7276259064674377, "Finetune/Step": 2878, "Finetune/Step Time": 6.697632156312466}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7583440542221069, "Finetune/Loss (Raw)": 0.7302670478820801, "Finetune/Step": 2879, "Finetune/Step Time": 6.699722196906805}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7590038776397705, "Finetune/Loss (Raw)": 0.9259006977081299, "Finetune/Step": 2880, "Finetune/Step Time": 6.691907417029142}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7582617402076721, "Finetune/Loss (Raw)": 0.8420242667198181, "Finetune/Step": 2881, "Finetune/Step Time": 6.70652312412858}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7589220404624939, "Finetune/Loss (Raw)": 0.8940333724021912, "Finetune/Step": 2882, "Finetune/Step Time": 6.708454703912139}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7635323405265808, "Finetune/Loss (Raw)": 0.9408707022666931, "Finetune/Step": 2883, "Finetune/Step Time": 6.691735740751028}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7626299858093262, "Finetune/Loss (Raw)": 0.7157684564590454, "Finetune/Step": 2884, "Finetune/Step Time": 6.698090119287372}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7644123435020447, "Finetune/Loss (Raw)": 0.872868001461029, "Finetune/Step": 2885, "Finetune/Step Time": 6.667439505457878}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7620025873184204, "Finetune/Loss (Raw)": 0.58100825548172, "Finetune/Step": 2886, "Finetune/Step Time": 6.689359636977315}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7617712020874023, "Finetune/Loss (Raw)": 0.709095299243927, "Finetune/Step": 2887, "Finetune/Step Time": 6.684184269979596}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7643274664878845, "Finetune/Loss (Raw)": 0.9922396540641785, "Finetune/Step": 2888, "Finetune/Step Time": 6.6920334324240685}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.763628363609314, "Finetune/Loss (Raw)": 0.3273448348045349, "Finetune/Step": 2889, "Finetune/Step Time": 6.691383084282279}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7636983394622803, "Finetune/Loss (Raw)": 0.7550709843635559, "Finetune/Step": 2890, "Finetune/Step Time": 6.6808673199266195}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7634029984474182, "Finetune/Loss (Raw)": 0.7744055986404419, "Finetune/Step": 2891, "Finetune/Step Time": 6.6797943115234375}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7650047540664673, "Finetune/Loss (Raw)": 0.9926580190658569, "Finetune/Step": 2892, "Finetune/Step Time": 6.68912036716938}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7684167623519897, "Finetune/Loss (Raw)": 0.7856045365333557, "Finetune/Step": 2893, "Finetune/Step Time": 6.667277786880732}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7691582441329956, "Finetune/Loss (Raw)": 0.9070063233375549, "Finetune/Step": 2894, "Finetune/Step Time": 6.665688117966056}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7690365314483643, "Finetune/Loss (Raw)": 0.8300831317901611, "Finetune/Step": 2895, "Finetune/Step Time": 6.653051774948835}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7691463232040405, "Finetune/Loss (Raw)": 0.8779357671737671, "Finetune/Step": 2896, "Finetune/Step Time": 6.655576767399907}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7694312334060669, "Finetune/Loss (Raw)": 0.8817752599716187, "Finetune/Step": 2897, "Finetune/Step Time": 6.640952365472913}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7718379497528076, "Finetune/Loss (Raw)": 0.8382757902145386, "Finetune/Step": 2898, "Finetune/Step Time": 6.62482101842761}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7713311910629272, "Finetune/Loss (Raw)": 0.805546760559082, "Finetune/Step": 2899, "Finetune/Step Time": 6.625626392662525}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7700206637382507, "Finetune/Loss (Raw)": 0.6874688863754272, "Finetune/Step": 2900, "Finetune/Step Time": 6.640182826668024}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7683725953102112, "Finetune/Loss (Raw)": 0.6913405656814575, "Finetune/Step": 2901, "Finetune/Step Time": 6.6499119363725185}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7720241546630859, "Finetune/Loss (Raw)": 0.7938024401664734, "Finetune/Step": 2902, "Finetune/Step Time": 6.6532967165112495}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7716802358627319, "Finetune/Loss (Raw)": 0.837292492389679, "Finetune/Step": 2903, "Finetune/Step Time": 6.6566487941890955}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7720146179199219, "Finetune/Loss (Raw)": 0.7936193943023682, "Finetune/Step": 2904, "Finetune/Step Time": 6.654808236286044}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7720187306404114, "Finetune/Loss (Raw)": 0.806071937084198, "Finetune/Step": 2905, "Finetune/Step Time": 6.656802590936422}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7723448872566223, "Finetune/Loss (Raw)": 0.8872702121734619, "Finetune/Step": 2906, "Finetune/Step Time": 6.657986929640174}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7729384899139404, "Finetune/Loss (Raw)": 0.7951714992523193, "Finetune/Step": 2907, "Finetune/Step Time": 6.6510841678828}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7733083963394165, "Finetune/Loss (Raw)": 0.8651026487350464, "Finetune/Step": 2908, "Finetune/Step Time": 6.654148552566767}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7741443514823914, "Finetune/Loss (Raw)": 0.9989139437675476, "Finetune/Step": 2909, "Finetune/Step Time": 6.648721601814032}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7749103903770447, "Finetune/Loss (Raw)": 0.9196967482566833, "Finetune/Step": 2910, "Finetune/Step Time": 6.649774907156825}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7759060859680176, "Finetune/Loss (Raw)": 0.9565787315368652, "Finetune/Step": 2911, "Finetune/Step Time": 6.636365506798029}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7777603268623352, "Finetune/Loss (Raw)": 0.8498960733413696, "Finetune/Step": 2912, "Finetune/Step Time": 6.628819489851594}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.777929425239563, "Finetune/Loss (Raw)": 0.8262166380882263, "Finetune/Step": 2913, "Finetune/Step Time": 6.621691845357418}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7760326862335205, "Finetune/Loss (Raw)": 0.6261761784553528, "Finetune/Step": 2914, "Finetune/Step Time": 6.64790902286768}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7744870185852051, "Finetune/Loss (Raw)": 0.5752909183502197, "Finetune/Step": 2915, "Finetune/Step Time": 6.64910451322794}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7742893695831299, "Finetune/Loss (Raw)": 0.8592387437820435, "Finetune/Step": 2916, "Finetune/Step Time": 6.636625098064542}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7757713198661804, "Finetune/Loss (Raw)": 0.9130427241325378, "Finetune/Step": 2917, "Finetune/Step Time": 6.620278362184763}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7752923965454102, "Finetune/Loss (Raw)": 0.7352851629257202, "Finetune/Step": 2918, "Finetune/Step Time": 6.624542301520705}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.777077317237854, "Finetune/Loss (Raw)": 0.8455212712287903, "Finetune/Step": 2919, "Finetune/Step Time": 6.602489572018385}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7735536098480225, "Finetune/Loss (Raw)": 0.3439159393310547, "Finetune/Step": 2920, "Finetune/Step Time": 6.607308264821768}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7723910212516785, "Finetune/Loss (Raw)": 0.7906296849250793, "Finetune/Step": 2921, "Finetune/Step Time": 6.623355774208903}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7724894285202026, "Finetune/Loss (Raw)": 0.7575085759162903, "Finetune/Step": 2922, "Finetune/Step Time": 6.615819331258535}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7728931903839111, "Finetune/Loss (Raw)": 0.7214698791503906, "Finetune/Step": 2923, "Finetune/Step Time": 6.635735100135207}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7737112641334534, "Finetune/Loss (Raw)": 0.8904936909675598, "Finetune/Step": 2924, "Finetune/Step Time": 6.619067449122667}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7762275338172913, "Finetune/Loss (Raw)": 0.9092127084732056, "Finetune/Step": 2925, "Finetune/Step Time": 6.607951367273927}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7795892953872681, "Finetune/Loss (Raw)": 0.8012489080429077, "Finetune/Step": 2926, "Finetune/Step Time": 6.613879777491093}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7787226438522339, "Finetune/Loss (Raw)": 0.5605396628379822, "Finetune/Step": 2927, "Finetune/Step Time": 6.632080417126417}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7800396680831909, "Finetune/Loss (Raw)": 0.8018628358840942, "Finetune/Step": 2928, "Finetune/Step Time": 6.640205958858132}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7798159718513489, "Finetune/Loss (Raw)": 0.8558076620101929, "Finetune/Step": 2929, "Finetune/Step Time": 6.63104840926826}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7798339128494263, "Finetune/Loss (Raw)": 0.8813254833221436, "Finetune/Step": 2930, "Finetune/Step Time": 6.622801497578621}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7808653116226196, "Finetune/Loss (Raw)": 0.8847483992576599, "Finetune/Step": 2931, "Finetune/Step Time": 6.614722220227122}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7810766696929932, "Finetune/Loss (Raw)": 0.8700399994850159, "Finetune/Step": 2932, "Finetune/Step Time": 6.61820700392127}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7800504565238953, "Finetune/Loss (Raw)": 0.8195158839225769, "Finetune/Step": 2933, "Finetune/Step Time": 6.628527557477355}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7804579734802246, "Finetune/Loss (Raw)": 0.79046231508255, "Finetune/Step": 2934, "Finetune/Step Time": 6.621888509020209}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7807250022888184, "Finetune/Loss (Raw)": 0.8120814561843872, "Finetune/Step": 2935, "Finetune/Step Time": 6.625446563586593}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7827955484390259, "Finetune/Loss (Raw)": 0.8735170960426331, "Finetune/Step": 2936, "Finetune/Step Time": 6.630677856504917}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.7879200577735901, "Finetune/Loss (Raw)": 1.0008891820907593, "Finetune/Step": 2937, "Finetune/Step Time": 6.6213782746344805}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.78924560546875, "Finetune/Loss (Raw)": 0.8685039281845093, "Finetune/Step": 2938, "Finetune/Step Time": 6.616936706006527}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.789099931716919, "Finetune/Loss (Raw)": 0.8224380016326904, "Finetune/Step": 2939, "Finetune/Step Time": 6.615119917318225}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.7881877422332764, "Finetune/Loss (Raw)": 0.6748858094215393, "Finetune/Step": 2940, "Finetune/Step Time": 6.616870595142245}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7854080200195312, "Finetune/Loss (Raw)": 0.5248236060142517, "Finetune/Step": 2941, "Finetune/Step Time": 6.634289896115661}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7901605367660522, "Finetune/Loss (Raw)": 0.9568393230438232, "Finetune/Step": 2942, "Finetune/Step Time": 6.619155179709196}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.7889235019683838, "Finetune/Loss (Raw)": 0.7684866786003113, "Finetune/Step": 2943, "Finetune/Step Time": 6.622765000909567}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7890841364860535, "Finetune/Loss (Raw)": 0.8259260654449463, "Finetune/Step": 2944, "Finetune/Step Time": 6.6196286380290985}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7886965274810791, "Finetune/Loss (Raw)": 0.7492674589157104, "Finetune/Step": 2945, "Finetune/Step Time": 6.627715967595577}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.7887543439865112, "Finetune/Loss (Raw)": 0.7904170751571655, "Finetune/Step": 2946, "Finetune/Step Time": 6.619479171931744}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7874521613121033, "Finetune/Loss (Raw)": 0.7710736989974976, "Finetune/Step": 2947, "Finetune/Step Time": 6.645497094839811}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7859573364257812, "Finetune/Loss (Raw)": 0.714372456073761, "Finetune/Step": 2948, "Finetune/Step Time": 6.655639354139566}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7875978350639343, "Finetune/Loss (Raw)": 0.8459342122077942, "Finetune/Step": 2949, "Finetune/Step Time": 6.645639354363084}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7877241373062134, "Finetune/Loss (Raw)": 0.8552361130714417, "Finetune/Step": 2950, "Finetune/Step Time": 6.645442105829716}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7869760990142822, "Finetune/Loss (Raw)": 0.3038364350795746, "Finetune/Step": 2951, "Finetune/Step Time": 6.645147684961557}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7887126207351685, "Finetune/Loss (Raw)": 0.8583309054374695, "Finetune/Step": 2952, "Finetune/Step Time": 6.6427609622478485}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7902522087097168, "Finetune/Loss (Raw)": 0.9137272238731384, "Finetune/Step": 2953, "Finetune/Step Time": 6.641725014895201}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.7907294034957886, "Finetune/Loss (Raw)": 0.7264719605445862, "Finetune/Step": 2954, "Finetune/Step Time": 6.635890142992139}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.7920200824737549, "Finetune/Loss (Raw)": 0.9848135709762573, "Finetune/Step": 2955, "Finetune/Step Time": 6.653036538511515}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7909079194068909, "Finetune/Loss (Raw)": 0.8111065626144409, "Finetune/Step": 2956, "Finetune/Step Time": 6.65072345174849}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.7903769016265869, "Finetune/Loss (Raw)": 0.7708680629730225, "Finetune/Step": 2957, "Finetune/Step Time": 6.639766573905945}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7896403074264526, "Finetune/Loss (Raw)": 0.805298388004303, "Finetune/Step": 2958, "Finetune/Step Time": 6.642282821238041}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.784146785736084, "Finetune/Loss (Raw)": 0.3207671046257019, "Finetune/Step": 2959, "Finetune/Step Time": 6.658985408023}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7825895547866821, "Finetune/Loss (Raw)": 0.7483083605766296, "Finetune/Step": 2960, "Finetune/Step Time": 6.657334983348846}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7822694778442383, "Finetune/Loss (Raw)": 0.7683964967727661, "Finetune/Step": 2961, "Finetune/Step Time": 6.64429353363812}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.7873517274856567, "Finetune/Loss (Raw)": 1.0009437799453735, "Finetune/Step": 2962, "Finetune/Step Time": 6.630240626633167}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.787669837474823, "Finetune/Loss (Raw)": 0.8640862703323364, "Finetune/Step": 2963, "Finetune/Step Time": 6.640336383134127}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.7895559668540955, "Finetune/Loss (Raw)": 0.88055819272995, "Finetune/Step": 2964, "Finetune/Step Time": 6.643480164930224}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.7898843288421631, "Finetune/Loss (Raw)": 0.8941087126731873, "Finetune/Step": 2965, "Finetune/Step Time": 6.64031677134335}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.790076732635498, "Finetune/Loss (Raw)": 0.7440834045410156, "Finetune/Step": 2966, "Finetune/Step Time": 6.648019211366773}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.7898814678192139, "Finetune/Loss (Raw)": 0.6828973889350891, "Finetune/Step": 2967, "Finetune/Step Time": 6.6595263332128525}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.790580689907074, "Finetune/Loss (Raw)": 0.8844811916351318, "Finetune/Step": 2968, "Finetune/Step Time": 6.667645772919059}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.7896606922149658, "Finetune/Loss (Raw)": 0.8241646885871887, "Finetune/Step": 2969, "Finetune/Step Time": 6.66365073621273}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7895283699035645, "Finetune/Loss (Raw)": 0.8024274110794067, "Finetune/Step": 2970, "Finetune/Step Time": 6.674636218696833}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.7902606129646301, "Finetune/Loss (Raw)": 0.787617027759552, "Finetune/Step": 2971, "Finetune/Step Time": 6.670710353180766}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7900022268295288, "Finetune/Loss (Raw)": 0.813040554523468, "Finetune/Step": 2972, "Finetune/Step Time": 6.666300924494863}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7893219590187073, "Finetune/Loss (Raw)": 0.7204841375350952, "Finetune/Step": 2973, "Finetune/Step Time": 6.668951280415058}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7899259328842163, "Finetune/Loss (Raw)": 0.8408944010734558, "Finetune/Step": 2974, "Finetune/Step Time": 6.6697687190026045}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.7881896495819092, "Finetune/Loss (Raw)": 0.38876643776893616, "Finetune/Step": 2975, "Finetune/Step Time": 6.675200881436467}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.7872613072395325, "Finetune/Loss (Raw)": 0.7366846203804016, "Finetune/Step": 2976, "Finetune/Step Time": 6.669361811131239}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.7872778177261353, "Finetune/Loss (Raw)": 0.7707816362380981, "Finetune/Step": 2977, "Finetune/Step Time": 6.6658814288675785}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.7883927226066589, "Finetune/Loss (Raw)": 0.9420788288116455, "Finetune/Step": 2978, "Finetune/Step Time": 6.666189985349774}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.7882529497146606, "Finetune/Loss (Raw)": 0.8414685726165771, "Finetune/Step": 2979, "Finetune/Step Time": 6.6750341560691595}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.7876617908477783, "Finetune/Loss (Raw)": 0.7624479532241821, "Finetune/Step": 2980, "Finetune/Step Time": 6.67745016887784}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.7873850464820862, "Finetune/Loss (Raw)": 0.7299266457557678, "Finetune/Step": 2981, "Finetune/Step Time": 6.702243389561772}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.7864713668823242, "Finetune/Loss (Raw)": 0.7629538178443909, "Finetune/Step": 2982, "Finetune/Step Time": 6.695752076804638}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.7876372337341309, "Finetune/Loss (Raw)": 0.9400524497032166, "Finetune/Step": 2983, "Finetune/Step Time": 6.6853895001113415}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.7876874208450317, "Finetune/Loss (Raw)": 0.7855005860328674, "Finetune/Step": 2984, "Finetune/Step Time": 6.694311674684286}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7875556945800781, "Finetune/Loss (Raw)": 0.8367934226989746, "Finetune/Step": 2985, "Finetune/Step Time": 6.692948842421174}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7843663692474365, "Finetune/Loss (Raw)": 0.3229152262210846, "Finetune/Step": 2986, "Finetune/Step Time": 6.713637478649616}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7841027975082397, "Finetune/Loss (Raw)": 0.7884475588798523, "Finetune/Step": 2987, "Finetune/Step Time": 6.726746648550034}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7855386734008789, "Finetune/Loss (Raw)": 0.8741548657417297, "Finetune/Step": 2988, "Finetune/Step Time": 6.723908809944987}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7830117344856262, "Finetune/Loss (Raw)": 0.6404032707214355, "Finetune/Step": 2989, "Finetune/Step Time": 6.728511817753315}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.784271240234375, "Finetune/Loss (Raw)": 0.927270770072937, "Finetune/Step": 2990, "Finetune/Step Time": 6.704960510134697}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.7847698926925659, "Finetune/Loss (Raw)": 0.8646374940872192, "Finetune/Step": 2991, "Finetune/Step Time": 6.7086879294365644}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.784552812576294, "Finetune/Loss (Raw)": 0.698648989200592, "Finetune/Step": 2992, "Finetune/Step Time": 6.718730334192514}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.7849104404449463, "Finetune/Loss (Raw)": 0.9296554327011108, "Finetune/Step": 2993, "Finetune/Step Time": 6.715318839997053}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.7892418503761292, "Finetune/Loss (Raw)": 0.9402837157249451, "Finetune/Step": 2994, "Finetune/Step Time": 6.702631279826164}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.7893421053886414, "Finetune/Loss (Raw)": 0.8453126549720764, "Finetune/Step": 2995, "Finetune/Step Time": 6.705222496762872}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.7877483367919922, "Finetune/Loss (Raw)": 0.7338306307792664, "Finetune/Step": 2996, "Finetune/Step Time": 6.72001339122653}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.7888568043708801, "Finetune/Loss (Raw)": 0.7402156591415405, "Finetune/Step": 2997, "Finetune/Step Time": 6.69112273491919}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.791853129863739, "Finetune/Loss (Raw)": 0.7579761743545532, "Finetune/Step": 2998, "Finetune/Step Time": 6.679192245006561}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.7910770773887634, "Finetune/Loss (Raw)": 0.8362394571304321, "Finetune/Step": 2999, "Finetune/Step Time": 6.674511689692736}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.7904239892959595, "Finetune/Loss (Raw)": 0.842785120010376, "Finetune/Step": 3000, "Finetune/Step Time": 6.67869764752686}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.789743185043335, "Finetune/Loss (Raw)": 0.760766327381134, "Finetune/Step": 3001, "Finetune/Step Time": 6.682439751923084}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.7939490675926208, "Finetune/Loss (Raw)": 0.8929564952850342, "Finetune/Step": 3002, "Finetune/Step Time": 6.665944740176201}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.7933671474456787, "Finetune/Loss (Raw)": 0.8012730479240417, "Finetune/Step": 3003, "Finetune/Step Time": 6.6619355250149965}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.7937909364700317, "Finetune/Loss (Raw)": 0.8739780187606812, "Finetune/Step": 3004, "Finetune/Step Time": 6.654940843582153}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.7923622131347656, "Finetune/Loss (Raw)": 0.5975703597068787, "Finetune/Step": 3005, "Finetune/Step Time": 6.672098385170102}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.793580174446106, "Finetune/Loss (Raw)": 0.8835201263427734, "Finetune/Step": 3006, "Finetune/Step Time": 6.665578862652183}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.7930092811584473, "Finetune/Loss (Raw)": 0.657199501991272, "Finetune/Step": 3007, "Finetune/Step Time": 6.656376319006085}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.7926505208015442, "Finetune/Loss (Raw)": 0.8799707293510437, "Finetune/Step": 3008, "Finetune/Step Time": 6.657143633812666}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.7934063673019409, "Finetune/Loss (Raw)": 0.9387753009796143, "Finetune/Step": 3009, "Finetune/Step Time": 6.640142232179642}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.7925832867622375, "Finetune/Loss (Raw)": 0.7886778712272644, "Finetune/Step": 3010, "Finetune/Step Time": 6.640342460945249}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.7922064661979675, "Finetune/Loss (Raw)": 0.8926430940628052, "Finetune/Step": 3011, "Finetune/Step Time": 6.648203803226352}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.7933710813522339, "Finetune/Loss (Raw)": 0.8648344874382019, "Finetune/Step": 3012, "Finetune/Step Time": 6.620889091864228}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.7931984663009644, "Finetune/Loss (Raw)": 0.8507674932479858, "Finetune/Step": 3013, "Finetune/Step Time": 6.617106348276138}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.7941535711288452, "Finetune/Loss (Raw)": 0.7032614946365356, "Finetune/Step": 3014, "Finetune/Step Time": 6.601115845143795}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.7933787703514099, "Finetune/Loss (Raw)": 0.6099310517311096, "Finetune/Step": 3015, "Finetune/Step Time": 6.6100088134408}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.7917170524597168, "Finetune/Loss (Raw)": 0.7795370817184448, "Finetune/Step": 3016, "Finetune/Step Time": 6.613781791180372}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.7946715950965881, "Finetune/Loss (Raw)": 0.7055273652076721, "Finetune/Step": 3017, "Finetune/Step Time": 6.59933790192008}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.794609546661377, "Finetune/Loss (Raw)": 0.747119665145874, "Finetune/Step": 3018, "Finetune/Step Time": 6.594353588297963}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.7948422431945801, "Finetune/Loss (Raw)": 0.8041996359825134, "Finetune/Step": 3019, "Finetune/Step Time": 6.606119958683848}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7930362224578857, "Finetune/Loss (Raw)": 0.7614787220954895, "Finetune/Step": 3020, "Finetune/Step Time": 6.58838558383286}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.7931523323059082, "Finetune/Loss (Raw)": 0.8004751801490784, "Finetune/Step": 3021, "Finetune/Step Time": 6.591700566932559}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.793225884437561, "Finetune/Loss (Raw)": 0.9164164662361145, "Finetune/Step": 3022, "Finetune/Step Time": 6.591803649440408}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7919768691062927, "Finetune/Loss (Raw)": 0.6702131032943726, "Finetune/Step": 3023, "Finetune/Step Time": 6.5945443492382765}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7914861440658569, "Finetune/Loss (Raw)": 0.81512051820755, "Finetune/Step": 3024, "Finetune/Step Time": 6.599236078560352}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.7913344502449036, "Finetune/Loss (Raw)": 0.8623616695404053, "Finetune/Step": 3025, "Finetune/Step Time": 6.598042447119951}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.7911607027053833, "Finetune/Loss (Raw)": 0.816038966178894, "Finetune/Step": 3026, "Finetune/Step Time": 6.601647973060608}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7920330762863159, "Finetune/Loss (Raw)": 0.9172072410583496, "Finetune/Step": 3027, "Finetune/Step Time": 6.599053962156177}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7930068969726562, "Finetune/Loss (Raw)": 0.8121225237846375, "Finetune/Step": 3028, "Finetune/Step Time": 6.591058302670717}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.7954550385475159, "Finetune/Loss (Raw)": 1.0046955347061157, "Finetune/Step": 3029, "Finetune/Step Time": 6.581568764522672}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.7953559160232544, "Finetune/Loss (Raw)": 0.7811082601547241, "Finetune/Step": 3030, "Finetune/Step Time": 6.572279989719391}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.7954435348510742, "Finetune/Loss (Raw)": 0.8485147356987, "Finetune/Step": 3031, "Finetune/Step Time": 6.568309968337417}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.7957192659378052, "Finetune/Loss (Raw)": 0.8289125561714172, "Finetune/Step": 3032, "Finetune/Step Time": 6.571712277829647}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.7961171865463257, "Finetune/Loss (Raw)": 0.8570045828819275, "Finetune/Step": 3033, "Finetune/Step Time": 6.568159323185682}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.7964931726455688, "Finetune/Loss (Raw)": 0.9353955984115601, "Finetune/Step": 3034, "Finetune/Step Time": 6.563583293929696}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.7967525124549866, "Finetune/Loss (Raw)": 0.8283688426017761, "Finetune/Step": 3035, "Finetune/Step Time": 6.564072348177433}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.79608154296875, "Finetune/Loss (Raw)": 0.7792192697525024, "Finetune/Step": 3036, "Finetune/Step Time": 6.5760215148329735}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.7957059144973755, "Finetune/Loss (Raw)": 0.9508303999900818, "Finetune/Step": 3037, "Finetune/Step Time": 6.578347399830818}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.7954446077346802, "Finetune/Loss (Raw)": 0.8862529397010803, "Finetune/Step": 3038, "Finetune/Step Time": 6.577000526711345}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.7937456369400024, "Finetune/Loss (Raw)": 0.7391161918640137, "Finetune/Step": 3039, "Finetune/Step Time": 6.586590066552162}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.7936571836471558, "Finetune/Loss (Raw)": 0.8385729789733887, "Finetune/Step": 3040, "Finetune/Step Time": 6.578576484695077}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7930466532707214, "Finetune/Loss (Raw)": 0.7480644583702087, "Finetune/Step": 3041, "Finetune/Step Time": 6.582517970353365}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.7945849895477295, "Finetune/Loss (Raw)": 0.8230760097503662, "Finetune/Step": 3042, "Finetune/Step Time": 6.558202749118209}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.7924942970275879, "Finetune/Loss (Raw)": 0.3076901435852051, "Finetune/Step": 3043, "Finetune/Step Time": 6.567340854555368}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7910371422767639, "Finetune/Loss (Raw)": 0.6727280020713806, "Finetune/Step": 3044, "Finetune/Step Time": 6.585966942831874}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7886549234390259, "Finetune/Loss (Raw)": 0.6081077456474304, "Finetune/Step": 3045, "Finetune/Step Time": 6.592083644121885}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.7905945181846619, "Finetune/Loss (Raw)": 0.9835551381111145, "Finetune/Step": 3046, "Finetune/Step Time": 6.586697358638048}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7903715968132019, "Finetune/Loss (Raw)": 0.8169910311698914, "Finetune/Step": 3047, "Finetune/Step Time": 6.592259854078293}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.7952283620834351, "Finetune/Loss (Raw)": 0.9655829071998596, "Finetune/Step": 3048, "Finetune/Step Time": 6.573052806779742}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.7952462434768677, "Finetune/Loss (Raw)": 0.7929118275642395, "Finetune/Step": 3049, "Finetune/Step Time": 6.566741116344929}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.7967430949211121, "Finetune/Loss (Raw)": 0.9491086602210999, "Finetune/Step": 3050, "Finetune/Step Time": 6.5584347397089005}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.7983226776123047, "Finetune/Loss (Raw)": 0.92365562915802, "Finetune/Step": 3051, "Finetune/Step Time": 6.53760127723217}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.7974704504013062, "Finetune/Loss (Raw)": 0.7814163565635681, "Finetune/Step": 3052, "Finetune/Step Time": 6.541795112192631}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.7974579930305481, "Finetune/Loss (Raw)": 0.907611608505249, "Finetune/Step": 3053, "Finetune/Step Time": 6.544920662418008}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.7987418174743652, "Finetune/Loss (Raw)": 0.965574324131012, "Finetune/Step": 3054, "Finetune/Step Time": 6.52069154754281}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.8008673191070557, "Finetune/Loss (Raw)": 0.8326109647750854, "Finetune/Step": 3055, "Finetune/Step Time": 6.502533236518502}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8012838363647461, "Finetune/Loss (Raw)": 0.8551798462867737, "Finetune/Step": 3056, "Finetune/Step Time": 6.482225224375725}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.8001453876495361, "Finetune/Loss (Raw)": 0.7100809216499329, "Finetune/Step": 3057, "Finetune/Step Time": 6.493822392076254}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8000819087028503, "Finetune/Loss (Raw)": 0.8732008337974548, "Finetune/Step": 3058, "Finetune/Step Time": 6.491616470739245}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.7999248504638672, "Finetune/Loss (Raw)": 0.8646450042724609, "Finetune/Step": 3059, "Finetune/Step Time": 6.488713247701526}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.8001324534416199, "Finetune/Loss (Raw)": 0.8966161012649536, "Finetune/Step": 3060, "Finetune/Step Time": 6.493049396201968}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.8007680177688599, "Finetune/Loss (Raw)": 0.900863528251648, "Finetune/Step": 3061, "Finetune/Step Time": 6.4856619369238615}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.8003207445144653, "Finetune/Loss (Raw)": 0.7332130670547485, "Finetune/Step": 3062, "Finetune/Step Time": 6.513485675677657}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8001773953437805, "Finetune/Loss (Raw)": 0.7937355637550354, "Finetune/Step": 3063, "Finetune/Step Time": 6.506778758019209}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.8000760674476624, "Finetune/Loss (Raw)": 0.8605452179908752, "Finetune/Step": 3064, "Finetune/Step Time": 6.4891079887747765}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.7974207401275635, "Finetune/Loss (Raw)": 0.6610054969787598, "Finetune/Step": 3065, "Finetune/Step Time": 6.49592068977654}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.7949169874191284, "Finetune/Loss (Raw)": 0.5480280518531799, "Finetune/Step": 3066, "Finetune/Step Time": 6.528368441388011}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.7949440479278564, "Finetune/Loss (Raw)": 0.8258983492851257, "Finetune/Step": 3067, "Finetune/Step Time": 6.529714718461037}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.7956841588020325, "Finetune/Loss (Raw)": 0.769623875617981, "Finetune/Step": 3068, "Finetune/Step Time": 6.551356714218855}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.796944260597229, "Finetune/Loss (Raw)": 0.6861163377761841, "Finetune/Step": 3069, "Finetune/Step Time": 6.543183960020542}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.7959014177322388, "Finetune/Loss (Raw)": 0.8233520984649658, "Finetune/Step": 3070, "Finetune/Step Time": 6.540981724858284}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.7974886894226074, "Finetune/Loss (Raw)": 0.9716629385948181, "Finetune/Step": 3071, "Finetune/Step Time": 6.53404638916254}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.7972111701965332, "Finetune/Loss (Raw)": 0.7904017567634583, "Finetune/Step": 3072, "Finetune/Step Time": 6.534537145867944}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.7977548837661743, "Finetune/Loss (Raw)": 0.8188598155975342, "Finetune/Step": 3073, "Finetune/Step Time": 6.525476526468992}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.7978459596633911, "Finetune/Loss (Raw)": 0.80207759141922, "Finetune/Step": 3074, "Finetune/Step Time": 6.527425823733211}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.7940840721130371, "Finetune/Loss (Raw)": 0.2895491123199463, "Finetune/Step": 3075, "Finetune/Step Time": 6.521040756255388}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.7939303517341614, "Finetune/Loss (Raw)": 0.6946993470191956, "Finetune/Step": 3076, "Finetune/Step Time": 6.508002845570445}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.7940328121185303, "Finetune/Loss (Raw)": 0.859049916267395, "Finetune/Step": 3077, "Finetune/Step Time": 6.508752569556236}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.7928270101547241, "Finetune/Loss (Raw)": 0.700887143611908, "Finetune/Step": 3078, "Finetune/Step Time": 6.505294358357787}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.7953131198883057, "Finetune/Loss (Raw)": 0.6220598816871643, "Finetune/Step": 3079, "Finetune/Step Time": 6.508333511650562}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.7941313982009888, "Finetune/Loss (Raw)": 0.70707106590271, "Finetune/Step": 3080, "Finetune/Step Time": 6.512171413749456}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.7927621603012085, "Finetune/Loss (Raw)": 0.7384668588638306, "Finetune/Step": 3081, "Finetune/Step Time": 6.51556901447475}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.7936322689056396, "Finetune/Loss (Raw)": 0.8378448486328125, "Finetune/Step": 3082, "Finetune/Step Time": 6.511278731748462}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.7926481366157532, "Finetune/Loss (Raw)": 0.8588427305221558, "Finetune/Step": 3083, "Finetune/Step Time": 6.506801104173064}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.7922987937927246, "Finetune/Loss (Raw)": 0.7663902044296265, "Finetune/Step": 3084, "Finetune/Step Time": 6.516938025131822}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.7940160036087036, "Finetune/Loss (Raw)": 0.9906767010688782, "Finetune/Step": 3085, "Finetune/Step Time": 6.5149624571204185}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.7942466735839844, "Finetune/Loss (Raw)": 0.8348252177238464, "Finetune/Step": 3086, "Finetune/Step Time": 6.514643901959062}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.7979570031166077, "Finetune/Loss (Raw)": 0.7956855893135071, "Finetune/Step": 3087, "Finetune/Step Time": 6.499655829742551}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.7965453267097473, "Finetune/Loss (Raw)": 0.5676161646842957, "Finetune/Step": 3088, "Finetune/Step Time": 6.497943164780736}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.7975685596466064, "Finetune/Loss (Raw)": 0.8993703722953796, "Finetune/Step": 3089, "Finetune/Step Time": 6.501472935080528}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.7955179810523987, "Finetune/Loss (Raw)": 0.7384663224220276, "Finetune/Step": 3090, "Finetune/Step Time": 6.49525928683579}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.7944101095199585, "Finetune/Loss (Raw)": 0.7222806215286255, "Finetune/Step": 3091, "Finetune/Step Time": 6.509334133937955}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7898098230361938, "Finetune/Loss (Raw)": 0.29172369837760925, "Finetune/Step": 3092, "Finetune/Step Time": 6.526158444583416}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.7893282175064087, "Finetune/Loss (Raw)": 0.8324527740478516, "Finetune/Step": 3093, "Finetune/Step Time": 6.532513802871108}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.7901420593261719, "Finetune/Loss (Raw)": 0.8482574820518494, "Finetune/Step": 3094, "Finetune/Step Time": 6.527527028694749}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.7909809947013855, "Finetune/Loss (Raw)": 0.7902845740318298, "Finetune/Step": 3095, "Finetune/Step Time": 6.5201182551681995}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7906190156936646, "Finetune/Loss (Raw)": 0.8381459712982178, "Finetune/Step": 3096, "Finetune/Step Time": 6.514870958402753}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.7865746021270752, "Finetune/Loss (Raw)": 0.30648431181907654, "Finetune/Step": 3097, "Finetune/Step Time": 6.5366278029978275}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7847785949707031, "Finetune/Loss (Raw)": 0.5725289583206177, "Finetune/Step": 3098, "Finetune/Step Time": 6.52566459774971}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7852057218551636, "Finetune/Loss (Raw)": 0.8422869443893433, "Finetune/Step": 3099, "Finetune/Step Time": 6.5293631516397}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.7867870926856995, "Finetune/Loss (Raw)": 1.0154640674591064, "Finetune/Step": 3100, "Finetune/Step Time": 6.531412452459335}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7856844663619995, "Finetune/Loss (Raw)": 0.5793496370315552, "Finetune/Step": 3101, "Finetune/Step Time": 6.534000631421804}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.7862277626991272, "Finetune/Loss (Raw)": 0.9104373455047607, "Finetune/Step": 3102, "Finetune/Step Time": 6.541404569521546}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.790557861328125, "Finetune/Loss (Raw)": 0.9430155754089355, "Finetune/Step": 3103, "Finetune/Step Time": 6.535388380289078}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.7914645671844482, "Finetune/Loss (Raw)": 0.8527425527572632, "Finetune/Step": 3104, "Finetune/Step Time": 6.530721323564649}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7921541333198547, "Finetune/Loss (Raw)": 0.8590488433837891, "Finetune/Step": 3105, "Finetune/Step Time": 6.532252494245768}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.7905527353286743, "Finetune/Loss (Raw)": 0.7371013760566711, "Finetune/Step": 3106, "Finetune/Step Time": 6.531968763098121}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.7915124893188477, "Finetune/Loss (Raw)": 0.9643096327781677, "Finetune/Step": 3107, "Finetune/Step Time": 6.5264891646802425}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7914187908172607, "Finetune/Loss (Raw)": 0.7504611015319824, "Finetune/Step": 3108, "Finetune/Step Time": 6.5189719293266535}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.7917134761810303, "Finetune/Loss (Raw)": 0.7676452994346619, "Finetune/Step": 3109, "Finetune/Step Time": 6.4962541330605745}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.7915704846382141, "Finetune/Loss (Raw)": 0.7446498870849609, "Finetune/Step": 3110, "Finetune/Step Time": 6.493350382894278}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.7902316451072693, "Finetune/Loss (Raw)": 0.7686828374862671, "Finetune/Step": 3111, "Finetune/Step Time": 6.5028725396841764}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.7910399436950684, "Finetune/Loss (Raw)": 0.8889601826667786, "Finetune/Step": 3112, "Finetune/Step Time": 6.478716224431992}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7905789017677307, "Finetune/Loss (Raw)": 0.7777824997901917, "Finetune/Step": 3113, "Finetune/Step Time": 6.492236919701099}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.794784665107727, "Finetune/Loss (Raw)": 0.8612486124038696, "Finetune/Step": 3114, "Finetune/Step Time": 6.478946378454566}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.7948322892189026, "Finetune/Loss (Raw)": 0.7945431470870972, "Finetune/Step": 3115, "Finetune/Step Time": 6.462025640532374}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.7925217151641846, "Finetune/Loss (Raw)": 0.5784069895744324, "Finetune/Step": 3116, "Finetune/Step Time": 6.488662829622626}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.7942342758178711, "Finetune/Loss (Raw)": 0.8596099615097046, "Finetune/Step": 3117, "Finetune/Step Time": 6.484649416059256}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.7906924486160278, "Finetune/Loss (Raw)": 0.4739128351211548, "Finetune/Step": 3118, "Finetune/Step Time": 6.50707040540874}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7902619242668152, "Finetune/Loss (Raw)": 0.8095325231552124, "Finetune/Step": 3119, "Finetune/Step Time": 6.508310738950968}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7912879586219788, "Finetune/Loss (Raw)": 0.8299764394760132, "Finetune/Step": 3120, "Finetune/Step Time": 6.5039507038891315}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.788902223110199, "Finetune/Loss (Raw)": 0.6242878437042236, "Finetune/Step": 3121, "Finetune/Step Time": 6.51505121588707}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.787667989730835, "Finetune/Loss (Raw)": 0.7822962403297424, "Finetune/Step": 3122, "Finetune/Step Time": 6.507169419899583}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7872701287269592, "Finetune/Loss (Raw)": 0.7943907976150513, "Finetune/Step": 3123, "Finetune/Step Time": 6.5129420310258865}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.7884536981582642, "Finetune/Loss (Raw)": 0.8853254914283752, "Finetune/Step": 3124, "Finetune/Step Time": 6.4979504477232695}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7878700494766235, "Finetune/Loss (Raw)": 0.6655070185661316, "Finetune/Step": 3125, "Finetune/Step Time": 6.498225722461939}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.788736879825592, "Finetune/Loss (Raw)": 0.868931770324707, "Finetune/Step": 3126, "Finetune/Step Time": 6.48985555768013}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.7896522283554077, "Finetune/Loss (Raw)": 0.9534045457839966, "Finetune/Step": 3127, "Finetune/Step Time": 6.4869491551071405}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7871551513671875, "Finetune/Loss (Raw)": 0.5231568813323975, "Finetune/Step": 3128, "Finetune/Step Time": 6.523128397762775}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7872945666313171, "Finetune/Loss (Raw)": 0.7786128520965576, "Finetune/Step": 3129, "Finetune/Step Time": 6.520471032708883}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7859967947006226, "Finetune/Loss (Raw)": 0.7268474698066711, "Finetune/Step": 3130, "Finetune/Step Time": 6.534786792472005}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7857074737548828, "Finetune/Loss (Raw)": 0.7642369270324707, "Finetune/Step": 3131, "Finetune/Step Time": 6.536661626771092}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7820990681648254, "Finetune/Loss (Raw)": 0.4121030569076538, "Finetune/Step": 3132, "Finetune/Step Time": 6.557217542082071}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7838280200958252, "Finetune/Loss (Raw)": 0.818880558013916, "Finetune/Step": 3133, "Finetune/Step Time": 6.53916928358376}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7820048332214355, "Finetune/Loss (Raw)": 0.650138795375824, "Finetune/Step": 3134, "Finetune/Step Time": 6.5539869498461485}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7837212085723877, "Finetune/Loss (Raw)": 0.876898467540741, "Finetune/Step": 3135, "Finetune/Step Time": 6.55730458162725}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7833547592163086, "Finetune/Loss (Raw)": 0.8330724835395813, "Finetune/Step": 3136, "Finetune/Step Time": 6.559559406712651}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.7816578149795532, "Finetune/Loss (Raw)": 0.7215608358383179, "Finetune/Step": 3137, "Finetune/Step Time": 6.576023764908314}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7805583477020264, "Finetune/Loss (Raw)": 0.6479527950286865, "Finetune/Step": 3138, "Finetune/Step Time": 6.5841623321175575}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7798619270324707, "Finetune/Loss (Raw)": 0.8034977912902832, "Finetune/Step": 3139, "Finetune/Step Time": 6.575121330097318}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7792912125587463, "Finetune/Loss (Raw)": 0.7917808890342712, "Finetune/Step": 3140, "Finetune/Step Time": 6.585665417835116}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.778772234916687, "Finetune/Loss (Raw)": 0.7843371033668518, "Finetune/Step": 3141, "Finetune/Step Time": 6.588432872667909}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7790935039520264, "Finetune/Loss (Raw)": 0.7443879842758179, "Finetune/Step": 3142, "Finetune/Step Time": 6.5932487938553095}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.778444766998291, "Finetune/Loss (Raw)": 0.5268881320953369, "Finetune/Step": 3143, "Finetune/Step Time": 6.592867657542229}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7796005010604858, "Finetune/Loss (Raw)": 0.9274787306785583, "Finetune/Step": 3144, "Finetune/Step Time": 6.584967089816928}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7811928987503052, "Finetune/Loss (Raw)": 0.9093456268310547, "Finetune/Step": 3145, "Finetune/Step Time": 6.580235235393047}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.782111644744873, "Finetune/Loss (Raw)": 0.864721417427063, "Finetune/Step": 3146, "Finetune/Step Time": 6.5814544931054115}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7823383808135986, "Finetune/Loss (Raw)": 0.8332195281982422, "Finetune/Step": 3147, "Finetune/Step Time": 6.5784202460199594}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7838240265846252, "Finetune/Loss (Raw)": 0.9516480565071106, "Finetune/Step": 3148, "Finetune/Step Time": 6.5982053857296705}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7808327078819275, "Finetune/Loss (Raw)": 0.41758668422698975, "Finetune/Step": 3149, "Finetune/Step Time": 6.6150010377168655}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7797963619232178, "Finetune/Loss (Raw)": 0.7837582230567932, "Finetune/Step": 3150, "Finetune/Step Time": 6.611943943426013}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7811079025268555, "Finetune/Loss (Raw)": 0.8380880951881409, "Finetune/Step": 3151, "Finetune/Step Time": 6.612795082852244}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7810012698173523, "Finetune/Loss (Raw)": 0.8014771938323975, "Finetune/Step": 3152, "Finetune/Step Time": 6.617606008425355}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7809561491012573, "Finetune/Loss (Raw)": 0.856585681438446, "Finetune/Step": 3153, "Finetune/Step Time": 6.617112062871456}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7808048725128174, "Finetune/Loss (Raw)": 0.7966744303703308, "Finetune/Step": 3154, "Finetune/Step Time": 6.608901737257838}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7805241942405701, "Finetune/Loss (Raw)": 0.8812800049781799, "Finetune/Step": 3155, "Finetune/Step Time": 6.603237863630056}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.780182957649231, "Finetune/Loss (Raw)": 0.7684481739997864, "Finetune/Step": 3156, "Finetune/Step Time": 6.597726486623287}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7796320915222168, "Finetune/Loss (Raw)": 0.9341803789138794, "Finetune/Step": 3157, "Finetune/Step Time": 6.603272922337055}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7757211923599243, "Finetune/Loss (Raw)": 0.2805120646953583, "Finetune/Step": 3158, "Finetune/Step Time": 6.61078223772347}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7749322652816772, "Finetune/Loss (Raw)": 0.7475377321243286, "Finetune/Step": 3159, "Finetune/Step Time": 6.614584507420659}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7748763561248779, "Finetune/Loss (Raw)": 0.821755588054657, "Finetune/Step": 3160, "Finetune/Step Time": 6.605575956404209}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7747787237167358, "Finetune/Loss (Raw)": 0.8445056676864624, "Finetune/Step": 3161, "Finetune/Step Time": 6.624217225238681}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7706592082977295, "Finetune/Loss (Raw)": 0.4080958366394043, "Finetune/Step": 3162, "Finetune/Step Time": 6.65464617870748}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.77144455909729, "Finetune/Loss (Raw)": 0.9288930892944336, "Finetune/Step": 3163, "Finetune/Step Time": 6.6757786963135}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.771910548210144, "Finetune/Loss (Raw)": 0.8388674259185791, "Finetune/Step": 3164, "Finetune/Step Time": 6.65749579295516}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7687066793441772, "Finetune/Loss (Raw)": 0.5407354831695557, "Finetune/Step": 3165, "Finetune/Step Time": 6.659066427499056}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7679418325424194, "Finetune/Loss (Raw)": 0.788347601890564, "Finetune/Step": 3166, "Finetune/Step Time": 6.65920134074986}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7684981822967529, "Finetune/Loss (Raw)": 0.8103367686271667, "Finetune/Step": 3167, "Finetune/Step Time": 6.64658572524786}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7693502902984619, "Finetune/Loss (Raw)": 0.9476398229598999, "Finetune/Step": 3168, "Finetune/Step Time": 6.65243767015636}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7659412026405334, "Finetune/Loss (Raw)": 0.3117024302482605, "Finetune/Step": 3169, "Finetune/Step Time": 6.668775508180261}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7647101283073425, "Finetune/Loss (Raw)": 0.6654942631721497, "Finetune/Step": 3170, "Finetune/Step Time": 6.670250099152327}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7681853771209717, "Finetune/Loss (Raw)": 0.7525262236595154, "Finetune/Step": 3171, "Finetune/Step Time": 6.653259830549359}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.768761157989502, "Finetune/Loss (Raw)": 0.7464250326156616, "Finetune/Step": 3172, "Finetune/Step Time": 6.635371509939432}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7692444920539856, "Finetune/Loss (Raw)": 0.669974684715271, "Finetune/Step": 3173, "Finetune/Step Time": 6.646032581105828}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7692713737487793, "Finetune/Loss (Raw)": 0.9869920611381531, "Finetune/Step": 3174, "Finetune/Step Time": 6.6509302500635386}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7690092325210571, "Finetune/Loss (Raw)": 0.7834466099739075, "Finetune/Step": 3175, "Finetune/Step Time": 6.6478353049606085}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7689493894577026, "Finetune/Loss (Raw)": 0.9579235911369324, "Finetune/Step": 3176, "Finetune/Step Time": 6.649449318647385}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.768670380115509, "Finetune/Loss (Raw)": 0.757194995880127, "Finetune/Step": 3177, "Finetune/Step Time": 6.642454179003835}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7676442265510559, "Finetune/Loss (Raw)": 0.8177554607391357, "Finetune/Step": 3178, "Finetune/Step Time": 6.6476208083331585}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7676944136619568, "Finetune/Loss (Raw)": 0.9300833344459534, "Finetune/Step": 3179, "Finetune/Step Time": 6.663314420729876}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7674676775932312, "Finetune/Loss (Raw)": 0.7523907423019409, "Finetune/Step": 3180, "Finetune/Step Time": 6.658912658691406}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7670437097549438, "Finetune/Loss (Raw)": 0.8533524870872498, "Finetune/Step": 3181, "Finetune/Step Time": 6.65432370826602}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7660167217254639, "Finetune/Loss (Raw)": 0.8341082334518433, "Finetune/Step": 3182, "Finetune/Step Time": 6.656657937914133}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7651063203811646, "Finetune/Loss (Raw)": 0.7160852551460266, "Finetune/Step": 3183, "Finetune/Step Time": 6.655845267698169}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7644096612930298, "Finetune/Loss (Raw)": 0.7660091519355774, "Finetune/Step": 3184, "Finetune/Step Time": 6.665686152875423}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7657402157783508, "Finetune/Loss (Raw)": 0.8803959488868713, "Finetune/Step": 3185, "Finetune/Step Time": 6.659979494288564}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7650023698806763, "Finetune/Loss (Raw)": 0.7787492275238037, "Finetune/Step": 3186, "Finetune/Step Time": 6.663039796054363}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7650948762893677, "Finetune/Loss (Raw)": 0.8764872550964355, "Finetune/Step": 3187, "Finetune/Step Time": 6.661095444113016}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7636914253234863, "Finetune/Loss (Raw)": 0.7169772982597351, "Finetune/Step": 3188, "Finetune/Step Time": 6.668744567781687}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7624971866607666, "Finetune/Loss (Raw)": 0.747992992401123, "Finetune/Step": 3189, "Finetune/Step Time": 6.665150551125407}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7633060216903687, "Finetune/Loss (Raw)": 0.8367474675178528, "Finetune/Step": 3190, "Finetune/Step Time": 6.640370644629002}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7636598944664001, "Finetune/Loss (Raw)": 0.8390386700630188, "Finetune/Step": 3191, "Finetune/Step Time": 6.6645259484648705}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7632008790969849, "Finetune/Loss (Raw)": 0.801784873008728, "Finetune/Step": 3192, "Finetune/Step Time": 6.669441247358918}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7643007636070251, "Finetune/Loss (Raw)": 0.80179363489151, "Finetune/Step": 3193, "Finetune/Step Time": 6.654081409797072}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7657754421234131, "Finetune/Loss (Raw)": 0.736780047416687, "Finetune/Step": 3194, "Finetune/Step Time": 6.626537734642625}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7658735513687134, "Finetune/Loss (Raw)": 0.8384613394737244, "Finetune/Step": 3195, "Finetune/Step Time": 6.632220799103379}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7661652565002441, "Finetune/Loss (Raw)": 0.8069588541984558, "Finetune/Step": 3196, "Finetune/Step Time": 6.6116399466991425}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7677240967750549, "Finetune/Loss (Raw)": 0.8856510519981384, "Finetune/Step": 3197, "Finetune/Step Time": 6.603534203022718}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7669639587402344, "Finetune/Loss (Raw)": 0.7260566353797913, "Finetune/Step": 3198, "Finetune/Step Time": 6.611064439639449}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7659109234809875, "Finetune/Loss (Raw)": 0.8368803262710571, "Finetune/Step": 3199, "Finetune/Step Time": 6.610422007739544}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7677475214004517, "Finetune/Loss (Raw)": 1.0254857540130615, "Finetune/Step": 3200, "Finetune/Step Time": 6.600952561944723}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7662423253059387, "Finetune/Loss (Raw)": 0.6261895895004272, "Finetune/Step": 3201, "Finetune/Step Time": 6.60216423496604}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7661455869674683, "Finetune/Loss (Raw)": 0.78969407081604, "Finetune/Step": 3202, "Finetune/Step Time": 6.599206492304802}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7700321674346924, "Finetune/Loss (Raw)": 0.7870347499847412, "Finetune/Step": 3203, "Finetune/Step Time": 6.579048013314605}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7706310749053955, "Finetune/Loss (Raw)": 0.771358072757721, "Finetune/Step": 3204, "Finetune/Step Time": 6.585537306964397}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7697570323944092, "Finetune/Loss (Raw)": 0.7471661567687988, "Finetune/Step": 3205, "Finetune/Step Time": 6.58144299313426}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7696516513824463, "Finetune/Loss (Raw)": 0.6873980760574341, "Finetune/Step": 3206, "Finetune/Step Time": 6.582507714629173}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7707340717315674, "Finetune/Loss (Raw)": 0.760621190071106, "Finetune/Step": 3207, "Finetune/Step Time": 6.591608727350831}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7717475891113281, "Finetune/Loss (Raw)": 0.8367947340011597, "Finetune/Step": 3208, "Finetune/Step Time": 6.585467241704464}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7722041010856628, "Finetune/Loss (Raw)": 0.7969001531600952, "Finetune/Step": 3209, "Finetune/Step Time": 6.587963007390499}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7713025808334351, "Finetune/Loss (Raw)": 0.7224497199058533, "Finetune/Step": 3210, "Finetune/Step Time": 6.586445448920131}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7708635330200195, "Finetune/Loss (Raw)": 0.8026461005210876, "Finetune/Step": 3211, "Finetune/Step Time": 6.579848753288388}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7679452300071716, "Finetune/Loss (Raw)": 0.3928455114364624, "Finetune/Step": 3212, "Finetune/Step Time": 6.59199152700603}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7669147253036499, "Finetune/Loss (Raw)": 0.8587778210639954, "Finetune/Step": 3213, "Finetune/Step Time": 6.589982630684972}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7660367488861084, "Finetune/Loss (Raw)": 0.7224429845809937, "Finetune/Step": 3214, "Finetune/Step Time": 6.602142386138439}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7650959491729736, "Finetune/Loss (Raw)": 0.6752663850784302, "Finetune/Step": 3215, "Finetune/Step Time": 6.61099361255765}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7657409906387329, "Finetune/Loss (Raw)": 0.6501815915107727, "Finetune/Step": 3216, "Finetune/Step Time": 6.631323978304863}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7652230262756348, "Finetune/Loss (Raw)": 0.8330591320991516, "Finetune/Step": 3217, "Finetune/Step Time": 6.634467339143157}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7659528255462646, "Finetune/Loss (Raw)": 0.8318909406661987, "Finetune/Step": 3218, "Finetune/Step Time": 6.632386039942503}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7656848430633545, "Finetune/Loss (Raw)": 0.6879697442054749, "Finetune/Step": 3219, "Finetune/Step Time": 6.6065925266593695}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.770954966545105, "Finetune/Loss (Raw)": 0.9663088917732239, "Finetune/Step": 3220, "Finetune/Step Time": 6.585501100867987}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7703785300254822, "Finetune/Loss (Raw)": 0.7586653232574463, "Finetune/Step": 3221, "Finetune/Step Time": 6.588534627109766}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7663544416427612, "Finetune/Loss (Raw)": 0.33317336440086365, "Finetune/Step": 3222, "Finetune/Step Time": 6.606215884909034}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7662445306777954, "Finetune/Loss (Raw)": 0.7762216329574585, "Finetune/Step": 3223, "Finetune/Step Time": 6.600868172943592}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7660137414932251, "Finetune/Loss (Raw)": 0.8085938096046448, "Finetune/Step": 3224, "Finetune/Step Time": 6.602159019559622}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7697225213050842, "Finetune/Loss (Raw)": 0.7812121510505676, "Finetune/Step": 3225, "Finetune/Step Time": 6.585318986326456}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.771522045135498, "Finetune/Loss (Raw)": 0.8028655052185059, "Finetune/Step": 3226, "Finetune/Step Time": 6.584045609459281}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7704988718032837, "Finetune/Loss (Raw)": 0.7113251686096191, "Finetune/Step": 3227, "Finetune/Step Time": 6.584368346258998}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7686776518821716, "Finetune/Loss (Raw)": 0.7823507785797119, "Finetune/Step": 3228, "Finetune/Step Time": 6.582512559369206}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7712106704711914, "Finetune/Loss (Raw)": 0.9035735130310059, "Finetune/Step": 3229, "Finetune/Step Time": 6.567574795335531}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7698841691017151, "Finetune/Loss (Raw)": 0.7406453490257263, "Finetune/Step": 3230, "Finetune/Step Time": 6.569769732654095}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7687532901763916, "Finetune/Loss (Raw)": 0.7982584238052368, "Finetune/Step": 3231, "Finetune/Step Time": 6.581774601712823}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7695212364196777, "Finetune/Loss (Raw)": 0.9510515332221985, "Finetune/Step": 3232, "Finetune/Step Time": 6.5839949660003185}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.770721435546875, "Finetune/Loss (Raw)": 1.012658953666687, "Finetune/Step": 3233, "Finetune/Step Time": 6.577404102310538}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7704793214797974, "Finetune/Loss (Raw)": 0.7061221599578857, "Finetune/Step": 3234, "Finetune/Step Time": 6.599790504202247}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7702669501304626, "Finetune/Loss (Raw)": 0.9371238946914673, "Finetune/Step": 3235, "Finetune/Step Time": 6.6139564998447895}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7694445848464966, "Finetune/Loss (Raw)": 0.6452011466026306, "Finetune/Step": 3236, "Finetune/Step Time": 6.6309072356671095}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7703511714935303, "Finetune/Loss (Raw)": 0.883683979511261, "Finetune/Step": 3237, "Finetune/Step Time": 6.629040170460939}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7676385045051575, "Finetune/Loss (Raw)": 0.3974306285381317, "Finetune/Step": 3238, "Finetune/Step Time": 6.650401873514056}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7692113518714905, "Finetune/Loss (Raw)": 0.9700077772140503, "Finetune/Step": 3239, "Finetune/Step Time": 6.64541688375175}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7695057392120361, "Finetune/Loss (Raw)": 0.926644504070282, "Finetune/Step": 3240, "Finetune/Step Time": 6.646658087149262}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7705170512199402, "Finetune/Loss (Raw)": 0.9072255492210388, "Finetune/Step": 3241, "Finetune/Step Time": 6.635869277641177}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7710788249969482, "Finetune/Loss (Raw)": 0.933158814907074, "Finetune/Step": 3242, "Finetune/Step Time": 6.632627932354808}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7714294195175171, "Finetune/Loss (Raw)": 0.8394207954406738, "Finetune/Step": 3243, "Finetune/Step Time": 6.631394870579243}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.773566722869873, "Finetune/Loss (Raw)": 0.8519814610481262, "Finetune/Step": 3244, "Finetune/Step Time": 6.596902318298817}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.773870050907135, "Finetune/Loss (Raw)": 0.8984319567680359, "Finetune/Step": 3245, "Finetune/Step Time": 6.601695686578751}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7755310535430908, "Finetune/Loss (Raw)": 0.6865254640579224, "Finetune/Step": 3246, "Finetune/Step Time": 6.584480557590723}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7750937938690186, "Finetune/Loss (Raw)": 0.7535635828971863, "Finetune/Step": 3247, "Finetune/Step Time": 6.583390342071652}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7759937047958374, "Finetune/Loss (Raw)": 0.9451618790626526, "Finetune/Step": 3248, "Finetune/Step Time": 6.586707826703787}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7784698009490967, "Finetune/Loss (Raw)": 0.9412245154380798, "Finetune/Step": 3249, "Finetune/Step Time": 6.576503727585077}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.77836012840271, "Finetune/Loss (Raw)": 0.7682568430900574, "Finetune/Step": 3250, "Finetune/Step Time": 6.594862274825573}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7772881388664246, "Finetune/Loss (Raw)": 0.6571812629699707, "Finetune/Step": 3251, "Finetune/Step Time": 6.611475195735693}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.777285099029541, "Finetune/Loss (Raw)": 0.8849385380744934, "Finetune/Step": 3252, "Finetune/Step Time": 6.6119985822588205}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7786908745765686, "Finetune/Loss (Raw)": 0.8454435467720032, "Finetune/Step": 3253, "Finetune/Step Time": 6.614547245204449}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7787008881568909, "Finetune/Loss (Raw)": 0.8702097535133362, "Finetune/Step": 3254, "Finetune/Step Time": 6.614193476736546}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.778196394443512, "Finetune/Loss (Raw)": 0.8888323903083801, "Finetune/Step": 3255, "Finetune/Step Time": 6.624353656545281}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7808918356895447, "Finetune/Loss (Raw)": 0.868173360824585, "Finetune/Step": 3256, "Finetune/Step Time": 6.59096035733819}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7798996567726135, "Finetune/Loss (Raw)": 0.6516119837760925, "Finetune/Step": 3257, "Finetune/Step Time": 6.599745573475957}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7821308374404907, "Finetune/Loss (Raw)": 1.0124430656433105, "Finetune/Step": 3258, "Finetune/Step Time": 6.588495230302215}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7817864418029785, "Finetune/Loss (Raw)": 0.7201523184776306, "Finetune/Step": 3259, "Finetune/Step Time": 6.592017125338316}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.78515625, "Finetune/Loss (Raw)": 0.8434452414512634, "Finetune/Step": 3260, "Finetune/Step Time": 6.58869693428278}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7846769094467163, "Finetune/Loss (Raw)": 0.7575238347053528, "Finetune/Step": 3261, "Finetune/Step Time": 6.5892407186329365}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7868725061416626, "Finetune/Loss (Raw)": 0.9311705231666565, "Finetune/Step": 3262, "Finetune/Step Time": 6.575468443334103}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7872849702835083, "Finetune/Loss (Raw)": 0.9296854138374329, "Finetune/Step": 3263, "Finetune/Step Time": 6.583462346345186}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7865078449249268, "Finetune/Loss (Raw)": 0.733610212802887, "Finetune/Step": 3264, "Finetune/Step Time": 6.5845079608261585}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.7884005308151245, "Finetune/Loss (Raw)": 0.9638227820396423, "Finetune/Step": 3265, "Finetune/Step Time": 6.568060981109738}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7896003127098083, "Finetune/Loss (Raw)": 0.8015219569206238, "Finetune/Step": 3266, "Finetune/Step Time": 6.562289102002978}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.7891201972961426, "Finetune/Loss (Raw)": 0.7420474290847778, "Finetune/Step": 3267, "Finetune/Step Time": 6.575784714892507}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.789993405342102, "Finetune/Loss (Raw)": 0.9035481214523315, "Finetune/Step": 3268, "Finetune/Step Time": 6.570350557565689}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.7907751798629761, "Finetune/Loss (Raw)": 0.8844124674797058, "Finetune/Step": 3269, "Finetune/Step Time": 6.571811804547906}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.7907170057296753, "Finetune/Loss (Raw)": 0.7369264960289001, "Finetune/Step": 3270, "Finetune/Step Time": 6.562048856168985}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.7927843332290649, "Finetune/Loss (Raw)": 0.7915179133415222, "Finetune/Step": 3271, "Finetune/Step Time": 6.54651053622365}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.7916463613510132, "Finetune/Loss (Raw)": 0.7818158864974976, "Finetune/Step": 3272, "Finetune/Step Time": 6.574356447905302}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.7902759313583374, "Finetune/Loss (Raw)": 0.7339314818382263, "Finetune/Step": 3273, "Finetune/Step Time": 6.5906864907592535}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.7859971523284912, "Finetune/Loss (Raw)": 0.3170364499092102, "Finetune/Step": 3274, "Finetune/Step Time": 6.609844826161861}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.785164475440979, "Finetune/Loss (Raw)": 0.7266321778297424, "Finetune/Step": 3275, "Finetune/Step Time": 6.6078403908759356}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.784288763999939, "Finetune/Loss (Raw)": 0.8395600318908691, "Finetune/Step": 3276, "Finetune/Step Time": 6.593972343951464}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7875711917877197, "Finetune/Loss (Raw)": 0.8377427458763123, "Finetune/Step": 3277, "Finetune/Step Time": 6.573226800188422}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.7877168655395508, "Finetune/Loss (Raw)": 0.8023929595947266, "Finetune/Step": 3278, "Finetune/Step Time": 6.576559418812394}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.7877479791641235, "Finetune/Loss (Raw)": 0.8420733213424683, "Finetune/Step": 3279, "Finetune/Step Time": 6.584251377731562}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7887900471687317, "Finetune/Loss (Raw)": 0.9348641037940979, "Finetune/Step": 3280, "Finetune/Step Time": 6.57370070554316}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.7897279262542725, "Finetune/Loss (Raw)": 0.9766392707824707, "Finetune/Step": 3281, "Finetune/Step Time": 6.576333601027727}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7896779179573059, "Finetune/Loss (Raw)": 0.7902661561965942, "Finetune/Step": 3282, "Finetune/Step Time": 6.577981848269701}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7856618762016296, "Finetune/Loss (Raw)": 0.367226243019104, "Finetune/Step": 3283, "Finetune/Step Time": 6.597167082130909}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.7856905460357666, "Finetune/Loss (Raw)": 0.7721224427223206, "Finetune/Step": 3284, "Finetune/Step Time": 6.600678155198693}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7851225137710571, "Finetune/Loss (Raw)": 0.861474871635437, "Finetune/Step": 3285, "Finetune/Step Time": 6.594332395121455}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7891823053359985, "Finetune/Loss (Raw)": 0.800169050693512, "Finetune/Step": 3286, "Finetune/Step Time": 6.579566201195121}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.789909839630127, "Finetune/Loss (Raw)": 0.8406537175178528, "Finetune/Step": 3287, "Finetune/Step Time": 6.585882753133774}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.7906705141067505, "Finetune/Loss (Raw)": 0.9191221594810486, "Finetune/Step": 3288, "Finetune/Step Time": 6.5911165326833725}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.7899584770202637, "Finetune/Loss (Raw)": 0.7533653974533081, "Finetune/Step": 3289, "Finetune/Step Time": 6.572978027164936}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.7934353351593018, "Finetune/Loss (Raw)": 0.8531347513198853, "Finetune/Step": 3290, "Finetune/Step Time": 6.543249741196632}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.7916167378425598, "Finetune/Loss (Raw)": 0.6961098313331604, "Finetune/Step": 3291, "Finetune/Step Time": 6.538383385166526}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.791063666343689, "Finetune/Loss (Raw)": 0.7680825591087341, "Finetune/Step": 3292, "Finetune/Step Time": 6.539188977330923}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.7932955622673035, "Finetune/Loss (Raw)": 0.8264086842536926, "Finetune/Step": 3293, "Finetune/Step Time": 6.53497757948935}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.7927958965301514, "Finetune/Loss (Raw)": 0.7243929505348206, "Finetune/Step": 3294, "Finetune/Step Time": 6.560702089220285}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7926124334335327, "Finetune/Loss (Raw)": 0.7868521809577942, "Finetune/Step": 3295, "Finetune/Step Time": 6.563998557627201}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.7918058633804321, "Finetune/Loss (Raw)": 0.8444032073020935, "Finetune/Step": 3296, "Finetune/Step Time": 6.564636718481779}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.7947295904159546, "Finetune/Loss (Raw)": 0.6859329342842102, "Finetune/Step": 3297, "Finetune/Step Time": 6.565019337460399}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.7966328859329224, "Finetune/Loss (Raw)": 0.9091184139251709, "Finetune/Step": 3298, "Finetune/Step Time": 6.563204079866409}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.7937438488006592, "Finetune/Loss (Raw)": 0.3827265202999115, "Finetune/Step": 3299, "Finetune/Step Time": 6.5812520161271095}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.7946710586547852, "Finetune/Loss (Raw)": 0.8651095628738403, "Finetune/Step": 3300, "Finetune/Step Time": 6.5837503001093864}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.7946828007698059, "Finetune/Loss (Raw)": 0.6714808344841003, "Finetune/Step": 3301, "Finetune/Step Time": 6.572950679808855}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.7940821647644043, "Finetune/Loss (Raw)": 0.9101146459579468, "Finetune/Step": 3302, "Finetune/Step Time": 6.571317872032523}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.7941527366638184, "Finetune/Loss (Raw)": 0.7924663424491882, "Finetune/Step": 3303, "Finetune/Step Time": 6.569141658023}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.7924389839172363, "Finetune/Loss (Raw)": 0.738571286201477, "Finetune/Step": 3304, "Finetune/Step Time": 6.578078929334879}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.7933313250541687, "Finetune/Loss (Raw)": 0.871415913105011, "Finetune/Step": 3305, "Finetune/Step Time": 6.5749974846839905}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.7926058769226074, "Finetune/Loss (Raw)": 0.7248969674110413, "Finetune/Step": 3306, "Finetune/Step Time": 6.567713478580117}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7927517294883728, "Finetune/Loss (Raw)": 0.9487525820732117, "Finetune/Step": 3307, "Finetune/Step Time": 6.558133628219366}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.7933038473129272, "Finetune/Loss (Raw)": 0.8230633735656738, "Finetune/Step": 3308, "Finetune/Step Time": 6.56409446336329}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.7935767769813538, "Finetune/Loss (Raw)": 0.8882829546928406, "Finetune/Step": 3309, "Finetune/Step Time": 6.574415849521756}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.7929472923278809, "Finetune/Loss (Raw)": 0.7535470724105835, "Finetune/Step": 3310, "Finetune/Step Time": 6.571814518421888}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.7930184602737427, "Finetune/Loss (Raw)": 0.725187361240387, "Finetune/Step": 3311, "Finetune/Step Time": 6.580115048214793}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.7931289672851562, "Finetune/Loss (Raw)": 0.7801554203033447, "Finetune/Step": 3312, "Finetune/Step Time": 6.5749492309987545}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.7895632982254028, "Finetune/Loss (Raw)": 0.42398327589035034, "Finetune/Step": 3313, "Finetune/Step Time": 6.5893283151090145}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.7892966270446777, "Finetune/Loss (Raw)": 0.7446223497390747, "Finetune/Step": 3314, "Finetune/Step Time": 6.587120408192277}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.7901138067245483, "Finetune/Loss (Raw)": 0.9810840487480164, "Finetune/Step": 3315, "Finetune/Step Time": 6.587344087660313}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.7904701232910156, "Finetune/Loss (Raw)": 0.762581467628479, "Finetune/Step": 3316, "Finetune/Step Time": 6.579381490126252}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7904573678970337, "Finetune/Loss (Raw)": 0.7463704347610474, "Finetune/Step": 3317, "Finetune/Step Time": 6.580614240840077}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.786516547203064, "Finetune/Loss (Raw)": 0.33231982588768005, "Finetune/Step": 3318, "Finetune/Step Time": 6.59625856205821}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7870051264762878, "Finetune/Loss (Raw)": 0.9015693664550781, "Finetune/Step": 3319, "Finetune/Step Time": 6.578225623816252}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.7867200374603271, "Finetune/Loss (Raw)": 0.7652968168258667, "Finetune/Step": 3320, "Finetune/Step Time": 6.581089422106743}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7860527038574219, "Finetune/Loss (Raw)": 0.7163723111152649, "Finetune/Step": 3321, "Finetune/Step Time": 6.5807539243251085}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.7863439917564392, "Finetune/Loss (Raw)": 0.7740681171417236, "Finetune/Step": 3322, "Finetune/Step Time": 6.574590055271983}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.7869523763656616, "Finetune/Loss (Raw)": 0.9163391590118408, "Finetune/Step": 3323, "Finetune/Step Time": 6.581649076193571}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.7866372466087341, "Finetune/Loss (Raw)": 0.7666172385215759, "Finetune/Step": 3324, "Finetune/Step Time": 6.595626089721918}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7851895093917847, "Finetune/Loss (Raw)": 0.7003412246704102, "Finetune/Step": 3325, "Finetune/Step Time": 6.595961015671492}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.786335825920105, "Finetune/Loss (Raw)": 0.8727838397026062, "Finetune/Step": 3326, "Finetune/Step Time": 6.588239314034581}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7844377160072327, "Finetune/Loss (Raw)": 0.5939227938652039, "Finetune/Step": 3327, "Finetune/Step Time": 6.600918767973781}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7836524844169617, "Finetune/Loss (Raw)": 0.9249761700630188, "Finetune/Step": 3328, "Finetune/Step Time": 6.605635464191437}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.7851572632789612, "Finetune/Loss (Raw)": 0.8188019394874573, "Finetune/Step": 3329, "Finetune/Step Time": 6.6087996028363705}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.7844446301460266, "Finetune/Loss (Raw)": 0.6984790563583374, "Finetune/Step": 3330, "Finetune/Step Time": 6.632045853883028}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.7847476005554199, "Finetune/Loss (Raw)": 0.8258171677589417, "Finetune/Step": 3331, "Finetune/Step Time": 6.6458844486624}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.785015344619751, "Finetune/Loss (Raw)": 0.8056229948997498, "Finetune/Step": 3332, "Finetune/Step Time": 6.639908168464899}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.785615086555481, "Finetune/Loss (Raw)": 0.8239405155181885, "Finetune/Step": 3333, "Finetune/Step Time": 6.639569632709026}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.786705493927002, "Finetune/Loss (Raw)": 0.826970636844635, "Finetune/Step": 3334, "Finetune/Step Time": 6.639951057732105}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7864348292350769, "Finetune/Loss (Raw)": 0.7259678840637207, "Finetune/Step": 3335, "Finetune/Step Time": 6.609576987102628}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7859042882919312, "Finetune/Loss (Raw)": 0.7688824534416199, "Finetune/Step": 3336, "Finetune/Step Time": 6.608472265303135}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.7850494384765625, "Finetune/Loss (Raw)": 0.6874806880950928, "Finetune/Step": 3337, "Finetune/Step Time": 6.611550146713853}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7857280373573303, "Finetune/Loss (Raw)": 0.8093128204345703, "Finetune/Step": 3338, "Finetune/Step Time": 6.614886976778507}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7861437201499939, "Finetune/Loss (Raw)": 0.8558568358421326, "Finetune/Step": 3339, "Finetune/Step Time": 6.608208265155554}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.7894079685211182, "Finetune/Loss (Raw)": 0.8106672763824463, "Finetune/Step": 3340, "Finetune/Step Time": 6.590681379660964}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.7902064323425293, "Finetune/Loss (Raw)": 0.9609830379486084, "Finetune/Step": 3341, "Finetune/Step Time": 6.5964511428028345}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.7915189266204834, "Finetune/Loss (Raw)": 0.8904398083686829, "Finetune/Step": 3342, "Finetune/Step Time": 6.577760802581906}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.7928879857063293, "Finetune/Loss (Raw)": 0.8505074381828308, "Finetune/Step": 3343, "Finetune/Step Time": 6.565000545233488}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.792681097984314, "Finetune/Loss (Raw)": 0.6237011551856995, "Finetune/Step": 3344, "Finetune/Step Time": 6.544738410040736}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.7889127731323242, "Finetune/Loss (Raw)": 0.3507075011730194, "Finetune/Step": 3345, "Finetune/Step Time": 6.557036580517888}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.7893937230110168, "Finetune/Loss (Raw)": 0.8934533596038818, "Finetune/Step": 3346, "Finetune/Step Time": 6.555478703230619}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.7894777059555054, "Finetune/Loss (Raw)": 0.6987214088439941, "Finetune/Step": 3347, "Finetune/Step Time": 6.566086798906326}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.7885663509368896, "Finetune/Loss (Raw)": 0.8496533036231995, "Finetune/Step": 3348, "Finetune/Step Time": 6.569935480132699}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.7893893718719482, "Finetune/Loss (Raw)": 0.864019513130188, "Finetune/Step": 3349, "Finetune/Step Time": 6.5667757000774145}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.7945700883865356, "Finetune/Loss (Raw)": 0.9962981939315796, "Finetune/Step": 3350, "Finetune/Step Time": 6.553538108244538}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.7943435311317444, "Finetune/Loss (Raw)": 0.7472220063209534, "Finetune/Step": 3351, "Finetune/Step Time": 6.559781359508634}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.794690728187561, "Finetune/Loss (Raw)": 0.8530312776565552, "Finetune/Step": 3352, "Finetune/Step Time": 6.563070844858885}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.7956410646438599, "Finetune/Loss (Raw)": 0.9028644561767578, "Finetune/Step": 3353, "Finetune/Step Time": 6.578386206179857}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.7963225841522217, "Finetune/Loss (Raw)": 0.8900983929634094, "Finetune/Step": 3354, "Finetune/Step Time": 6.575871745124459}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.7973679304122925, "Finetune/Loss (Raw)": 0.8451284170150757, "Finetune/Step": 3355, "Finetune/Step Time": 6.567385833710432}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.7982134819030762, "Finetune/Loss (Raw)": 0.8905760049819946, "Finetune/Step": 3356, "Finetune/Step Time": 6.5688780304044485}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.7974889874458313, "Finetune/Loss (Raw)": 0.8108451962471008, "Finetune/Step": 3357, "Finetune/Step Time": 6.56858928874135}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.797624945640564, "Finetune/Loss (Raw)": 0.7580423355102539, "Finetune/Step": 3358, "Finetune/Step Time": 6.562060859054327}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.7991189956665039, "Finetune/Loss (Raw)": 0.9895058870315552, "Finetune/Step": 3359, "Finetune/Step Time": 6.536021923646331}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.7986500859260559, "Finetune/Loss (Raw)": 0.8910208344459534, "Finetune/Step": 3360, "Finetune/Step Time": 6.5355205070227385}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.797306478023529, "Finetune/Loss (Raw)": 0.840682864189148, "Finetune/Step": 3361, "Finetune/Step Time": 6.54770783521235}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.7974841594696045, "Finetune/Loss (Raw)": 0.7288663387298584, "Finetune/Step": 3362, "Finetune/Step Time": 6.529763812199235}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.7971445322036743, "Finetune/Loss (Raw)": 0.8936569094657898, "Finetune/Step": 3363, "Finetune/Step Time": 6.519599048420787}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.7990090250968933, "Finetune/Loss (Raw)": 0.8838480114936829, "Finetune/Step": 3364, "Finetune/Step Time": 6.501205328851938}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.7982633113861084, "Finetune/Loss (Raw)": 0.7882391810417175, "Finetune/Step": 3365, "Finetune/Step Time": 6.514435056596994}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.8006325960159302, "Finetune/Loss (Raw)": 0.7006953358650208, "Finetune/Step": 3366, "Finetune/Step Time": 6.505616033449769}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.7986162900924683, "Finetune/Loss (Raw)": 0.7119149565696716, "Finetune/Step": 3367, "Finetune/Step Time": 6.502672139555216}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.7947697639465332, "Finetune/Loss (Raw)": 0.43428924679756165, "Finetune/Step": 3368, "Finetune/Step Time": 6.520100628957152}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.7941704392433167, "Finetune/Loss (Raw)": 0.8305138945579529, "Finetune/Step": 3369, "Finetune/Step Time": 6.518927140161395}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.7936757802963257, "Finetune/Loss (Raw)": 0.8698461651802063, "Finetune/Step": 3370, "Finetune/Step Time": 6.516248174011707}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.7915889024734497, "Finetune/Loss (Raw)": 0.572295069694519, "Finetune/Step": 3371, "Finetune/Step Time": 6.537330601364374}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.7907453775405884, "Finetune/Loss (Raw)": 0.7440189123153687, "Finetune/Step": 3372, "Finetune/Step Time": 6.548235872760415}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.7903676629066467, "Finetune/Loss (Raw)": 0.8500820398330688, "Finetune/Step": 3373, "Finetune/Step Time": 6.5533065516501665}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.7914407253265381, "Finetune/Loss (Raw)": 0.8238769769668579, "Finetune/Step": 3374, "Finetune/Step Time": 6.555931406095624}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.7937285304069519, "Finetune/Loss (Raw)": 1.0464032888412476, "Finetune/Step": 3375, "Finetune/Step Time": 6.56433062069118}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.7935335636138916, "Finetune/Loss (Raw)": 0.9201957583427429, "Finetune/Step": 3376, "Finetune/Step Time": 6.556846613064408}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.7913040518760681, "Finetune/Loss (Raw)": 0.655853271484375, "Finetune/Step": 3377, "Finetune/Step Time": 6.566836083307862}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.792244553565979, "Finetune/Loss (Raw)": 0.8886393904685974, "Finetune/Step": 3378, "Finetune/Step Time": 6.5622958689928055}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.7919769883155823, "Finetune/Loss (Raw)": 0.6229408383369446, "Finetune/Step": 3379, "Finetune/Step Time": 6.547009928151965}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.7905686497688293, "Finetune/Loss (Raw)": 0.7046629190444946, "Finetune/Step": 3380, "Finetune/Step Time": 6.544158361852169}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.7898292541503906, "Finetune/Loss (Raw)": 0.7508034706115723, "Finetune/Step": 3381, "Finetune/Step Time": 6.538514871150255}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.7899993658065796, "Finetune/Loss (Raw)": 0.891981303691864, "Finetune/Step": 3382, "Finetune/Step Time": 6.540224462747574}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7891996502876282, "Finetune/Loss (Raw)": 0.7864696979522705, "Finetune/Step": 3383, "Finetune/Step Time": 6.528033392503858}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.7893991470336914, "Finetune/Loss (Raw)": 0.8937145471572876, "Finetune/Step": 3384, "Finetune/Step Time": 6.523564184084535}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.7895066142082214, "Finetune/Loss (Raw)": 0.6653653383255005, "Finetune/Step": 3385, "Finetune/Step Time": 6.523072278127074}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.7878372669219971, "Finetune/Loss (Raw)": 0.7987672686576843, "Finetune/Step": 3386, "Finetune/Step Time": 6.515062768012285}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7879778146743774, "Finetune/Loss (Raw)": 0.7381491661071777, "Finetune/Step": 3387, "Finetune/Step Time": 6.503356136381626}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.7873525619506836, "Finetune/Loss (Raw)": 0.763404369354248, "Finetune/Step": 3388, "Finetune/Step Time": 6.485589472576976}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.7879213094711304, "Finetune/Loss (Raw)": 0.8303278088569641, "Finetune/Step": 3389, "Finetune/Step Time": 6.489149130880833}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7872146368026733, "Finetune/Loss (Raw)": 0.8407136797904968, "Finetune/Step": 3390, "Finetune/Step Time": 6.493668494746089}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7876119613647461, "Finetune/Loss (Raw)": 0.9805410504341125, "Finetune/Step": 3391, "Finetune/Step Time": 6.479626899585128}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.7878260612487793, "Finetune/Loss (Raw)": 0.7610090374946594, "Finetune/Step": 3392, "Finetune/Step Time": 6.478608490899205}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.787392258644104, "Finetune/Loss (Raw)": 0.9082971811294556, "Finetune/Step": 3393, "Finetune/Step Time": 6.475134629756212}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.7869824767112732, "Finetune/Loss (Raw)": 0.7490769624710083, "Finetune/Step": 3394, "Finetune/Step Time": 6.494348380714655}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.7881604433059692, "Finetune/Loss (Raw)": 0.8928292393684387, "Finetune/Step": 3395, "Finetune/Step Time": 6.478675359860063}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7863863706588745, "Finetune/Loss (Raw)": 0.6764615178108215, "Finetune/Step": 3396, "Finetune/Step Time": 6.478240739554167}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7854746580123901, "Finetune/Loss (Raw)": 0.7677154541015625, "Finetune/Step": 3397, "Finetune/Step Time": 6.47651232779026}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7860944271087646, "Finetune/Loss (Raw)": 0.8162582516670227, "Finetune/Step": 3398, "Finetune/Step Time": 6.474801182746887}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.7859572172164917, "Finetune/Loss (Raw)": 0.7739536166191101, "Finetune/Step": 3399, "Finetune/Step Time": 6.483424436300993}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7860208749771118, "Finetune/Loss (Raw)": 0.7899587154388428, "Finetune/Step": 3400, "Finetune/Step Time": 6.457724384963512}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.7860863208770752, "Finetune/Loss (Raw)": 0.7423163056373596, "Finetune/Step": 3401, "Finetune/Step Time": 6.4392181020230055}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.7897371649742126, "Finetune/Loss (Raw)": 0.7843400835990906, "Finetune/Step": 3402, "Finetune/Step Time": 6.419401351362467}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.7899577021598816, "Finetune/Loss (Raw)": 0.7548670172691345, "Finetune/Step": 3403, "Finetune/Step Time": 6.414810931310058}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.7893567085266113, "Finetune/Loss (Raw)": 0.7626286745071411, "Finetune/Step": 3404, "Finetune/Step Time": 6.421497996896505}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.7874472141265869, "Finetune/Loss (Raw)": 0.593325138092041, "Finetune/Step": 3405, "Finetune/Step Time": 6.460679218173027}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7879115343093872, "Finetune/Loss (Raw)": 0.8618321418762207, "Finetune/Step": 3406, "Finetune/Step Time": 6.458356743678451}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.78783118724823, "Finetune/Loss (Raw)": 0.8317863345146179, "Finetune/Step": 3407, "Finetune/Step Time": 6.44639908336103}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7871530652046204, "Finetune/Loss (Raw)": 0.8480638861656189, "Finetune/Step": 3408, "Finetune/Step Time": 6.446694975718856}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.7861378192901611, "Finetune/Loss (Raw)": 0.846687912940979, "Finetune/Step": 3409, "Finetune/Step Time": 6.4444954842329025}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.78545743227005, "Finetune/Loss (Raw)": 0.7031731605529785, "Finetune/Step": 3410, "Finetune/Step Time": 6.448263945057988}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7899524569511414, "Finetune/Loss (Raw)": 0.9425929188728333, "Finetune/Step": 3411, "Finetune/Step Time": 6.429383585229516}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7906266450881958, "Finetune/Loss (Raw)": 0.8584221005439758, "Finetune/Step": 3412, "Finetune/Step Time": 6.4249748811125755}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7911445498466492, "Finetune/Loss (Raw)": 0.9277563095092773, "Finetune/Step": 3413, "Finetune/Step Time": 6.433237876743078}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.7921868562698364, "Finetune/Loss (Raw)": 0.9335869550704956, "Finetune/Step": 3414, "Finetune/Step Time": 6.432442193850875}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7908012866973877, "Finetune/Loss (Raw)": 0.6633051633834839, "Finetune/Step": 3415, "Finetune/Step Time": 6.430594364181161}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7869102954864502, "Finetune/Loss (Raw)": 0.42107754945755005, "Finetune/Step": 3416, "Finetune/Step Time": 6.448258440941572}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7867076396942139, "Finetune/Loss (Raw)": 0.7274178862571716, "Finetune/Step": 3417, "Finetune/Step Time": 6.455658135935664}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7864259481430054, "Finetune/Loss (Raw)": 0.8170843720436096, "Finetune/Step": 3418, "Finetune/Step Time": 6.467615604400635}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7874281406402588, "Finetune/Loss (Raw)": 0.8243873715400696, "Finetune/Step": 3419, "Finetune/Step Time": 6.451093412935734}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.785429835319519, "Finetune/Loss (Raw)": 0.5122995376586914, "Finetune/Step": 3420, "Finetune/Step Time": 6.476075079292059}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7857102155685425, "Finetune/Loss (Raw)": 0.8622961044311523, "Finetune/Step": 3421, "Finetune/Step Time": 6.479894146323204}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.785472571849823, "Finetune/Loss (Raw)": 0.6939731240272522, "Finetune/Step": 3422, "Finetune/Step Time": 6.4741618521511555}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.785329282283783, "Finetune/Loss (Raw)": 0.768515944480896, "Finetune/Step": 3423, "Finetune/Step Time": 6.473482545465231}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.78142911195755, "Finetune/Loss (Raw)": 0.34517964720726013, "Finetune/Step": 3424, "Finetune/Step Time": 6.488335438072681}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7821367979049683, "Finetune/Loss (Raw)": 0.7765148878097534, "Finetune/Step": 3425, "Finetune/Step Time": 6.476767702028155}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7803100347518921, "Finetune/Loss (Raw)": 0.6752964854240417, "Finetune/Step": 3426, "Finetune/Step Time": 6.479058243334293}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.783955454826355, "Finetune/Loss (Raw)": 0.8493390083312988, "Finetune/Step": 3427, "Finetune/Step Time": 6.463263826444745}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7832857370376587, "Finetune/Loss (Raw)": 0.7793814539909363, "Finetune/Step": 3428, "Finetune/Step Time": 6.471794320270419}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.7846786379814148, "Finetune/Loss (Raw)": 0.8497737646102905, "Finetune/Step": 3429, "Finetune/Step Time": 6.469284018501639}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7827284336090088, "Finetune/Loss (Raw)": 0.6604942679405212, "Finetune/Step": 3430, "Finetune/Step Time": 6.464123945683241}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.783789873123169, "Finetune/Loss (Raw)": 0.9283284544944763, "Finetune/Step": 3431, "Finetune/Step Time": 6.478519346565008}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7832231521606445, "Finetune/Loss (Raw)": 0.6660329103469849, "Finetune/Step": 3432, "Finetune/Step Time": 6.481944343075156}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7825877666473389, "Finetune/Loss (Raw)": 0.7900816202163696, "Finetune/Step": 3433, "Finetune/Step Time": 6.499680640175939}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7822600603103638, "Finetune/Loss (Raw)": 0.6829582452774048, "Finetune/Step": 3434, "Finetune/Step Time": 6.524311942979693}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7805564999580383, "Finetune/Loss (Raw)": 0.730690062046051, "Finetune/Step": 3435, "Finetune/Step Time": 6.528581513091922}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7797375917434692, "Finetune/Loss (Raw)": 0.7182501554489136, "Finetune/Step": 3436, "Finetune/Step Time": 6.522957894951105}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.779149055480957, "Finetune/Loss (Raw)": 0.8129456639289856, "Finetune/Step": 3437, "Finetune/Step Time": 6.512556862086058}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7788357734680176, "Finetune/Loss (Raw)": 0.7134448885917664, "Finetune/Step": 3438, "Finetune/Step Time": 6.511303283274174}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7796258926391602, "Finetune/Loss (Raw)": 0.8263223171234131, "Finetune/Step": 3439, "Finetune/Step Time": 6.5170707404613495}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7791909575462341, "Finetune/Loss (Raw)": 0.7244831919670105, "Finetune/Step": 3440, "Finetune/Step Time": 6.519319914281368}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7807954549789429, "Finetune/Loss (Raw)": 0.6293589472770691, "Finetune/Step": 3441, "Finetune/Step Time": 6.531758472323418}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7807549238204956, "Finetune/Loss (Raw)": 0.7394426465034485, "Finetune/Step": 3442, "Finetune/Step Time": 6.538252526894212}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7787357568740845, "Finetune/Loss (Raw)": 0.722625195980072, "Finetune/Step": 3443, "Finetune/Step Time": 6.548037808388472}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7792991995811462, "Finetune/Loss (Raw)": 0.8347025513648987, "Finetune/Step": 3444, "Finetune/Step Time": 6.542096856981516}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7781426906585693, "Finetune/Loss (Raw)": 0.5983313322067261, "Finetune/Step": 3445, "Finetune/Step Time": 6.559434715658426}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7813783884048462, "Finetune/Loss (Raw)": 0.7464946508407593, "Finetune/Step": 3446, "Finetune/Step Time": 6.548897327855229}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7815020084381104, "Finetune/Loss (Raw)": 0.9173876047134399, "Finetune/Step": 3447, "Finetune/Step Time": 6.543563449755311}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7813732624053955, "Finetune/Loss (Raw)": 0.7488219738006592, "Finetune/Step": 3448, "Finetune/Step Time": 6.53850856050849}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.7828912734985352, "Finetune/Loss (Raw)": 0.9106694459915161, "Finetune/Step": 3449, "Finetune/Step Time": 6.534073149785399}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7829995155334473, "Finetune/Loss (Raw)": 0.7879310846328735, "Finetune/Step": 3450, "Finetune/Step Time": 6.553769756108522}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7819567322731018, "Finetune/Loss (Raw)": 0.7828658819198608, "Finetune/Step": 3451, "Finetune/Step Time": 6.547285376116633}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7828786969184875, "Finetune/Loss (Raw)": 0.8846275806427002, "Finetune/Step": 3452, "Finetune/Step Time": 6.531394666060805}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7836536169052124, "Finetune/Loss (Raw)": 0.7995268106460571, "Finetune/Step": 3453, "Finetune/Step Time": 6.5286552626639605}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7826883792877197, "Finetune/Loss (Raw)": 0.7492377161979675, "Finetune/Step": 3454, "Finetune/Step Time": 6.536380166187882}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7806968688964844, "Finetune/Loss (Raw)": 0.33901074528694153, "Finetune/Step": 3455, "Finetune/Step Time": 6.545675782486796}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7802369594573975, "Finetune/Loss (Raw)": 0.8661064505577087, "Finetune/Step": 3456, "Finetune/Step Time": 6.541934743523598}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7804526090621948, "Finetune/Loss (Raw)": 0.8464017510414124, "Finetune/Step": 3457, "Finetune/Step Time": 6.532150316983461}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7814228534698486, "Finetune/Loss (Raw)": 0.8226732611656189, "Finetune/Step": 3458, "Finetune/Step Time": 6.529520768672228}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7813279032707214, "Finetune/Loss (Raw)": 0.813667356967926, "Finetune/Step": 3459, "Finetune/Step Time": 6.529559921473265}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7820912599563599, "Finetune/Loss (Raw)": 0.9033323526382446, "Finetune/Step": 3460, "Finetune/Step Time": 6.530133428052068}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7782565355300903, "Finetune/Loss (Raw)": 0.333094984292984, "Finetune/Step": 3461, "Finetune/Step Time": 6.549525700509548}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.778007447719574, "Finetune/Loss (Raw)": 0.795081615447998, "Finetune/Step": 3462, "Finetune/Step Time": 6.545836012810469}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7783762216567993, "Finetune/Loss (Raw)": 0.7731764912605286, "Finetune/Step": 3463, "Finetune/Step Time": 6.546820670366287}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7794492244720459, "Finetune/Loss (Raw)": 0.9062228202819824, "Finetune/Step": 3464, "Finetune/Step Time": 6.547230016440153}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7799097299575806, "Finetune/Loss (Raw)": 0.7464178800582886, "Finetune/Step": 3465, "Finetune/Step Time": 6.541768673807383}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7789899706840515, "Finetune/Loss (Raw)": 0.6915909051895142, "Finetune/Step": 3466, "Finetune/Step Time": 6.539346823468804}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.777466356754303, "Finetune/Loss (Raw)": 0.6608341336250305, "Finetune/Step": 3467, "Finetune/Step Time": 6.537111040204763}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7762191295623779, "Finetune/Loss (Raw)": 0.6510273218154907, "Finetune/Step": 3468, "Finetune/Step Time": 6.544387871399522}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.774297833442688, "Finetune/Loss (Raw)": 0.7150543928146362, "Finetune/Step": 3469, "Finetune/Step Time": 6.551917525008321}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.77342289686203, "Finetune/Loss (Raw)": 0.7784445881843567, "Finetune/Step": 3470, "Finetune/Step Time": 6.557790270075202}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7735781669616699, "Finetune/Loss (Raw)": 0.8703821897506714, "Finetune/Step": 3471, "Finetune/Step Time": 6.563858658075333}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7745646238327026, "Finetune/Loss (Raw)": 0.7499690651893616, "Finetune/Step": 3472, "Finetune/Step Time": 6.564366422593594}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7784796953201294, "Finetune/Loss (Raw)": 0.8518412113189697, "Finetune/Step": 3473, "Finetune/Step Time": 6.563765779137611}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7767552733421326, "Finetune/Loss (Raw)": 0.672722339630127, "Finetune/Step": 3474, "Finetune/Step Time": 6.5686218701303005}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7777021527290344, "Finetune/Loss (Raw)": 0.81992506980896, "Finetune/Step": 3475, "Finetune/Step Time": 6.564779836684465}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7761754989624023, "Finetune/Loss (Raw)": 0.6542465686798096, "Finetune/Step": 3476, "Finetune/Step Time": 6.569559736177325}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7751055359840393, "Finetune/Loss (Raw)": 0.7270556688308716, "Finetune/Step": 3477, "Finetune/Step Time": 6.5869693569839}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.774686336517334, "Finetune/Loss (Raw)": 0.942638635635376, "Finetune/Step": 3478, "Finetune/Step Time": 6.580403177067637}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7769116759300232, "Finetune/Loss (Raw)": 1.032070517539978, "Finetune/Step": 3479, "Finetune/Step Time": 6.568087436258793}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7769668102264404, "Finetune/Loss (Raw)": 0.8600841760635376, "Finetune/Step": 3480, "Finetune/Step Time": 6.560076283290982}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.776687741279602, "Finetune/Loss (Raw)": 0.8671404123306274, "Finetune/Step": 3481, "Finetune/Step Time": 6.537733614444733}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7756446003913879, "Finetune/Loss (Raw)": 0.756584882736206, "Finetune/Step": 3482, "Finetune/Step Time": 6.537381082773209}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7748560905456543, "Finetune/Loss (Raw)": 0.7441948652267456, "Finetune/Step": 3483, "Finetune/Step Time": 6.57173852995038}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7738584876060486, "Finetune/Loss (Raw)": 0.7628856897354126, "Finetune/Step": 3484, "Finetune/Step Time": 6.588180700317025}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.774774432182312, "Finetune/Loss (Raw)": 0.9280834794044495, "Finetune/Step": 3485, "Finetune/Step Time": 6.585884548723698}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7751293182373047, "Finetune/Loss (Raw)": 0.803464949131012, "Finetune/Step": 3486, "Finetune/Step Time": 6.580593341961503}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7731407880783081, "Finetune/Loss (Raw)": 0.7349737882614136, "Finetune/Step": 3487, "Finetune/Step Time": 6.579242303967476}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7715237736701965, "Finetune/Loss (Raw)": 0.6840491890907288, "Finetune/Step": 3488, "Finetune/Step Time": 6.589532226324081}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7718502283096313, "Finetune/Loss (Raw)": 0.8824625611305237, "Finetune/Step": 3489, "Finetune/Step Time": 6.577000895515084}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.7717970013618469, "Finetune/Loss (Raw)": 0.7220610976219177, "Finetune/Step": 3490, "Finetune/Step Time": 6.575722450390458}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7719724178314209, "Finetune/Loss (Raw)": 0.9161028861999512, "Finetune/Step": 3491, "Finetune/Step Time": 6.571873359382153}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7713668346405029, "Finetune/Loss (Raw)": 0.806341826915741, "Finetune/Step": 3492, "Finetune/Step Time": 6.580958319827914}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7690982818603516, "Finetune/Loss (Raw)": 0.49785831570625305, "Finetune/Step": 3493, "Finetune/Step Time": 6.573605975136161}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7709296941757202, "Finetune/Loss (Raw)": 0.9351257681846619, "Finetune/Step": 3494, "Finetune/Step Time": 6.561443703249097}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7720082998275757, "Finetune/Loss (Raw)": 0.8499736189842224, "Finetune/Step": 3495, "Finetune/Step Time": 6.561183590441942}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7753596901893616, "Finetune/Loss (Raw)": 0.8632630109786987, "Finetune/Step": 3496, "Finetune/Step Time": 6.549543764442205}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7738189101219177, "Finetune/Loss (Raw)": 0.6332918405532837, "Finetune/Step": 3497, "Finetune/Step Time": 6.557832593098283}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7738481163978577, "Finetune/Loss (Raw)": 0.8735868334770203, "Finetune/Step": 3498, "Finetune/Step Time": 6.572192694991827}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7756516933441162, "Finetune/Loss (Raw)": 0.803147554397583, "Finetune/Step": 3499, "Finetune/Step Time": 6.557670628651977}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7769272327423096, "Finetune/Loss (Raw)": 0.9072876572608948, "Finetune/Step": 3500, "Finetune/Step Time": 6.548589702695608}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7769707441329956, "Finetune/Loss (Raw)": 0.8556585311889648, "Finetune/Step": 3501, "Finetune/Step Time": 6.534507574513555}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7779232263565063, "Finetune/Loss (Raw)": 0.9457940459251404, "Finetune/Step": 3502, "Finetune/Step Time": 6.530006928369403}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.776578962802887, "Finetune/Loss (Raw)": 0.8743352293968201, "Finetune/Step": 3503, "Finetune/Step Time": 6.519636059179902}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7753933072090149, "Finetune/Loss (Raw)": 0.7684379816055298, "Finetune/Step": 3504, "Finetune/Step Time": 6.520901421085}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7764020562171936, "Finetune/Loss (Raw)": 0.7849643230438232, "Finetune/Step": 3505, "Finetune/Step Time": 6.517121491953731}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7752487063407898, "Finetune/Loss (Raw)": 0.7410147786140442, "Finetune/Step": 3506, "Finetune/Step Time": 6.513810796663165}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7751830816268921, "Finetune/Loss (Raw)": 0.6145350337028503, "Finetune/Step": 3507, "Finetune/Step Time": 6.518687818199396}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7760049104690552, "Finetune/Loss (Raw)": 0.8098639249801636, "Finetune/Step": 3508, "Finetune/Step Time": 6.519213240593672}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7761375904083252, "Finetune/Loss (Raw)": 0.7677852511405945, "Finetune/Step": 3509, "Finetune/Step Time": 6.532602185383439}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7749276161193848, "Finetune/Loss (Raw)": 0.7371088266372681, "Finetune/Step": 3510, "Finetune/Step Time": 6.53152615390718}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7744598388671875, "Finetune/Loss (Raw)": 0.7265971899032593, "Finetune/Step": 3511, "Finetune/Step Time": 6.538949284702539}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7736377716064453, "Finetune/Loss (Raw)": 0.7884824275970459, "Finetune/Step": 3512, "Finetune/Step Time": 6.537335991859436}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7751460075378418, "Finetune/Loss (Raw)": 0.858418881893158, "Finetune/Step": 3513, "Finetune/Step Time": 6.52722841501236}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7746983766555786, "Finetune/Loss (Raw)": 0.7414676547050476, "Finetune/Step": 3514, "Finetune/Step Time": 6.531980561092496}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7751904726028442, "Finetune/Loss (Raw)": 0.8011353611946106, "Finetune/Step": 3515, "Finetune/Step Time": 6.548878950998187}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7754403352737427, "Finetune/Loss (Raw)": 0.7953935265541077, "Finetune/Step": 3516, "Finetune/Step Time": 6.55066505074501}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7754889726638794, "Finetune/Loss (Raw)": 0.836553692817688, "Finetune/Step": 3517, "Finetune/Step Time": 6.548949766904116}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7740603089332581, "Finetune/Loss (Raw)": 0.6578403115272522, "Finetune/Step": 3518, "Finetune/Step Time": 6.573252558708191}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7717850208282471, "Finetune/Loss (Raw)": 0.6893085241317749, "Finetune/Step": 3519, "Finetune/Step Time": 6.596742928028107}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7717032432556152, "Finetune/Loss (Raw)": 0.7505437135696411, "Finetune/Step": 3520, "Finetune/Step Time": 6.598345708101988}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7716161012649536, "Finetune/Loss (Raw)": 0.8971365094184875, "Finetune/Step": 3521, "Finetune/Step Time": 6.598688660189509}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7708002328872681, "Finetune/Loss (Raw)": 0.6446452736854553, "Finetune/Step": 3522, "Finetune/Step Time": 6.594062432646751}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7689223289489746, "Finetune/Loss (Raw)": 0.6524602770805359, "Finetune/Step": 3523, "Finetune/Step Time": 6.627458827570081}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7690192461013794, "Finetune/Loss (Raw)": 0.6888703107833862, "Finetune/Step": 3524, "Finetune/Step Time": 6.635831270366907}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7706668376922607, "Finetune/Loss (Raw)": 0.9786074161529541, "Finetune/Step": 3525, "Finetune/Step Time": 6.638866202905774}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7696642875671387, "Finetune/Loss (Raw)": 0.6879318952560425, "Finetune/Step": 3526, "Finetune/Step Time": 6.646158002316952}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7698488235473633, "Finetune/Loss (Raw)": 0.7975704073905945, "Finetune/Step": 3527, "Finetune/Step Time": 6.634476985782385}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7697774767875671, "Finetune/Loss (Raw)": 0.7808292508125305, "Finetune/Step": 3528, "Finetune/Step Time": 6.632910283282399}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7689372897148132, "Finetune/Loss (Raw)": 0.6347702145576477, "Finetune/Step": 3529, "Finetune/Step Time": 6.641719624400139}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7688003778457642, "Finetune/Loss (Raw)": 0.766818106174469, "Finetune/Step": 3530, "Finetune/Step Time": 6.643012743443251}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7695742845535278, "Finetune/Loss (Raw)": 0.8539259433746338, "Finetune/Step": 3531, "Finetune/Step Time": 6.642469519749284}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.7689864635467529, "Finetune/Loss (Raw)": 0.6873827576637268, "Finetune/Step": 3532, "Finetune/Step Time": 6.643308082595468}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7668477296829224, "Finetune/Loss (Raw)": 0.31957051157951355, "Finetune/Step": 3533, "Finetune/Step Time": 6.62497922219336}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.766780436038971, "Finetune/Loss (Raw)": 0.8532208204269409, "Finetune/Step": 3534, "Finetune/Step Time": 6.631751233711839}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7629035711288452, "Finetune/Loss (Raw)": 0.3355403542518616, "Finetune/Step": 3535, "Finetune/Step Time": 6.650910312309861}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7623621821403503, "Finetune/Loss (Raw)": 0.7787712216377258, "Finetune/Step": 3536, "Finetune/Step Time": 6.648343592882156}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7632812857627869, "Finetune/Loss (Raw)": 0.9643300771713257, "Finetune/Step": 3537, "Finetune/Step Time": 6.6550103854388}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7649146914482117, "Finetune/Loss (Raw)": 0.9122527241706848, "Finetune/Step": 3538, "Finetune/Step Time": 6.657344952225685}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7644723653793335, "Finetune/Loss (Raw)": 0.8859720826148987, "Finetune/Step": 3539, "Finetune/Step Time": 6.660982061177492}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7641875743865967, "Finetune/Loss (Raw)": 0.8219677805900574, "Finetune/Step": 3540, "Finetune/Step Time": 6.664885066449642}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7633355855941772, "Finetune/Loss (Raw)": 0.8187031745910645, "Finetune/Step": 3541, "Finetune/Step Time": 6.655483303591609}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.761457085609436, "Finetune/Loss (Raw)": 0.6931467652320862, "Finetune/Step": 3542, "Finetune/Step Time": 6.664527572691441}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7624096870422363, "Finetune/Loss (Raw)": 0.7852309346199036, "Finetune/Step": 3543, "Finetune/Step Time": 6.686510322615504}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7658061981201172, "Finetune/Loss (Raw)": 0.8558349013328552, "Finetune/Step": 3544, "Finetune/Step Time": 6.666226495057344}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7633745670318604, "Finetune/Loss (Raw)": 0.41616442799568176, "Finetune/Step": 3545, "Finetune/Step Time": 6.679943284019828}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7627024054527283, "Finetune/Loss (Raw)": 0.7310463190078735, "Finetune/Step": 3546, "Finetune/Step Time": 6.676735389977694}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7635045051574707, "Finetune/Loss (Raw)": 0.9270588755607605, "Finetune/Step": 3547, "Finetune/Step Time": 6.673529485240579}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7654996514320374, "Finetune/Loss (Raw)": 0.7676795125007629, "Finetune/Step": 3548, "Finetune/Step Time": 6.660627860575914}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7659614682197571, "Finetune/Loss (Raw)": 0.9214060306549072, "Finetune/Step": 3549, "Finetune/Step Time": 6.6588698625564575}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7631673216819763, "Finetune/Loss (Raw)": 0.3363262712955475, "Finetune/Step": 3550, "Finetune/Step Time": 6.657533824443817}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7626246213912964, "Finetune/Loss (Raw)": 0.6990540027618408, "Finetune/Step": 3551, "Finetune/Step Time": 6.674802390858531}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7663205862045288, "Finetune/Loss (Raw)": 0.8182529807090759, "Finetune/Step": 3552, "Finetune/Step Time": 6.652785958722234}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7653447389602661, "Finetune/Loss (Raw)": 0.6516073942184448, "Finetune/Step": 3553, "Finetune/Step Time": 6.670061597600579}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7672268152236938, "Finetune/Loss (Raw)": 0.9162105321884155, "Finetune/Step": 3554, "Finetune/Step Time": 6.672419147565961}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7679119110107422, "Finetune/Loss (Raw)": 0.937031626701355, "Finetune/Step": 3555, "Finetune/Step Time": 6.670054912567139}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7644886374473572, "Finetune/Loss (Raw)": 0.34119275212287903, "Finetune/Step": 3556, "Finetune/Step Time": 6.6806190721690655}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7654939293861389, "Finetune/Loss (Raw)": 0.9784558415412903, "Finetune/Step": 3557, "Finetune/Step Time": 6.679123489186168}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7666066884994507, "Finetune/Loss (Raw)": 0.8029289245605469, "Finetune/Step": 3558, "Finetune/Step Time": 6.68071517907083}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7660044431686401, "Finetune/Loss (Raw)": 0.8512395024299622, "Finetune/Step": 3559, "Finetune/Step Time": 6.669251032173634}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7677580714225769, "Finetune/Loss (Raw)": 0.8904979228973389, "Finetune/Step": 3560, "Finetune/Step Time": 6.653128128498793}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7691724300384521, "Finetune/Loss (Raw)": 0.9711126685142517, "Finetune/Step": 3561, "Finetune/Step Time": 6.63652223162353}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.768859326839447, "Finetune/Loss (Raw)": 0.6428829431533813, "Finetune/Step": 3562, "Finetune/Step Time": 6.6118555925786495}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7685388326644897, "Finetune/Loss (Raw)": 0.6896734237670898, "Finetune/Step": 3563, "Finetune/Step Time": 6.597472686320543}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7689217329025269, "Finetune/Loss (Raw)": 0.7672595977783203, "Finetune/Step": 3564, "Finetune/Step Time": 6.60029037296772}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7685244083404541, "Finetune/Loss (Raw)": 0.7620891332626343, "Finetune/Step": 3565, "Finetune/Step Time": 6.603080680593848}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7699167728424072, "Finetune/Loss (Raw)": 0.8916641473770142, "Finetune/Step": 3566, "Finetune/Step Time": 6.602557882666588}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7696882486343384, "Finetune/Loss (Raw)": 0.7970781922340393, "Finetune/Step": 3567, "Finetune/Step Time": 6.605714006349444}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7704689502716064, "Finetune/Loss (Raw)": 0.8244075179100037, "Finetune/Step": 3568, "Finetune/Step Time": 6.6105868592858315}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7715213298797607, "Finetune/Loss (Raw)": 0.7640662789344788, "Finetune/Step": 3569, "Finetune/Step Time": 6.588144101202488}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.77165687084198, "Finetune/Loss (Raw)": 0.7567818760871887, "Finetune/Step": 3570, "Finetune/Step Time": 6.58317943662405}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7724016904830933, "Finetune/Loss (Raw)": 0.8179653882980347, "Finetune/Step": 3571, "Finetune/Step Time": 6.575307913124561}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7728574275970459, "Finetune/Loss (Raw)": 0.8930363059043884, "Finetune/Step": 3572, "Finetune/Step Time": 6.587203918024898}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7751197814941406, "Finetune/Loss (Raw)": 0.8879134058952332, "Finetune/Step": 3573, "Finetune/Step Time": 6.570057237520814}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7763605713844299, "Finetune/Loss (Raw)": 0.9053164124488831, "Finetune/Step": 3574, "Finetune/Step Time": 6.567972254008055}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7753814458847046, "Finetune/Loss (Raw)": 0.7920651435852051, "Finetune/Step": 3575, "Finetune/Step Time": 6.568821839988232}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7766093611717224, "Finetune/Loss (Raw)": 0.9059933423995972, "Finetune/Step": 3576, "Finetune/Step Time": 6.567743308842182}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7758537530899048, "Finetune/Loss (Raw)": 0.8139563798904419, "Finetune/Step": 3577, "Finetune/Step Time": 6.586357701569796}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7766361832618713, "Finetune/Loss (Raw)": 0.888075053691864, "Finetune/Step": 3578, "Finetune/Step Time": 6.571702197194099}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.7769501209259033, "Finetune/Loss (Raw)": 0.8230539560317993, "Finetune/Step": 3579, "Finetune/Step Time": 6.562113406136632}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7766886353492737, "Finetune/Loss (Raw)": 0.8511561155319214, "Finetune/Step": 3580, "Finetune/Step Time": 6.5695668291300535}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7773354053497314, "Finetune/Loss (Raw)": 0.8823086023330688, "Finetune/Step": 3581, "Finetune/Step Time": 6.579386072233319}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7771180272102356, "Finetune/Loss (Raw)": 0.7214162945747375, "Finetune/Step": 3582, "Finetune/Step Time": 6.582018809393048}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7802867889404297, "Finetune/Loss (Raw)": 0.7446097135543823, "Finetune/Step": 3583, "Finetune/Step Time": 6.563342776149511}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7798943519592285, "Finetune/Loss (Raw)": 0.8158794641494751, "Finetune/Step": 3584, "Finetune/Step Time": 6.564981995150447}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7806839942932129, "Finetune/Loss (Raw)": 0.9474775791168213, "Finetune/Step": 3585, "Finetune/Step Time": 6.56491837464273}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7794746160507202, "Finetune/Loss (Raw)": 0.6678692102432251, "Finetune/Step": 3586, "Finetune/Step Time": 6.563383923843503}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7789651155471802, "Finetune/Loss (Raw)": 0.7484544515609741, "Finetune/Step": 3587, "Finetune/Step Time": 6.546948766335845}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7769699096679688, "Finetune/Loss (Raw)": 0.6479393243789673, "Finetune/Step": 3588, "Finetune/Step Time": 6.548477718606591}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7804789543151855, "Finetune/Loss (Raw)": 0.7822585105895996, "Finetune/Step": 3589, "Finetune/Step Time": 6.538081046193838}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7809888124465942, "Finetune/Loss (Raw)": 0.8603342771530151, "Finetune/Step": 3590, "Finetune/Step Time": 6.5424057729542255}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7807157635688782, "Finetune/Loss (Raw)": 0.7382326126098633, "Finetune/Step": 3591, "Finetune/Step Time": 6.542394259944558}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.779741644859314, "Finetune/Loss (Raw)": 0.7815368175506592, "Finetune/Step": 3592, "Finetune/Step Time": 6.548190008848906}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7811212539672852, "Finetune/Loss (Raw)": 0.9230093955993652, "Finetune/Step": 3593, "Finetune/Step Time": 6.546210905537009}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7800732851028442, "Finetune/Loss (Raw)": 0.5574471950531006, "Finetune/Step": 3594, "Finetune/Step Time": 6.553429614752531}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7813900709152222, "Finetune/Loss (Raw)": 0.8293836116790771, "Finetune/Step": 3595, "Finetune/Step Time": 6.575417432934046}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7838138937950134, "Finetune/Loss (Raw)": 0.9612799286842346, "Finetune/Step": 3596, "Finetune/Step Time": 6.562951352447271}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7801786661148071, "Finetune/Loss (Raw)": 0.24973735213279724, "Finetune/Step": 3597, "Finetune/Step Time": 6.572267768904567}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7799079418182373, "Finetune/Loss (Raw)": 0.7437909841537476, "Finetune/Step": 3598, "Finetune/Step Time": 6.587123977020383}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7785708904266357, "Finetune/Loss (Raw)": 0.6992496848106384, "Finetune/Step": 3599, "Finetune/Step Time": 6.589547831565142}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.776111900806427, "Finetune/Loss (Raw)": 0.43521302938461304, "Finetune/Step": 3600, "Finetune/Step Time": 6.601175153627992}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7760331630706787, "Finetune/Loss (Raw)": 0.8417608737945557, "Finetune/Step": 3601, "Finetune/Step Time": 6.585002534091473}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7769331932067871, "Finetune/Loss (Raw)": 0.7879255414009094, "Finetune/Step": 3602, "Finetune/Step Time": 6.5803634487092495}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7768095135688782, "Finetune/Loss (Raw)": 0.8040984869003296, "Finetune/Step": 3603, "Finetune/Step Time": 6.579071998596191}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7781360745429993, "Finetune/Loss (Raw)": 0.8240484595298767, "Finetune/Step": 3604, "Finetune/Step Time": 6.576651385053992}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7775853872299194, "Finetune/Loss (Raw)": 0.6565691232681274, "Finetune/Step": 3605, "Finetune/Step Time": 6.563916126266122}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7759168148040771, "Finetune/Loss (Raw)": 0.7290539145469666, "Finetune/Step": 3606, "Finetune/Step Time": 6.576050506904721}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7741982936859131, "Finetune/Loss (Raw)": 0.8121060729026794, "Finetune/Step": 3607, "Finetune/Step Time": 6.579483386129141}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7726221680641174, "Finetune/Loss (Raw)": 0.6583418846130371, "Finetune/Step": 3608, "Finetune/Step Time": 6.606540679931641}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7718945145606995, "Finetune/Loss (Raw)": 0.7739990949630737, "Finetune/Step": 3609, "Finetune/Step Time": 6.61876649223268}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7713526487350464, "Finetune/Loss (Raw)": 0.6872251629829407, "Finetune/Step": 3610, "Finetune/Step Time": 6.61878396384418}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.768170177936554, "Finetune/Loss (Raw)": 0.33683717250823975, "Finetune/Step": 3611, "Finetune/Step Time": 6.600811401382089}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7683754563331604, "Finetune/Loss (Raw)": 0.7891607284545898, "Finetune/Step": 3612, "Finetune/Step Time": 6.598625894635916}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7665550708770752, "Finetune/Loss (Raw)": 0.6950703859329224, "Finetune/Step": 3613, "Finetune/Step Time": 6.600242372602224}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7664142847061157, "Finetune/Loss (Raw)": 0.7854451537132263, "Finetune/Step": 3614, "Finetune/Step Time": 6.604284035041928}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7672299146652222, "Finetune/Loss (Raw)": 0.8393791317939758, "Finetune/Step": 3615, "Finetune/Step Time": 6.609252013266087}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7672972083091736, "Finetune/Loss (Raw)": 0.6926634907722473, "Finetune/Step": 3616, "Finetune/Step Time": 6.603546150028706}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7659720182418823, "Finetune/Loss (Raw)": 0.71284019947052, "Finetune/Step": 3617, "Finetune/Step Time": 6.6125152837485075}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7657492756843567, "Finetune/Loss (Raw)": 0.6935452222824097, "Finetune/Step": 3618, "Finetune/Step Time": 6.620070679113269}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.76459801197052, "Finetune/Loss (Raw)": 0.7687447667121887, "Finetune/Step": 3619, "Finetune/Step Time": 6.618412878364325}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7645450830459595, "Finetune/Loss (Raw)": 0.7995688319206238, "Finetune/Step": 3620, "Finetune/Step Time": 6.608979307115078}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.7665438055992126, "Finetune/Loss (Raw)": 0.7536919713020325, "Finetune/Step": 3621, "Finetune/Step Time": 6.603317236527801}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.765433669090271, "Finetune/Loss (Raw)": 0.7930299639701843, "Finetune/Step": 3622, "Finetune/Step Time": 6.602319475263357}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.765303373336792, "Finetune/Loss (Raw)": 0.8332946300506592, "Finetune/Step": 3623, "Finetune/Step Time": 6.603396328166127}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.765626072883606, "Finetune/Loss (Raw)": 0.9045682549476624, "Finetune/Step": 3624, "Finetune/Step Time": 6.598087532445788}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7675925493240356, "Finetune/Loss (Raw)": 0.885002076625824, "Finetune/Step": 3625, "Finetune/Step Time": 6.589749416336417}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7661499977111816, "Finetune/Loss (Raw)": 0.688943088054657, "Finetune/Step": 3626, "Finetune/Step Time": 6.576306967064738}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7664290070533752, "Finetune/Loss (Raw)": 0.8388540744781494, "Finetune/Step": 3627, "Finetune/Step Time": 6.6014459896832705}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7655687928199768, "Finetune/Loss (Raw)": 0.797180712223053, "Finetune/Step": 3628, "Finetune/Step Time": 6.606986038386822}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7648836374282837, "Finetune/Loss (Raw)": 0.7679568529129028, "Finetune/Step": 3629, "Finetune/Step Time": 6.613699154928327}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7630652785301208, "Finetune/Loss (Raw)": 0.7130515575408936, "Finetune/Step": 3630, "Finetune/Step Time": 6.61438462510705}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7612207531929016, "Finetune/Loss (Raw)": 0.6382328867912292, "Finetune/Step": 3631, "Finetune/Step Time": 6.628328254446387}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7622218132019043, "Finetune/Loss (Raw)": 0.8965758085250854, "Finetune/Step": 3632, "Finetune/Step Time": 6.631340494379401}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7629473209381104, "Finetune/Loss (Raw)": 0.8778210282325745, "Finetune/Step": 3633, "Finetune/Step Time": 6.626349024474621}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7633205652236938, "Finetune/Loss (Raw)": 0.7887985110282898, "Finetune/Step": 3634, "Finetune/Step Time": 6.619404669851065}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7637678384780884, "Finetune/Loss (Raw)": 0.671787440776825, "Finetune/Step": 3635, "Finetune/Step Time": 6.603891212493181}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7639176845550537, "Finetune/Loss (Raw)": 0.8290314078330994, "Finetune/Step": 3636, "Finetune/Step Time": 6.603163046762347}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7645897269248962, "Finetune/Loss (Raw)": 0.8538133502006531, "Finetune/Step": 3637, "Finetune/Step Time": 6.589489817619324}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.765325129032135, "Finetune/Loss (Raw)": 0.8312439322471619, "Finetune/Step": 3638, "Finetune/Step Time": 6.5875193402171135}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7660877704620361, "Finetune/Loss (Raw)": 0.8242126703262329, "Finetune/Step": 3639, "Finetune/Step Time": 6.576819209381938}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7623234987258911, "Finetune/Loss (Raw)": 0.3066546618938446, "Finetune/Step": 3640, "Finetune/Step Time": 6.596777157858014}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7613059282302856, "Finetune/Loss (Raw)": 0.72817063331604, "Finetune/Step": 3641, "Finetune/Step Time": 6.600560208782554}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7619040012359619, "Finetune/Loss (Raw)": 0.8180191516876221, "Finetune/Step": 3642, "Finetune/Step Time": 6.603873364627361}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7623021602630615, "Finetune/Loss (Raw)": 0.8521050214767456, "Finetune/Step": 3643, "Finetune/Step Time": 6.58759406581521}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7622228264808655, "Finetune/Loss (Raw)": 0.7852336168289185, "Finetune/Step": 3644, "Finetune/Step Time": 6.584425039589405}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7616007924079895, "Finetune/Loss (Raw)": 0.7569339275360107, "Finetune/Step": 3645, "Finetune/Step Time": 6.58382155187428}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7630442380905151, "Finetune/Loss (Raw)": 0.8426069617271423, "Finetune/Step": 3646, "Finetune/Step Time": 6.569449789822102}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7642025351524353, "Finetune/Loss (Raw)": 0.8375658988952637, "Finetune/Step": 3647, "Finetune/Step Time": 6.548348320648074}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7654469013214111, "Finetune/Loss (Raw)": 0.9098228812217712, "Finetune/Step": 3648, "Finetune/Step Time": 6.550330616533756}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.765449047088623, "Finetune/Loss (Raw)": 0.8974059820175171, "Finetune/Step": 3649, "Finetune/Step Time": 6.555087059736252}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7678724527359009, "Finetune/Loss (Raw)": 0.9548465609550476, "Finetune/Step": 3650, "Finetune/Step Time": 6.536673782393336}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7679072618484497, "Finetune/Loss (Raw)": 0.6569198369979858, "Finetune/Step": 3651, "Finetune/Step Time": 6.517086131498218}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7689653635025024, "Finetune/Loss (Raw)": 0.8242962956428528, "Finetune/Step": 3652, "Finetune/Step Time": 6.510991705581546}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7683085203170776, "Finetune/Loss (Raw)": 0.8945363163948059, "Finetune/Step": 3653, "Finetune/Step Time": 6.50892629288137}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7688582539558411, "Finetune/Loss (Raw)": 0.7583010196685791, "Finetune/Step": 3654, "Finetune/Step Time": 6.519312139600515}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7700854539871216, "Finetune/Loss (Raw)": 0.9546528458595276, "Finetune/Step": 3655, "Finetune/Step Time": 6.524410139769316}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7693418860435486, "Finetune/Loss (Raw)": 0.6856483817100525, "Finetune/Step": 3656, "Finetune/Step Time": 6.539551969617605}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7708321809768677, "Finetune/Loss (Raw)": 0.8255301713943481, "Finetune/Step": 3657, "Finetune/Step Time": 6.535433841869235}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.770817756652832, "Finetune/Loss (Raw)": 0.7649744749069214, "Finetune/Step": 3658, "Finetune/Step Time": 6.551142442971468}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7705278396606445, "Finetune/Loss (Raw)": 0.8168196678161621, "Finetune/Step": 3659, "Finetune/Step Time": 6.554701315239072}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7722769975662231, "Finetune/Loss (Raw)": 0.9112617373466492, "Finetune/Step": 3660, "Finetune/Step Time": 6.543088834732771}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7762050032615662, "Finetune/Loss (Raw)": 0.8223615288734436, "Finetune/Step": 3661, "Finetune/Step Time": 6.523364506661892}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7766764163970947, "Finetune/Loss (Raw)": 0.913563072681427, "Finetune/Step": 3662, "Finetune/Step Time": 6.5142751056700945}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7818195819854736, "Finetune/Loss (Raw)": 0.9938579797744751, "Finetune/Step": 3663, "Finetune/Step Time": 6.492510812357068}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7814003229141235, "Finetune/Loss (Raw)": 0.7251114249229431, "Finetune/Step": 3664, "Finetune/Step Time": 6.504349546507001}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7802432775497437, "Finetune/Loss (Raw)": 0.8162315487861633, "Finetune/Step": 3665, "Finetune/Step Time": 6.496662106364965}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7794273495674133, "Finetune/Loss (Raw)": 0.8078110218048096, "Finetune/Step": 3666, "Finetune/Step Time": 6.501559359952807}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7758004665374756, "Finetune/Loss (Raw)": 0.4217338263988495, "Finetune/Step": 3667, "Finetune/Step Time": 6.527153640985489}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7751599550247192, "Finetune/Loss (Raw)": 0.7399793267250061, "Finetune/Step": 3668, "Finetune/Step Time": 6.517707658931613}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7745147347450256, "Finetune/Loss (Raw)": 0.7361130714416504, "Finetune/Step": 3669, "Finetune/Step Time": 6.521037658676505}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.7755651473999023, "Finetune/Loss (Raw)": 0.8276046514511108, "Finetune/Step": 3670, "Finetune/Step Time": 6.506473744288087}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7764154076576233, "Finetune/Loss (Raw)": 0.8940615057945251, "Finetune/Step": 3671, "Finetune/Step Time": 6.477895997464657}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7754650712013245, "Finetune/Loss (Raw)": 0.7341895699501038, "Finetune/Step": 3672, "Finetune/Step Time": 6.484563546255231}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7764258980751038, "Finetune/Loss (Raw)": 0.5391538143157959, "Finetune/Step": 3673, "Finetune/Step Time": 6.468505520373583}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7769630551338196, "Finetune/Loss (Raw)": 0.7998042106628418, "Finetune/Step": 3674, "Finetune/Step Time": 6.459216790273786}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7726610898971558, "Finetune/Loss (Raw)": 0.376398503780365, "Finetune/Step": 3675, "Finetune/Step Time": 6.482080603018403}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7730668783187866, "Finetune/Loss (Raw)": 0.819627046585083, "Finetune/Step": 3676, "Finetune/Step Time": 6.485306607559323}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7730603814125061, "Finetune/Loss (Raw)": 0.9205763339996338, "Finetune/Step": 3677, "Finetune/Step Time": 6.484691405668855}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.7748379111289978, "Finetune/Loss (Raw)": 0.563849151134491, "Finetune/Step": 3678, "Finetune/Step Time": 6.4660959020257}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7753256559371948, "Finetune/Loss (Raw)": 0.7614888548851013, "Finetune/Step": 3679, "Finetune/Step Time": 6.453312240540981}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7756916880607605, "Finetune/Loss (Raw)": 0.8650971055030823, "Finetune/Step": 3680, "Finetune/Step Time": 6.457962736487389}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7771666049957275, "Finetune/Loss (Raw)": 0.8403931260108948, "Finetune/Step": 3681, "Finetune/Step Time": 6.4288976434618235}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7780462503433228, "Finetune/Loss (Raw)": 1.0288166999816895, "Finetune/Step": 3682, "Finetune/Step Time": 6.425449917092919}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.7770770788192749, "Finetune/Loss (Raw)": 0.8129768371582031, "Finetune/Step": 3683, "Finetune/Step Time": 6.43579239025712}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7788564562797546, "Finetune/Loss (Raw)": 0.5689481496810913, "Finetune/Step": 3684, "Finetune/Step Time": 6.433454563841224}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7773747444152832, "Finetune/Loss (Raw)": 0.7887910604476929, "Finetune/Step": 3685, "Finetune/Step Time": 6.429618885740638}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7776706218719482, "Finetune/Loss (Raw)": 0.840809166431427, "Finetune/Step": 3686, "Finetune/Step Time": 6.4286174569278955}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7775107026100159, "Finetune/Loss (Raw)": 0.8307642340660095, "Finetune/Step": 3687, "Finetune/Step Time": 6.426480781286955}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.7756681442260742, "Finetune/Loss (Raw)": 0.6546542048454285, "Finetune/Step": 3688, "Finetune/Step Time": 6.4341719299554825}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7749999165534973, "Finetune/Loss (Raw)": 0.8855788111686707, "Finetune/Step": 3689, "Finetune/Step Time": 6.433592038229108}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7766539454460144, "Finetune/Loss (Raw)": 0.8546044230461121, "Finetune/Step": 3690, "Finetune/Step Time": 6.436384798958898}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.773636519908905, "Finetune/Loss (Raw)": 0.30343717336654663, "Finetune/Step": 3691, "Finetune/Step Time": 6.454398233443499}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7745543718338013, "Finetune/Loss (Raw)": 0.8847503662109375, "Finetune/Step": 3692, "Finetune/Step Time": 6.448333388194442}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7750945091247559, "Finetune/Loss (Raw)": 0.8312255144119263, "Finetune/Step": 3693, "Finetune/Step Time": 6.447203416377306}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7733075022697449, "Finetune/Loss (Raw)": 0.6629288196563721, "Finetune/Step": 3694, "Finetune/Step Time": 6.470066111534834}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7751220464706421, "Finetune/Loss (Raw)": 1.0293360948562622, "Finetune/Step": 3695, "Finetune/Step Time": 6.449814980849624}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7748316526412964, "Finetune/Loss (Raw)": 0.7872347235679626, "Finetune/Step": 3696, "Finetune/Step Time": 6.442377224564552}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7729191780090332, "Finetune/Loss (Raw)": 0.5192650556564331, "Finetune/Step": 3697, "Finetune/Step Time": 6.458212638273835}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7734051942825317, "Finetune/Loss (Raw)": 0.8189989924430847, "Finetune/Step": 3698, "Finetune/Step Time": 6.464353397488594}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7733221054077148, "Finetune/Loss (Raw)": 0.8073292970657349, "Finetune/Step": 3699, "Finetune/Step Time": 6.4616871532052755}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7728997468948364, "Finetune/Loss (Raw)": 0.8389724493026733, "Finetune/Step": 3700, "Finetune/Step Time": 6.452371463179588}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7710573673248291, "Finetune/Loss (Raw)": 0.652088463306427, "Finetune/Step": 3701, "Finetune/Step Time": 6.459249459207058}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7705063819885254, "Finetune/Loss (Raw)": 0.8347954154014587, "Finetune/Step": 3702, "Finetune/Step Time": 6.448757618665695}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7710264921188354, "Finetune/Loss (Raw)": 0.8586357235908508, "Finetune/Step": 3703, "Finetune/Step Time": 6.446246836334467}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7703298330307007, "Finetune/Loss (Raw)": 0.8168219923973083, "Finetune/Step": 3704, "Finetune/Step Time": 6.450295435264707}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7687350511550903, "Finetune/Loss (Raw)": 0.6098195910453796, "Finetune/Step": 3705, "Finetune/Step Time": 6.432188605889678}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7679226398468018, "Finetune/Loss (Raw)": 0.7840927243232727, "Finetune/Step": 3706, "Finetune/Step Time": 6.433770691975951}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7674711346626282, "Finetune/Loss (Raw)": 0.7652620077133179, "Finetune/Step": 3707, "Finetune/Step Time": 6.459309156984091}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7658973932266235, "Finetune/Loss (Raw)": 0.6497111916542053, "Finetune/Step": 3708, "Finetune/Step Time": 6.470993302762508}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.766231894493103, "Finetune/Loss (Raw)": 0.9251286387443542, "Finetune/Step": 3709, "Finetune/Step Time": 6.462200369685888}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7679539322853088, "Finetune/Loss (Raw)": 0.9418356418609619, "Finetune/Step": 3710, "Finetune/Step Time": 6.449161911383271}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7672182321548462, "Finetune/Loss (Raw)": 0.6504440903663635, "Finetune/Step": 3711, "Finetune/Step Time": 6.469949930906296}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7679033279418945, "Finetune/Loss (Raw)": 0.9035744071006775, "Finetune/Step": 3712, "Finetune/Step Time": 6.469342991709709}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7627069354057312, "Finetune/Loss (Raw)": 0.28233274817466736, "Finetune/Step": 3713, "Finetune/Step Time": 6.488209897652268}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7638744115829468, "Finetune/Loss (Raw)": 0.8173112869262695, "Finetune/Step": 3714, "Finetune/Step Time": 6.4811155423521996}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7645086050033569, "Finetune/Loss (Raw)": 0.8296330571174622, "Finetune/Step": 3715, "Finetune/Step Time": 6.485505796968937}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7649279832839966, "Finetune/Loss (Raw)": 0.7016125917434692, "Finetune/Step": 3716, "Finetune/Step Time": 6.5080148577690125}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7641285061836243, "Finetune/Loss (Raw)": 0.6799291372299194, "Finetune/Step": 3717, "Finetune/Step Time": 6.517083371058106}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7623414993286133, "Finetune/Loss (Raw)": 0.6315934062004089, "Finetune/Step": 3718, "Finetune/Step Time": 6.520944306626916}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7614176869392395, "Finetune/Loss (Raw)": 0.6199901103973389, "Finetune/Step": 3719, "Finetune/Step Time": 6.531205656006932}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7618984580039978, "Finetune/Loss (Raw)": 0.843069314956665, "Finetune/Step": 3720, "Finetune/Step Time": 6.534950556233525}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7617459297180176, "Finetune/Loss (Raw)": 0.9034896492958069, "Finetune/Step": 3721, "Finetune/Step Time": 6.544760769233108}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7639542818069458, "Finetune/Loss (Raw)": 0.8401184678077698, "Finetune/Step": 3722, "Finetune/Step Time": 6.541417799890041}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7648935317993164, "Finetune/Loss (Raw)": 0.9496023654937744, "Finetune/Step": 3723, "Finetune/Step Time": 6.529283203184605}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7633324861526489, "Finetune/Loss (Raw)": 0.7614659667015076, "Finetune/Step": 3724, "Finetune/Step Time": 6.529542554169893}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7684087753295898, "Finetune/Loss (Raw)": 0.8995015621185303, "Finetune/Step": 3725, "Finetune/Step Time": 6.512815842404962}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7655632495880127, "Finetune/Loss (Raw)": 0.37956029176712036, "Finetune/Step": 3726, "Finetune/Step Time": 6.514172928407788}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7659176588058472, "Finetune/Loss (Raw)": 0.7446225881576538, "Finetune/Step": 3727, "Finetune/Step Time": 6.508357040584087}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7668747901916504, "Finetune/Loss (Raw)": 0.5577218532562256, "Finetune/Step": 3728, "Finetune/Step Time": 6.49707542732358}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7667754888534546, "Finetune/Loss (Raw)": 0.8290531635284424, "Finetune/Step": 3729, "Finetune/Step Time": 6.505275692790747}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7673324346542358, "Finetune/Loss (Raw)": 0.8592165112495422, "Finetune/Step": 3730, "Finetune/Step Time": 6.5337314791977406}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7676273584365845, "Finetune/Loss (Raw)": 0.8418470025062561, "Finetune/Step": 3731, "Finetune/Step Time": 6.534212043508887}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7677992582321167, "Finetune/Loss (Raw)": 0.8460493087768555, "Finetune/Step": 3732, "Finetune/Step Time": 6.532418409362435}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7688369750976562, "Finetune/Loss (Raw)": 0.7893956303596497, "Finetune/Step": 3733, "Finetune/Step Time": 6.539720010012388}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7702347040176392, "Finetune/Loss (Raw)": 0.9079639911651611, "Finetune/Step": 3734, "Finetune/Step Time": 6.532618332654238}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7687932252883911, "Finetune/Loss (Raw)": 0.6276043653488159, "Finetune/Step": 3735, "Finetune/Step Time": 6.5338035728782415}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7714874148368835, "Finetune/Loss (Raw)": 1.0031883716583252, "Finetune/Step": 3736, "Finetune/Step Time": 6.504890743643045}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7714417576789856, "Finetune/Loss (Raw)": 0.7681556940078735, "Finetune/Step": 3737, "Finetune/Step Time": 6.511800557374954}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7716002464294434, "Finetune/Loss (Raw)": 0.7075107097625732, "Finetune/Step": 3738, "Finetune/Step Time": 6.520910006016493}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7745965123176575, "Finetune/Loss (Raw)": 0.7203634977340698, "Finetune/Step": 3739, "Finetune/Step Time": 6.511596687138081}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7745091915130615, "Finetune/Loss (Raw)": 0.7779800295829773, "Finetune/Step": 3740, "Finetune/Step Time": 6.504984710365534}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7760831713676453, "Finetune/Loss (Raw)": 0.8965451121330261, "Finetune/Step": 3741, "Finetune/Step Time": 6.503686659038067}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7764133810997009, "Finetune/Loss (Raw)": 0.8277105689048767, "Finetune/Step": 3742, "Finetune/Step Time": 6.499596919864416}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7764319181442261, "Finetune/Loss (Raw)": 0.8417458534240723, "Finetune/Step": 3743, "Finetune/Step Time": 6.5308215115219355}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7738253474235535, "Finetune/Loss (Raw)": 0.3590250611305237, "Finetune/Step": 3744, "Finetune/Step Time": 6.5472216960042715}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7707560062408447, "Finetune/Loss (Raw)": 0.31996217370033264, "Finetune/Step": 3745, "Finetune/Step Time": 6.555062152445316}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7708269357681274, "Finetune/Loss (Raw)": 0.7026331424713135, "Finetune/Step": 3746, "Finetune/Step Time": 6.546035937964916}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7695894837379456, "Finetune/Loss (Raw)": 0.6103466749191284, "Finetune/Step": 3747, "Finetune/Step Time": 6.565069738775492}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7698232531547546, "Finetune/Loss (Raw)": 0.8294905424118042, "Finetune/Step": 3748, "Finetune/Step Time": 6.575516298413277}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7688697576522827, "Finetune/Loss (Raw)": 0.6316463947296143, "Finetune/Step": 3749, "Finetune/Step Time": 6.581438489258289}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7696245908737183, "Finetune/Loss (Raw)": 0.8896441459655762, "Finetune/Step": 3750, "Finetune/Step Time": 6.5853645000606775}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7706866264343262, "Finetune/Loss (Raw)": 0.969243049621582, "Finetune/Step": 3751, "Finetune/Step Time": 6.591334437951446}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7697724103927612, "Finetune/Loss (Raw)": 0.7875407338142395, "Finetune/Step": 3752, "Finetune/Step Time": 6.593497423455119}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7684781551361084, "Finetune/Loss (Raw)": 0.7193392515182495, "Finetune/Step": 3753, "Finetune/Step Time": 6.607056483626366}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7693461179733276, "Finetune/Loss (Raw)": 0.8000496625900269, "Finetune/Step": 3754, "Finetune/Step Time": 6.609228100627661}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7688066959381104, "Finetune/Loss (Raw)": 0.7698034048080444, "Finetune/Step": 3755, "Finetune/Step Time": 6.586415199562907}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7673392295837402, "Finetune/Loss (Raw)": 0.6093445420265198, "Finetune/Step": 3756, "Finetune/Step Time": 6.586727280169725}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7684897184371948, "Finetune/Loss (Raw)": 0.9152175188064575, "Finetune/Step": 3757, "Finetune/Step Time": 6.588854858651757}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7681077122688293, "Finetune/Loss (Raw)": 0.6641578674316406, "Finetune/Step": 3758, "Finetune/Step Time": 6.6021712105721235}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7697316408157349, "Finetune/Loss (Raw)": 0.8460982441902161, "Finetune/Step": 3759, "Finetune/Step Time": 6.586507610976696}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7684228420257568, "Finetune/Loss (Raw)": 0.7290498614311218, "Finetune/Step": 3760, "Finetune/Step Time": 6.590806005522609}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.766623854637146, "Finetune/Loss (Raw)": 0.647548258304596, "Finetune/Step": 3761, "Finetune/Step Time": 6.600689098238945}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.7666503190994263, "Finetune/Loss (Raw)": 0.7921863794326782, "Finetune/Step": 3762, "Finetune/Step Time": 6.605808425694704}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7683719396591187, "Finetune/Loss (Raw)": 0.8921566605567932, "Finetune/Step": 3763, "Finetune/Step Time": 6.606439186260104}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7675410509109497, "Finetune/Loss (Raw)": 0.7226669192314148, "Finetune/Step": 3764, "Finetune/Step Time": 6.605960946530104}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7657798528671265, "Finetune/Loss (Raw)": 0.6283808350563049, "Finetune/Step": 3765, "Finetune/Step Time": 6.6135146878659725}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7662485837936401, "Finetune/Loss (Raw)": 0.8912481665611267, "Finetune/Step": 3766, "Finetune/Step Time": 6.616235611960292}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7663703560829163, "Finetune/Loss (Raw)": 0.8397999405860901, "Finetune/Step": 3767, "Finetune/Step Time": 6.629669880494475}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7693514823913574, "Finetune/Loss (Raw)": 0.6882330775260925, "Finetune/Step": 3768, "Finetune/Step Time": 6.618210857734084}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7655721306800842, "Finetune/Loss (Raw)": 0.2444172352552414, "Finetune/Step": 3769, "Finetune/Step Time": 6.634612679481506}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7665920257568359, "Finetune/Loss (Raw)": 0.9485711455345154, "Finetune/Step": 3770, "Finetune/Step Time": 6.626272866502404}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7673285007476807, "Finetune/Loss (Raw)": 0.9463760256767273, "Finetune/Step": 3771, "Finetune/Step Time": 6.6272840946912766}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7678978443145752, "Finetune/Loss (Raw)": 0.8580988645553589, "Finetune/Step": 3772, "Finetune/Step Time": 6.632789574563503}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7646487951278687, "Finetune/Loss (Raw)": 0.3410551846027374, "Finetune/Step": 3773, "Finetune/Step Time": 6.650154862552881}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7649679183959961, "Finetune/Loss (Raw)": 0.8834637999534607, "Finetune/Step": 3774, "Finetune/Step Time": 6.651781054213643}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.765333890914917, "Finetune/Loss (Raw)": 0.8844034075737, "Finetune/Step": 3775, "Finetune/Step Time": 6.6558342427015305}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7651046514511108, "Finetune/Loss (Raw)": 0.8804814219474792, "Finetune/Step": 3776, "Finetune/Step Time": 6.65853551030159}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7602018713951111, "Finetune/Loss (Raw)": 0.2698507308959961, "Finetune/Step": 3777, "Finetune/Step Time": 6.688402432948351}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7592477798461914, "Finetune/Loss (Raw)": 0.8327248692512512, "Finetune/Step": 3778, "Finetune/Step Time": 6.695656226947904}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7594621181488037, "Finetune/Loss (Raw)": 0.6843506693840027, "Finetune/Step": 3779, "Finetune/Step Time": 6.695124669000506}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7588928937911987, "Finetune/Loss (Raw)": 0.7514382600784302, "Finetune/Step": 3780, "Finetune/Step Time": 6.695438403636217}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7585558891296387, "Finetune/Loss (Raw)": 0.8513919115066528, "Finetune/Step": 3781, "Finetune/Step Time": 6.692671496421099}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7585123777389526, "Finetune/Loss (Raw)": 0.7527408003807068, "Finetune/Step": 3782, "Finetune/Step Time": 6.67542976886034}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7564945220947266, "Finetune/Loss (Raw)": 0.6963689923286438, "Finetune/Step": 3783, "Finetune/Step Time": 6.676822112873197}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.756705105304718, "Finetune/Loss (Raw)": 0.712597668170929, "Finetune/Step": 3784, "Finetune/Step Time": 6.671781707555056}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7565841674804688, "Finetune/Loss (Raw)": 0.8100510835647583, "Finetune/Step": 3785, "Finetune/Step Time": 6.6702686958014965}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7579059600830078, "Finetune/Loss (Raw)": 0.9341623187065125, "Finetune/Step": 3786, "Finetune/Step Time": 6.654465651139617}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7580016851425171, "Finetune/Loss (Raw)": 0.8290814757347107, "Finetune/Step": 3787, "Finetune/Step Time": 6.651705523952842}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7567746639251709, "Finetune/Loss (Raw)": 0.7541900277137756, "Finetune/Step": 3788, "Finetune/Step Time": 6.657138952985406}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.755403995513916, "Finetune/Loss (Raw)": 0.6469178199768066, "Finetune/Step": 3789, "Finetune/Step Time": 6.675101084634662}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7550050020217896, "Finetune/Loss (Raw)": 0.8624934554100037, "Finetune/Step": 3790, "Finetune/Step Time": 6.676619607955217}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7536900043487549, "Finetune/Loss (Raw)": 0.8255355358123779, "Finetune/Step": 3791, "Finetune/Step Time": 6.677205828949809}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7506073117256165, "Finetune/Loss (Raw)": 0.33052772283554077, "Finetune/Step": 3792, "Finetune/Step Time": 6.685136739164591}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7506646513938904, "Finetune/Loss (Raw)": 0.8235781788825989, "Finetune/Step": 3793, "Finetune/Step Time": 6.704538373276591}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7507481575012207, "Finetune/Loss (Raw)": 0.8185020089149475, "Finetune/Step": 3794, "Finetune/Step Time": 6.694166162982583}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7528166770935059, "Finetune/Loss (Raw)": 0.6864995360374451, "Finetune/Step": 3795, "Finetune/Step Time": 6.688782090321183}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7537201642990112, "Finetune/Loss (Raw)": 0.8556240797042847, "Finetune/Step": 3796, "Finetune/Step Time": 6.694384867325425}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7529475688934326, "Finetune/Loss (Raw)": 0.637212872505188, "Finetune/Step": 3797, "Finetune/Step Time": 6.698878142982721}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7522202134132385, "Finetune/Loss (Raw)": 0.7345110177993774, "Finetune/Step": 3798, "Finetune/Step Time": 6.695968549698591}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7499688863754272, "Finetune/Loss (Raw)": 0.6058949828147888, "Finetune/Step": 3799, "Finetune/Step Time": 6.706035511568189}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7508072257041931, "Finetune/Loss (Raw)": 0.8414979577064514, "Finetune/Step": 3800, "Finetune/Step Time": 6.70276889577508}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7527564764022827, "Finetune/Loss (Raw)": 0.7886519432067871, "Finetune/Step": 3801, "Finetune/Step Time": 6.7039004899561405}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7534300088882446, "Finetune/Loss (Raw)": 0.8860180974006653, "Finetune/Step": 3802, "Finetune/Step Time": 6.705649238079786}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.757575273513794, "Finetune/Loss (Raw)": 0.9069894552230835, "Finetune/Step": 3803, "Finetune/Step Time": 6.683368358761072}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7576901912689209, "Finetune/Loss (Raw)": 0.8343358039855957, "Finetune/Step": 3804, "Finetune/Step Time": 6.668093143031001}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7552286386489868, "Finetune/Loss (Raw)": 0.6055025458335876, "Finetune/Step": 3805, "Finetune/Step Time": 6.6846047174185514}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7570191621780396, "Finetune/Loss (Raw)": 0.7930349707603455, "Finetune/Step": 3806, "Finetune/Step Time": 6.697253054007888}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.756868839263916, "Finetune/Loss (Raw)": 0.7422482967376709, "Finetune/Step": 3807, "Finetune/Step Time": 6.700291061773896}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.755094051361084, "Finetune/Loss (Raw)": 0.6379206776618958, "Finetune/Step": 3808, "Finetune/Step Time": 6.70769052579999}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7544798851013184, "Finetune/Loss (Raw)": 0.7617835402488708, "Finetune/Step": 3809, "Finetune/Step Time": 6.722385672852397}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7532334923744202, "Finetune/Loss (Raw)": 0.8692821264266968, "Finetune/Step": 3810, "Finetune/Step Time": 6.72010949626565}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7524974346160889, "Finetune/Loss (Raw)": 0.7187598347663879, "Finetune/Step": 3811, "Finetune/Step Time": 6.726169494912028}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7536601424217224, "Finetune/Loss (Raw)": 0.7177718877792358, "Finetune/Step": 3812, "Finetune/Step Time": 6.72165341116488}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7536759972572327, "Finetune/Loss (Raw)": 0.7908180356025696, "Finetune/Step": 3813, "Finetune/Step Time": 6.719545166939497}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7528893351554871, "Finetune/Loss (Raw)": 0.7401191592216492, "Finetune/Step": 3814, "Finetune/Step Time": 6.717992352321744}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7527785301208496, "Finetune/Loss (Raw)": 0.8165802955627441, "Finetune/Step": 3815, "Finetune/Step Time": 6.736480241641402}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7540896534919739, "Finetune/Loss (Raw)": 0.8224818110466003, "Finetune/Step": 3816, "Finetune/Step Time": 6.732685616239905}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7529274225234985, "Finetune/Loss (Raw)": 0.7368081212043762, "Finetune/Step": 3817, "Finetune/Step Time": 6.729993527755141}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7522156238555908, "Finetune/Loss (Raw)": 0.7634942531585693, "Finetune/Step": 3818, "Finetune/Step Time": 6.724291987717152}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7556756138801575, "Finetune/Loss (Raw)": 0.7463167905807495, "Finetune/Step": 3819, "Finetune/Step Time": 6.707200538367033}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7539309859275818, "Finetune/Loss (Raw)": 0.6614416837692261, "Finetune/Step": 3820, "Finetune/Step Time": 6.708594067022204}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7527264356613159, "Finetune/Loss (Raw)": 0.6770354509353638, "Finetune/Step": 3821, "Finetune/Step Time": 6.714103892445564}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7531355619430542, "Finetune/Loss (Raw)": 0.7153024673461914, "Finetune/Step": 3822, "Finetune/Step Time": 6.694398358464241}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7521970272064209, "Finetune/Loss (Raw)": 0.9092039465904236, "Finetune/Step": 3823, "Finetune/Step Time": 6.697145437821746}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7525169253349304, "Finetune/Loss (Raw)": 0.8281792998313904, "Finetune/Step": 3824, "Finetune/Step Time": 6.706929072737694}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7537016868591309, "Finetune/Loss (Raw)": 0.6709188222885132, "Finetune/Step": 3825, "Finetune/Step Time": 6.686053343117237}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7525478601455688, "Finetune/Loss (Raw)": 0.6713115572929382, "Finetune/Step": 3826, "Finetune/Step Time": 6.682255854830146}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7523859739303589, "Finetune/Loss (Raw)": 0.7866054773330688, "Finetune/Step": 3827, "Finetune/Step Time": 6.709112044423819}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.752442479133606, "Finetune/Loss (Raw)": 0.8462021946907043, "Finetune/Step": 3828, "Finetune/Step Time": 6.712644776329398}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7495012283325195, "Finetune/Loss (Raw)": 0.27560463547706604, "Finetune/Step": 3829, "Finetune/Step Time": 6.72691910341382}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7492755055427551, "Finetune/Loss (Raw)": 0.8059117794036865, "Finetune/Step": 3830, "Finetune/Step Time": 6.736054083332419}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7484250068664551, "Finetune/Loss (Raw)": 0.7497629523277283, "Finetune/Step": 3831, "Finetune/Step Time": 6.743492906913161}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7497415542602539, "Finetune/Loss (Raw)": 0.9853456616401672, "Finetune/Step": 3832, "Finetune/Step Time": 6.741214901208878}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7517302632331848, "Finetune/Loss (Raw)": 0.8643730878829956, "Finetune/Step": 3833, "Finetune/Step Time": 6.763994187116623}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7525581121444702, "Finetune/Loss (Raw)": 0.8900547623634338, "Finetune/Step": 3834, "Finetune/Step Time": 6.758692342787981}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7533737421035767, "Finetune/Loss (Raw)": 0.8696650266647339, "Finetune/Step": 3835, "Finetune/Step Time": 6.739428509026766}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7539699077606201, "Finetune/Loss (Raw)": 0.726020336151123, "Finetune/Step": 3836, "Finetune/Step Time": 6.717540927231312}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7526406049728394, "Finetune/Loss (Raw)": 0.7549756169319153, "Finetune/Step": 3837, "Finetune/Step Time": 6.722542949020863}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7510491013526917, "Finetune/Loss (Raw)": 0.7381260395050049, "Finetune/Step": 3838, "Finetune/Step Time": 6.72083480656147}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.752391517162323, "Finetune/Loss (Raw)": 0.8222726583480835, "Finetune/Step": 3839, "Finetune/Step Time": 6.725536961108446}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7511547207832336, "Finetune/Loss (Raw)": 0.7452647089958191, "Finetune/Step": 3840, "Finetune/Step Time": 6.726550925523043}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7563944458961487, "Finetune/Loss (Raw)": 0.9530194997787476, "Finetune/Step": 3841, "Finetune/Step Time": 6.7070642951875925}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7559523582458496, "Finetune/Loss (Raw)": 0.7607290148735046, "Finetune/Step": 3842, "Finetune/Step Time": 6.699785400182009}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7543099522590637, "Finetune/Loss (Raw)": 0.61939537525177, "Finetune/Step": 3843, "Finetune/Step Time": 6.707054624333978}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7548863887786865, "Finetune/Loss (Raw)": 0.7754004597663879, "Finetune/Step": 3844, "Finetune/Step Time": 6.688896542415023}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7556086778640747, "Finetune/Loss (Raw)": 0.772383987903595, "Finetune/Step": 3845, "Finetune/Step Time": 6.673350393772125}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7556123733520508, "Finetune/Loss (Raw)": 0.6320661306381226, "Finetune/Step": 3846, "Finetune/Step Time": 6.669009603559971}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7577390670776367, "Finetune/Loss (Raw)": 0.8921996355056763, "Finetune/Step": 3847, "Finetune/Step Time": 6.657122841104865}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7537352442741394, "Finetune/Loss (Raw)": 0.33058857917785645, "Finetune/Step": 3848, "Finetune/Step Time": 6.666967494413257}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.753684937953949, "Finetune/Loss (Raw)": 0.8970475196838379, "Finetune/Step": 3849, "Finetune/Step Time": 6.681787816807628}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7510110139846802, "Finetune/Loss (Raw)": 0.49785545468330383, "Finetune/Step": 3850, "Finetune/Step Time": 6.690032921731472}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7487555146217346, "Finetune/Loss (Raw)": 0.6609002947807312, "Finetune/Step": 3851, "Finetune/Step Time": 6.692174145951867}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.749880313873291, "Finetune/Loss (Raw)": 0.9054333567619324, "Finetune/Step": 3852, "Finetune/Step Time": 6.692997379228473}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7463911771774292, "Finetune/Loss (Raw)": 0.45290136337280273, "Finetune/Step": 3853, "Finetune/Step Time": 6.707875765860081}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7499062418937683, "Finetune/Loss (Raw)": 0.8294875025749207, "Finetune/Step": 3854, "Finetune/Step Time": 6.693096937611699}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7480764985084534, "Finetune/Loss (Raw)": 0.5104149580001831, "Finetune/Step": 3855, "Finetune/Step Time": 6.703140240162611}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.75077223777771, "Finetune/Loss (Raw)": 0.9027717709541321, "Finetune/Step": 3856, "Finetune/Step Time": 6.696358907967806}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7470868825912476, "Finetune/Loss (Raw)": 0.35732418298721313, "Finetune/Step": 3857, "Finetune/Step Time": 6.705636518076062}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7429661750793457, "Finetune/Loss (Raw)": 0.3317723572254181, "Finetune/Step": 3858, "Finetune/Step Time": 6.700537469238043}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7439416646957397, "Finetune/Loss (Raw)": 0.9667032957077026, "Finetune/Step": 3859, "Finetune/Step Time": 6.693522537127137}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7437517642974854, "Finetune/Loss (Raw)": 0.8217470049858093, "Finetune/Step": 3860, "Finetune/Step Time": 6.686939369887114}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.74345862865448, "Finetune/Loss (Raw)": 0.75187087059021, "Finetune/Step": 3861, "Finetune/Step Time": 6.672399587929249}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7428523302078247, "Finetune/Loss (Raw)": 0.830362856388092, "Finetune/Step": 3862, "Finetune/Step Time": 6.670941900461912}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7431067824363708, "Finetune/Loss (Raw)": 0.6601738929748535, "Finetune/Step": 3863, "Finetune/Step Time": 6.680495094507933}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.741628110408783, "Finetune/Loss (Raw)": 0.813917875289917, "Finetune/Step": 3864, "Finetune/Step Time": 6.683420257642865}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7412759065628052, "Finetune/Loss (Raw)": 0.7230730652809143, "Finetune/Step": 3865, "Finetune/Step Time": 6.70092261582613}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7429305911064148, "Finetune/Loss (Raw)": 0.9193089008331299, "Finetune/Step": 3866, "Finetune/Step Time": 6.6932656560093164}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7449967265129089, "Finetune/Loss (Raw)": 0.9848296046257019, "Finetune/Step": 3867, "Finetune/Step Time": 6.683515341952443}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7456020712852478, "Finetune/Loss (Raw)": 0.8554595112800598, "Finetune/Step": 3868, "Finetune/Step Time": 6.676879772916436}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7443221807479858, "Finetune/Loss (Raw)": 0.7327245473861694, "Finetune/Step": 3869, "Finetune/Step Time": 6.678960494697094}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.743285059928894, "Finetune/Loss (Raw)": 0.6949553489685059, "Finetune/Step": 3870, "Finetune/Step Time": 6.703224308788776}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7428763508796692, "Finetune/Loss (Raw)": 0.7894371747970581, "Finetune/Step": 3871, "Finetune/Step Time": 6.6691764537245035}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7432936429977417, "Finetune/Loss (Raw)": 0.41243574023246765, "Finetune/Step": 3872, "Finetune/Step Time": 6.683002706617117}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7459245920181274, "Finetune/Loss (Raw)": 0.6567239761352539, "Finetune/Step": 3873, "Finetune/Step Time": 6.6729503106325865}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7465155124664307, "Finetune/Loss (Raw)": 0.7782710790634155, "Finetune/Step": 3874, "Finetune/Step Time": 6.673059796914458}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7478016018867493, "Finetune/Loss (Raw)": 0.7749661207199097, "Finetune/Step": 3875, "Finetune/Step Time": 6.656097274273634}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7476770877838135, "Finetune/Loss (Raw)": 0.8135548233985901, "Finetune/Step": 3876, "Finetune/Step Time": 6.643450681120157}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7481875419616699, "Finetune/Loss (Raw)": 0.6969838738441467, "Finetune/Step": 3877, "Finetune/Step Time": 6.651700969785452}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7448928356170654, "Finetune/Loss (Raw)": 0.4679220914840698, "Finetune/Step": 3878, "Finetune/Step Time": 6.671430319547653}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.742752194404602, "Finetune/Loss (Raw)": 0.6952424049377441, "Finetune/Step": 3879, "Finetune/Step Time": 6.707465348765254}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7430036067962646, "Finetune/Loss (Raw)": 0.8197188377380371, "Finetune/Step": 3880, "Finetune/Step Time": 6.705114407464862}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7440004348754883, "Finetune/Loss (Raw)": 0.8469297289848328, "Finetune/Step": 3881, "Finetune/Step Time": 6.698307545855641}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7441527843475342, "Finetune/Loss (Raw)": 0.8195559978485107, "Finetune/Step": 3882, "Finetune/Step Time": 6.702130617573857}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7450953722000122, "Finetune/Loss (Raw)": 0.8904551863670349, "Finetune/Step": 3883, "Finetune/Step Time": 6.7068523690104485}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7460158467292786, "Finetune/Loss (Raw)": 0.7271602749824524, "Finetune/Step": 3884, "Finetune/Step Time": 6.7005600947886705}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7430222630500793, "Finetune/Loss (Raw)": 0.5320444107055664, "Finetune/Step": 3885, "Finetune/Step Time": 6.707364732399583}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7431797981262207, "Finetune/Loss (Raw)": 0.6843222379684448, "Finetune/Step": 3886, "Finetune/Step Time": 6.695329273119569}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7421329021453857, "Finetune/Loss (Raw)": 0.7120934724807739, "Finetune/Step": 3887, "Finetune/Step Time": 6.697108294814825}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7425925135612488, "Finetune/Loss (Raw)": 0.7878832221031189, "Finetune/Step": 3888, "Finetune/Step Time": 6.69031267426908}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7437266111373901, "Finetune/Loss (Raw)": 0.7927066683769226, "Finetune/Step": 3889, "Finetune/Step Time": 6.681940644979477}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7436574697494507, "Finetune/Loss (Raw)": 0.7833337783813477, "Finetune/Step": 3890, "Finetune/Step Time": 6.675542868673801}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7420979738235474, "Finetune/Loss (Raw)": 0.6925501823425293, "Finetune/Step": 3891, "Finetune/Step Time": 6.690278006717563}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7427321076393127, "Finetune/Loss (Raw)": 0.8038297295570374, "Finetune/Step": 3892, "Finetune/Step Time": 6.694304887205362}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7406806945800781, "Finetune/Loss (Raw)": 0.3658061921596527, "Finetune/Step": 3893, "Finetune/Step Time": 6.705254726111889}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7402046918869019, "Finetune/Loss (Raw)": 0.8303194046020508, "Finetune/Step": 3894, "Finetune/Step Time": 6.703996729105711}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7399836778640747, "Finetune/Loss (Raw)": 0.8115056157112122, "Finetune/Step": 3895, "Finetune/Step Time": 6.691904652863741}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7407899498939514, "Finetune/Loss (Raw)": 0.7914385199546814, "Finetune/Step": 3896, "Finetune/Step Time": 6.680904824286699}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7448803782463074, "Finetune/Loss (Raw)": 0.7679882645606995, "Finetune/Step": 3897, "Finetune/Step Time": 6.660244816914201}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7433059215545654, "Finetune/Loss (Raw)": 0.7470490336418152, "Finetune/Step": 3898, "Finetune/Step Time": 6.675456926226616}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7430150508880615, "Finetune/Loss (Raw)": 0.909138560295105, "Finetune/Step": 3899, "Finetune/Step Time": 6.678652873262763}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7423051595687866, "Finetune/Loss (Raw)": 0.7672265768051147, "Finetune/Step": 3900, "Finetune/Step Time": 6.688724314793944}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7463319897651672, "Finetune/Loss (Raw)": 0.8564929962158203, "Finetune/Step": 3901, "Finetune/Step Time": 6.668698485940695}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.7467687129974365, "Finetune/Loss (Raw)": 0.9393646121025085, "Finetune/Step": 3902, "Finetune/Step Time": 6.652407152578235}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7468048334121704, "Finetune/Loss (Raw)": 0.8890329003334045, "Finetune/Step": 3903, "Finetune/Step Time": 6.647271506488323}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7460194230079651, "Finetune/Loss (Raw)": 0.7799475193023682, "Finetune/Step": 3904, "Finetune/Step Time": 6.650054534897208}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7488253116607666, "Finetune/Loss (Raw)": 0.6289983987808228, "Finetune/Step": 3905, "Finetune/Step Time": 6.632754199206829}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7483822107315063, "Finetune/Loss (Raw)": 0.7760066986083984, "Finetune/Step": 3906, "Finetune/Step Time": 6.664110356941819}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7511595487594604, "Finetune/Loss (Raw)": 1.0398558378219604, "Finetune/Step": 3907, "Finetune/Step Time": 6.6502109710127115}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7497986555099487, "Finetune/Loss (Raw)": 0.5772350430488586, "Finetune/Step": 3908, "Finetune/Step Time": 6.66652693785727}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7483586072921753, "Finetune/Loss (Raw)": 0.6670719385147095, "Finetune/Step": 3909, "Finetune/Step Time": 6.671873303130269}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7491730451583862, "Finetune/Loss (Raw)": 0.8569971323013306, "Finetune/Step": 3910, "Finetune/Step Time": 6.671819293871522}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7510976195335388, "Finetune/Loss (Raw)": 0.9427089691162109, "Finetune/Step": 3911, "Finetune/Step Time": 6.667886829003692}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7509408593177795, "Finetune/Loss (Raw)": 0.6925297379493713, "Finetune/Step": 3912, "Finetune/Step Time": 6.670475833117962}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7507452964782715, "Finetune/Loss (Raw)": 0.7850121259689331, "Finetune/Step": 3913, "Finetune/Step Time": 6.67309201695025}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7492929697036743, "Finetune/Loss (Raw)": 0.7482706904411316, "Finetune/Step": 3914, "Finetune/Step Time": 6.675660306587815}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7493950724601746, "Finetune/Loss (Raw)": 0.8421525955200195, "Finetune/Step": 3915, "Finetune/Step Time": 6.67262358777225}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7499880790710449, "Finetune/Loss (Raw)": 0.8300953507423401, "Finetune/Step": 3916, "Finetune/Step Time": 6.672682639211416}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7507200241088867, "Finetune/Loss (Raw)": 0.7406043410301208, "Finetune/Step": 3917, "Finetune/Step Time": 6.673243172466755}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7509253025054932, "Finetune/Loss (Raw)": 0.8887717723846436, "Finetune/Step": 3918, "Finetune/Step Time": 6.672679340466857}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7504534721374512, "Finetune/Loss (Raw)": 0.7651413679122925, "Finetune/Step": 3919, "Finetune/Step Time": 6.682128867134452}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7541782855987549, "Finetune/Loss (Raw)": 0.8073058128356934, "Finetune/Step": 3920, "Finetune/Step Time": 6.697122219949961}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.752615213394165, "Finetune/Loss (Raw)": 0.6235041618347168, "Finetune/Step": 3921, "Finetune/Step Time": 6.714972009882331}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7530966997146606, "Finetune/Loss (Raw)": 0.8801330327987671, "Finetune/Step": 3922, "Finetune/Step Time": 6.718088947236538}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7517768740653992, "Finetune/Loss (Raw)": 0.5175573825836182, "Finetune/Step": 3923, "Finetune/Step Time": 6.707405528053641}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7517485618591309, "Finetune/Loss (Raw)": 0.8519935607910156, "Finetune/Step": 3924, "Finetune/Step Time": 6.710289152339101}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.75328129529953, "Finetune/Loss (Raw)": 0.8334066867828369, "Finetune/Step": 3925, "Finetune/Step Time": 6.707001401111484}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7530936002731323, "Finetune/Loss (Raw)": 0.7104887962341309, "Finetune/Step": 3926, "Finetune/Step Time": 6.711723126471043}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7542639374732971, "Finetune/Loss (Raw)": 0.7556986808776855, "Finetune/Step": 3927, "Finetune/Step Time": 6.719340085983276}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.754524827003479, "Finetune/Loss (Raw)": 0.8748931288719177, "Finetune/Step": 3928, "Finetune/Step Time": 6.720193523913622}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7550299167633057, "Finetune/Loss (Raw)": 0.8533041477203369, "Finetune/Step": 3929, "Finetune/Step Time": 6.716697750613093}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7537569999694824, "Finetune/Loss (Raw)": 0.7230880856513977, "Finetune/Step": 3930, "Finetune/Step Time": 6.722047958523035}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7536978721618652, "Finetune/Loss (Raw)": 0.8994196057319641, "Finetune/Step": 3931, "Finetune/Step Time": 6.7232552375644445}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7526440024375916, "Finetune/Loss (Raw)": 0.6994364857673645, "Finetune/Step": 3932, "Finetune/Step Time": 6.737894179299474}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7521892189979553, "Finetune/Loss (Raw)": 0.5472941398620605, "Finetune/Step": 3933, "Finetune/Step Time": 6.746468648314476}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7516603469848633, "Finetune/Loss (Raw)": 0.7253319025039673, "Finetune/Step": 3934, "Finetune/Step Time": 6.733638355508447}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7518339157104492, "Finetune/Loss (Raw)": 0.7644637227058411, "Finetune/Step": 3935, "Finetune/Step Time": 6.746084984391928}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7537480592727661, "Finetune/Loss (Raw)": 0.8829402923583984, "Finetune/Step": 3936, "Finetune/Step Time": 6.737996108829975}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7541890144348145, "Finetune/Loss (Raw)": 0.8182237148284912, "Finetune/Step": 3937, "Finetune/Step Time": 6.73262058198452}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7533710598945618, "Finetune/Loss (Raw)": 0.7645792961120605, "Finetune/Step": 3938, "Finetune/Step Time": 6.732529344037175}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7542980909347534, "Finetune/Loss (Raw)": 0.8374237418174744, "Finetune/Step": 3939, "Finetune/Step Time": 6.723300114274025}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7551342248916626, "Finetune/Loss (Raw)": 0.8247966766357422, "Finetune/Step": 3940, "Finetune/Step Time": 6.71102018840611}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7556840181350708, "Finetune/Loss (Raw)": 0.8611907362937927, "Finetune/Step": 3941, "Finetune/Step Time": 6.714244464412332}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.756716787815094, "Finetune/Loss (Raw)": 0.8723184466362, "Finetune/Step": 3942, "Finetune/Step Time": 6.720753164961934}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7552258968353271, "Finetune/Loss (Raw)": 0.6257453560829163, "Finetune/Step": 3943, "Finetune/Step Time": 6.726125093176961}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7553701400756836, "Finetune/Loss (Raw)": 0.8409439921379089, "Finetune/Step": 3944, "Finetune/Step Time": 6.72599645704031}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7573440074920654, "Finetune/Loss (Raw)": 0.9894595742225647, "Finetune/Step": 3945, "Finetune/Step Time": 6.747644271701574}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7575839757919312, "Finetune/Loss (Raw)": 0.7942118048667908, "Finetune/Step": 3946, "Finetune/Step Time": 6.761349692940712}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7581060528755188, "Finetune/Loss (Raw)": 0.813141405582428, "Finetune/Step": 3947, "Finetune/Step Time": 6.768160400912166}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7557359933853149, "Finetune/Loss (Raw)": 0.3580785393714905, "Finetune/Step": 3948, "Finetune/Step Time": 6.788046009838581}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7572730779647827, "Finetune/Loss (Raw)": 0.8737773299217224, "Finetune/Step": 3949, "Finetune/Step Time": 6.784499825909734}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7585777640342712, "Finetune/Loss (Raw)": 0.8823049664497375, "Finetune/Step": 3950, "Finetune/Step Time": 6.781618921086192}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7583943009376526, "Finetune/Loss (Raw)": 0.8857176303863525, "Finetune/Step": 3951, "Finetune/Step Time": 6.785036690533161}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7571211457252502, "Finetune/Loss (Raw)": 0.6652147173881531, "Finetune/Step": 3952, "Finetune/Step Time": 6.78312617354095}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.757802426815033, "Finetune/Loss (Raw)": 0.7581295967102051, "Finetune/Step": 3953, "Finetune/Step Time": 6.781074894592166}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7583404779434204, "Finetune/Loss (Raw)": 0.7401720881462097, "Finetune/Step": 3954, "Finetune/Step Time": 6.775036567822099}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7575222253799438, "Finetune/Loss (Raw)": 0.6818771958351135, "Finetune/Step": 3955, "Finetune/Step Time": 6.7539627980440855}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7579500675201416, "Finetune/Loss (Raw)": 0.9009644985198975, "Finetune/Step": 3956, "Finetune/Step Time": 6.7533313520252705}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7622190117835999, "Finetune/Loss (Raw)": 0.8220300078392029, "Finetune/Step": 3957, "Finetune/Step Time": 6.733489630743861}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7616589665412903, "Finetune/Loss (Raw)": 0.7342296242713928, "Finetune/Step": 3958, "Finetune/Step Time": 6.729837492108345}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7608197927474976, "Finetune/Loss (Raw)": 0.6423394083976746, "Finetune/Step": 3959, "Finetune/Step Time": 6.742037525400519}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7585029006004333, "Finetune/Loss (Raw)": 0.6887878775596619, "Finetune/Step": 3960, "Finetune/Step Time": 6.745426818728447}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7580658793449402, "Finetune/Loss (Raw)": 0.8084368109703064, "Finetune/Step": 3961, "Finetune/Step Time": 6.727697527036071}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7561955451965332, "Finetune/Loss (Raw)": 0.6506524682044983, "Finetune/Step": 3962, "Finetune/Step Time": 6.734815971925855}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7560130953788757, "Finetune/Loss (Raw)": 0.8463132977485657, "Finetune/Step": 3963, "Finetune/Step Time": 6.748780962079763}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7566064596176147, "Finetune/Loss (Raw)": 0.8019625544548035, "Finetune/Step": 3964, "Finetune/Step Time": 6.757684437558055}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7568799257278442, "Finetune/Loss (Raw)": 0.7899878621101379, "Finetune/Step": 3965, "Finetune/Step Time": 6.769609209150076}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7541062235832214, "Finetune/Loss (Raw)": 0.3830890953540802, "Finetune/Step": 3966, "Finetune/Step Time": 6.792347943410277}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7539005279541016, "Finetune/Loss (Raw)": 0.7959468364715576, "Finetune/Step": 3967, "Finetune/Step Time": 6.765632042661309}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7544878721237183, "Finetune/Loss (Raw)": 0.8204354643821716, "Finetune/Step": 3968, "Finetune/Step Time": 6.76280571334064}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7531901597976685, "Finetune/Loss (Raw)": 0.7869162559509277, "Finetune/Step": 3969, "Finetune/Step Time": 6.786839509382844}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7538942098617554, "Finetune/Loss (Raw)": 0.8508545756340027, "Finetune/Step": 3970, "Finetune/Step Time": 6.787393996492028}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7561923265457153, "Finetune/Loss (Raw)": 0.91354900598526, "Finetune/Step": 3971, "Finetune/Step Time": 6.778722457587719}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7561604976654053, "Finetune/Loss (Raw)": 0.7713219523429871, "Finetune/Step": 3972, "Finetune/Step Time": 6.7759011667221785}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7562365531921387, "Finetune/Loss (Raw)": 0.7821192145347595, "Finetune/Step": 3973, "Finetune/Step Time": 6.771803980693221}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7570942640304565, "Finetune/Loss (Raw)": 0.7418631911277771, "Finetune/Step": 3974, "Finetune/Step Time": 6.7746774684637785}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7572435140609741, "Finetune/Loss (Raw)": 0.911304235458374, "Finetune/Step": 3975, "Finetune/Step Time": 6.772769434377551}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7604543566703796, "Finetune/Loss (Raw)": 0.7415662407875061, "Finetune/Step": 3976, "Finetune/Step Time": 6.764298040419817}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7582976818084717, "Finetune/Loss (Raw)": 0.6209983229637146, "Finetune/Step": 3977, "Finetune/Step Time": 6.74889918603003}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.758245050907135, "Finetune/Loss (Raw)": 0.4911104440689087, "Finetune/Step": 3978, "Finetune/Step Time": 6.739991357550025}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7595526576042175, "Finetune/Loss (Raw)": 0.8282835483551025, "Finetune/Step": 3979, "Finetune/Step Time": 6.732962850481272}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7571020722389221, "Finetune/Loss (Raw)": 0.5917508006095886, "Finetune/Step": 3980, "Finetune/Step Time": 6.734605519101024}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7603732347488403, "Finetune/Loss (Raw)": 0.8716195225715637, "Finetune/Step": 3981, "Finetune/Step Time": 6.716803055256605}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7600415349006653, "Finetune/Loss (Raw)": 0.7870243787765503, "Finetune/Step": 3982, "Finetune/Step Time": 6.715821584686637}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7622292041778564, "Finetune/Loss (Raw)": 0.7904426455497742, "Finetune/Step": 3983, "Finetune/Step Time": 6.700064593926072}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7578235864639282, "Finetune/Loss (Raw)": 0.3388523757457733, "Finetune/Step": 3984, "Finetune/Step Time": 6.719426868483424}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7616298198699951, "Finetune/Loss (Raw)": 0.8445190787315369, "Finetune/Step": 3985, "Finetune/Step Time": 6.701979011297226}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.766541600227356, "Finetune/Loss (Raw)": 0.9604787826538086, "Finetune/Step": 3986, "Finetune/Step Time": 6.680327320471406}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7644710540771484, "Finetune/Loss (Raw)": 0.7016756534576416, "Finetune/Step": 3987, "Finetune/Step Time": 6.6875182166695595}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7645992636680603, "Finetune/Loss (Raw)": 0.8381518125534058, "Finetune/Step": 3988, "Finetune/Step Time": 6.691011991351843}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.765623152256012, "Finetune/Loss (Raw)": 0.8829337954521179, "Finetune/Step": 3989, "Finetune/Step Time": 6.690208675339818}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7654171586036682, "Finetune/Loss (Raw)": 0.8039930462837219, "Finetune/Step": 3990, "Finetune/Step Time": 6.694220962002873}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7669797539710999, "Finetune/Loss (Raw)": 0.8601903319358826, "Finetune/Step": 3991, "Finetune/Step Time": 6.68715576082468}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7658708095550537, "Finetune/Loss (Raw)": 0.6719680428504944, "Finetune/Step": 3992, "Finetune/Step Time": 6.714847421273589}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7666630148887634, "Finetune/Loss (Raw)": 0.8244800567626953, "Finetune/Step": 3993, "Finetune/Step Time": 6.6918695494532585}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7648598551750183, "Finetune/Loss (Raw)": 0.6884925961494446, "Finetune/Step": 3994, "Finetune/Step Time": 6.7030965611338615}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7628791332244873, "Finetune/Loss (Raw)": 0.731303334236145, "Finetune/Step": 3995, "Finetune/Step Time": 6.703079827129841}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7617464661598206, "Finetune/Loss (Raw)": 0.7104745507240295, "Finetune/Step": 3996, "Finetune/Step Time": 6.700988616794348}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7615896463394165, "Finetune/Loss (Raw)": 0.7126628160476685, "Finetune/Step": 3997, "Finetune/Step Time": 6.698909524828196}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7629996538162231, "Finetune/Loss (Raw)": 0.8754246830940247, "Finetune/Step": 3998, "Finetune/Step Time": 6.681900268420577}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7628180980682373, "Finetune/Loss (Raw)": 0.7662020325660706, "Finetune/Step": 3999, "Finetune/Step Time": 6.697008114308119}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7656373381614685, "Finetune/Loss (Raw)": 0.7732967138290405, "Finetune/Step": 4000, "Finetune/Step Time": 6.667480608448386}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7661501169204712, "Finetune/Loss (Raw)": 0.7223604917526245, "Finetune/Step": 4001, "Finetune/Step Time": 6.677518393844366}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.765539824962616, "Finetune/Loss (Raw)": 0.7001556158065796, "Finetune/Step": 4002, "Finetune/Step Time": 6.6871450915932655}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7654337286949158, "Finetune/Loss (Raw)": 0.7613905668258667, "Finetune/Step": 4003, "Finetune/Step Time": 6.6985226180404425}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7656645774841309, "Finetune/Loss (Raw)": 0.8430978655815125, "Finetune/Step": 4004, "Finetune/Step Time": 6.70292236469686}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.76639723777771, "Finetune/Loss (Raw)": 0.7907682061195374, "Finetune/Step": 4005, "Finetune/Step Time": 6.687701812013984}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7702621221542358, "Finetune/Loss (Raw)": 0.9626176953315735, "Finetune/Step": 4006, "Finetune/Step Time": 6.66459134966135}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.767596423625946, "Finetune/Loss (Raw)": 0.354042649269104, "Finetune/Step": 4007, "Finetune/Step Time": 6.638317117467523}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7665929794311523, "Finetune/Loss (Raw)": 0.691277265548706, "Finetune/Step": 4008, "Finetune/Step Time": 6.636578230187297}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7662873268127441, "Finetune/Loss (Raw)": 0.8078054785728455, "Finetune/Step": 4009, "Finetune/Step Time": 6.632213320583105}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7653005719184875, "Finetune/Loss (Raw)": 0.6932490468025208, "Finetune/Step": 4010, "Finetune/Step Time": 6.640473313629627}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7649534940719604, "Finetune/Loss (Raw)": 0.8460332751274109, "Finetune/Step": 4011, "Finetune/Step Time": 6.635631643235683}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7637604475021362, "Finetune/Loss (Raw)": 0.5744505524635315, "Finetune/Step": 4012, "Finetune/Step Time": 6.653044909238815}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.7654274702072144, "Finetune/Loss (Raw)": 0.7454257607460022, "Finetune/Step": 4013, "Finetune/Step Time": 6.647320952266455}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.765708327293396, "Finetune/Loss (Raw)": 0.7202599048614502, "Finetune/Step": 4014, "Finetune/Step Time": 6.671684343367815}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7663102149963379, "Finetune/Loss (Raw)": 0.7891455888748169, "Finetune/Step": 4015, "Finetune/Step Time": 6.673308802768588}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7664854526519775, "Finetune/Loss (Raw)": 0.8103095293045044, "Finetune/Step": 4016, "Finetune/Step Time": 6.675146585330367}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7667779922485352, "Finetune/Loss (Raw)": 0.8301472067832947, "Finetune/Step": 4017, "Finetune/Step Time": 6.677510280162096}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7631823420524597, "Finetune/Loss (Raw)": 0.3230927586555481, "Finetune/Step": 4018, "Finetune/Step Time": 6.6987943071872}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.765121579170227, "Finetune/Loss (Raw)": 0.9407814145088196, "Finetune/Step": 4019, "Finetune/Step Time": 6.690061381086707}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7658137083053589, "Finetune/Loss (Raw)": 0.892418622970581, "Finetune/Step": 4020, "Finetune/Step Time": 6.688454248011112}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7691596150398254, "Finetune/Loss (Raw)": 0.7940754294395447, "Finetune/Step": 4021, "Finetune/Step Time": 6.679752537980676}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7685867547988892, "Finetune/Loss (Raw)": 0.7569901943206787, "Finetune/Step": 4022, "Finetune/Step Time": 6.683098744601011}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7687157392501831, "Finetune/Loss (Raw)": 0.8280263543128967, "Finetune/Step": 4023, "Finetune/Step Time": 6.686525268480182}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7693517208099365, "Finetune/Loss (Raw)": 0.8728445172309875, "Finetune/Step": 4024, "Finetune/Step Time": 6.69322313554585}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7691570520401001, "Finetune/Loss (Raw)": 0.7430650591850281, "Finetune/Step": 4025, "Finetune/Step Time": 6.69368957169354}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7701087594032288, "Finetune/Loss (Raw)": 0.868869960308075, "Finetune/Step": 4026, "Finetune/Step Time": 6.682069294154644}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7700769901275635, "Finetune/Loss (Raw)": 0.905066728591919, "Finetune/Step": 4027, "Finetune/Step Time": 6.689135240390897}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7698562145233154, "Finetune/Loss (Raw)": 0.7389773726463318, "Finetune/Step": 4028, "Finetune/Step Time": 6.67477404512465}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7697325944900513, "Finetune/Loss (Raw)": 0.8406574726104736, "Finetune/Step": 4029, "Finetune/Step Time": 6.67567990347743}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7654308080673218, "Finetune/Loss (Raw)": 0.38873839378356934, "Finetune/Step": 4030, "Finetune/Step Time": 6.69371448084712}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7643656134605408, "Finetune/Loss (Raw)": 0.7526900172233582, "Finetune/Step": 4031, "Finetune/Step Time": 6.694828573614359}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7642033100128174, "Finetune/Loss (Raw)": 0.7591780424118042, "Finetune/Step": 4032, "Finetune/Step Time": 6.689021319150925}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7660441398620605, "Finetune/Loss (Raw)": 0.8646159172058105, "Finetune/Step": 4033, "Finetune/Step Time": 6.678082006052136}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7660378813743591, "Finetune/Loss (Raw)": 0.7752087712287903, "Finetune/Step": 4034, "Finetune/Step Time": 6.640926217660308}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7630898952484131, "Finetune/Loss (Raw)": 0.6625155210494995, "Finetune/Step": 4035, "Finetune/Step Time": 6.646877175197005}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7663654088973999, "Finetune/Loss (Raw)": 0.996498703956604, "Finetune/Step": 4036, "Finetune/Step Time": 6.624627098441124}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7666753530502319, "Finetune/Loss (Raw)": 0.7067400813102722, "Finetune/Step": 4037, "Finetune/Step Time": 6.631425220519304}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7627559900283813, "Finetune/Loss (Raw)": 0.3553182780742645, "Finetune/Step": 4038, "Finetune/Step Time": 6.6495734844356775}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7614149451255798, "Finetune/Loss (Raw)": 0.7710612416267395, "Finetune/Step": 4039, "Finetune/Step Time": 6.670815316960216}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7627651691436768, "Finetune/Loss (Raw)": 0.8653643131256104, "Finetune/Step": 4040, "Finetune/Step Time": 6.661190403625369}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7621892690658569, "Finetune/Loss (Raw)": 0.7112912535667419, "Finetune/Step": 4041, "Finetune/Step Time": 6.6568415481597185}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7623609304428101, "Finetune/Loss (Raw)": 0.7702471613883972, "Finetune/Step": 4042, "Finetune/Step Time": 6.67012445256114}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.7624900341033936, "Finetune/Loss (Raw)": 0.8586717844009399, "Finetune/Step": 4043, "Finetune/Step Time": 6.673349190503359}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.762083113193512, "Finetune/Loss (Raw)": 0.778017520904541, "Finetune/Step": 4044, "Finetune/Step Time": 6.666126625612378}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7585523724555969, "Finetune/Loss (Raw)": 0.2886602282524109, "Finetune/Step": 4045, "Finetune/Step Time": 6.667363880202174}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.757238507270813, "Finetune/Loss (Raw)": 0.7205959558486938, "Finetune/Step": 4046, "Finetune/Step Time": 6.665154514834285}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7570288181304932, "Finetune/Loss (Raw)": 0.7383034825325012, "Finetune/Step": 4047, "Finetune/Step Time": 6.678534779697657}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7535704970359802, "Finetune/Loss (Raw)": 0.364645391702652, "Finetune/Step": 4048, "Finetune/Step Time": 6.663754504173994}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.75392746925354, "Finetune/Loss (Raw)": 0.6691902875900269, "Finetune/Step": 4049, "Finetune/Step Time": 6.63850667513907}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7529913187026978, "Finetune/Loss (Raw)": 0.7603142857551575, "Finetune/Step": 4050, "Finetune/Step Time": 6.6368140038102865}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7545941472053528, "Finetune/Loss (Raw)": 0.7227198481559753, "Finetune/Step": 4051, "Finetune/Step Time": 6.629246478900313}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7537491917610168, "Finetune/Loss (Raw)": 0.7438377737998962, "Finetune/Step": 4052, "Finetune/Step Time": 6.64991794154048}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7501504421234131, "Finetune/Loss (Raw)": 0.37276163697242737, "Finetune/Step": 4053, "Finetune/Step Time": 6.667445596307516}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7496575117111206, "Finetune/Loss (Raw)": 0.6473924517631531, "Finetune/Step": 4054, "Finetune/Step Time": 6.676849327981472}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7499858140945435, "Finetune/Loss (Raw)": 0.797724187374115, "Finetune/Step": 4055, "Finetune/Step Time": 6.659318100661039}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7475284337997437, "Finetune/Loss (Raw)": 0.5603492259979248, "Finetune/Step": 4056, "Finetune/Step Time": 6.674740508198738}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7477840185165405, "Finetune/Loss (Raw)": 0.8860155940055847, "Finetune/Step": 4057, "Finetune/Step Time": 6.6718519907444715}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7479410171508789, "Finetune/Loss (Raw)": 0.7431852221488953, "Finetune/Step": 4058, "Finetune/Step Time": 6.6637704242020845}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7464522123336792, "Finetune/Loss (Raw)": 0.7088611125946045, "Finetune/Step": 4059, "Finetune/Step Time": 6.67746189981699}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.744695782661438, "Finetune/Loss (Raw)": 0.47461169958114624, "Finetune/Step": 4060, "Finetune/Step Time": 6.680011440068483}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.745100736618042, "Finetune/Loss (Raw)": 0.599122941493988, "Finetune/Step": 4061, "Finetune/Step Time": 6.672809563577175}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7458484172821045, "Finetune/Loss (Raw)": 0.8210356831550598, "Finetune/Step": 4062, "Finetune/Step Time": 6.675850564613938}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7426136136054993, "Finetune/Loss (Raw)": 0.35040780901908875, "Finetune/Step": 4063, "Finetune/Step Time": 6.674548855051398}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.738676905632019, "Finetune/Loss (Raw)": 0.3790401518344879, "Finetune/Step": 4064, "Finetune/Step Time": 6.6956779304891825}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7373501062393188, "Finetune/Loss (Raw)": 0.6483972668647766, "Finetune/Step": 4065, "Finetune/Step Time": 6.710860418155789}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7376104593276978, "Finetune/Loss (Raw)": 0.7979071140289307, "Finetune/Step": 4066, "Finetune/Step Time": 6.715096728876233}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7377264499664307, "Finetune/Loss (Raw)": 0.852264940738678, "Finetune/Step": 4067, "Finetune/Step Time": 6.714360734447837}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7376301884651184, "Finetune/Loss (Raw)": 0.8124781847000122, "Finetune/Step": 4068, "Finetune/Step Time": 6.715606603771448}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7376534938812256, "Finetune/Loss (Raw)": 0.8641740679740906, "Finetune/Step": 4069, "Finetune/Step Time": 6.7279299311339855}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7367547750473022, "Finetune/Loss (Raw)": 0.7572827339172363, "Finetune/Step": 4070, "Finetune/Step Time": 6.724085118621588}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7377140522003174, "Finetune/Loss (Raw)": 0.7485339641571045, "Finetune/Step": 4071, "Finetune/Step Time": 6.730259058997035}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7363988161087036, "Finetune/Loss (Raw)": 0.6725955605506897, "Finetune/Step": 4072, "Finetune/Step Time": 6.739725390449166}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7346636056900024, "Finetune/Loss (Raw)": 0.767349123954773, "Finetune/Step": 4073, "Finetune/Step Time": 6.723220560699701}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.73551344871521, "Finetune/Loss (Raw)": 0.9029923677444458, "Finetune/Step": 4074, "Finetune/Step Time": 6.710653129965067}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7349952459335327, "Finetune/Loss (Raw)": 0.7468100786209106, "Finetune/Step": 4075, "Finetune/Step Time": 6.699549894779921}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7368780970573425, "Finetune/Loss (Raw)": 0.599087655544281, "Finetune/Step": 4076, "Finetune/Step Time": 6.708659155294299}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7362781763076782, "Finetune/Loss (Raw)": 0.7969820499420166, "Finetune/Step": 4077, "Finetune/Step Time": 6.722517717629671}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7351201176643372, "Finetune/Loss (Raw)": 0.7340787649154663, "Finetune/Step": 4078, "Finetune/Step Time": 6.725182747468352}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7350145578384399, "Finetune/Loss (Raw)": 0.872201144695282, "Finetune/Step": 4079, "Finetune/Step Time": 6.736242977902293}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7352499961853027, "Finetune/Loss (Raw)": 0.6953515410423279, "Finetune/Step": 4080, "Finetune/Step Time": 6.735310124233365}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.734899640083313, "Finetune/Loss (Raw)": 0.7132786512374878, "Finetune/Step": 4081, "Finetune/Step Time": 6.756897820159793}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.734806478023529, "Finetune/Loss (Raw)": 0.7282564043998718, "Finetune/Step": 4082, "Finetune/Step Time": 6.764673545956612}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7361768484115601, "Finetune/Loss (Raw)": 0.8572832345962524, "Finetune/Step": 4083, "Finetune/Step Time": 6.7568234000355005}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7327448129653931, "Finetune/Loss (Raw)": 0.4616663455963135, "Finetune/Step": 4084, "Finetune/Step Time": 6.771752880886197}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7311211824417114, "Finetune/Loss (Raw)": 0.6141994595527649, "Finetune/Step": 4085, "Finetune/Step Time": 6.78325442224741}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7308542728424072, "Finetune/Loss (Raw)": 0.7000670433044434, "Finetune/Step": 4086, "Finetune/Step Time": 6.79041513800621}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7327936887741089, "Finetune/Loss (Raw)": 0.8905808925628662, "Finetune/Step": 4087, "Finetune/Step Time": 6.7782984878867865}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7338207960128784, "Finetune/Loss (Raw)": 0.8202568888664246, "Finetune/Step": 4088, "Finetune/Step Time": 6.773500105366111}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7336617708206177, "Finetune/Loss (Raw)": 0.7880809307098389, "Finetune/Step": 4089, "Finetune/Step Time": 6.774181334301829}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7348100543022156, "Finetune/Loss (Raw)": 0.7976405024528503, "Finetune/Step": 4090, "Finetune/Step Time": 6.7673841044306755}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.734145998954773, "Finetune/Loss (Raw)": 0.7613109946250916, "Finetune/Step": 4091, "Finetune/Step Time": 6.770235724747181}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7337365746498108, "Finetune/Loss (Raw)": 0.749561071395874, "Finetune/Step": 4092, "Finetune/Step Time": 6.771698597818613}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7345021963119507, "Finetune/Loss (Raw)": 0.8879889845848083, "Finetune/Step": 4093, "Finetune/Step Time": 6.7566172908991575}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7391350269317627, "Finetune/Loss (Raw)": 0.9760870933532715, "Finetune/Step": 4094, "Finetune/Step Time": 6.738604912534356}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.738328218460083, "Finetune/Loss (Raw)": 0.6926677823066711, "Finetune/Step": 4095, "Finetune/Step Time": 6.745750304311514}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7390646934509277, "Finetune/Loss (Raw)": 0.914708137512207, "Finetune/Step": 4096, "Finetune/Step Time": 6.75054551102221}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7395656108856201, "Finetune/Loss (Raw)": 0.8510303497314453, "Finetune/Step": 4097, "Finetune/Step Time": 6.736810469999909}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7376800775527954, "Finetune/Loss (Raw)": 0.60951828956604, "Finetune/Step": 4098, "Finetune/Step Time": 6.7444956339895725}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7368086576461792, "Finetune/Loss (Raw)": 0.8019952178001404, "Finetune/Step": 4099, "Finetune/Step Time": 6.75820398516953}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7380160093307495, "Finetune/Loss (Raw)": 0.9258720278739929, "Finetune/Step": 4100, "Finetune/Step Time": 6.758483055979013}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7379704117774963, "Finetune/Loss (Raw)": 0.7762781977653503, "Finetune/Step": 4101, "Finetune/Step Time": 6.77865537814796}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7381702065467834, "Finetune/Loss (Raw)": 0.7674365043640137, "Finetune/Step": 4102, "Finetune/Step Time": 6.775434670969844}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7373321056365967, "Finetune/Loss (Raw)": 0.8040200471878052, "Finetune/Step": 4103, "Finetune/Step Time": 6.788388155400753}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7379933595657349, "Finetune/Loss (Raw)": 0.8262161016464233, "Finetune/Step": 4104, "Finetune/Step Time": 6.776285151019692}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7382736206054688, "Finetune/Loss (Raw)": 0.6568718552589417, "Finetune/Step": 4105, "Finetune/Step Time": 6.770297888666391}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7404074668884277, "Finetune/Loss (Raw)": 0.764242947101593, "Finetune/Step": 4106, "Finetune/Step Time": 6.76870352961123}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7397270202636719, "Finetune/Loss (Raw)": 0.741186261177063, "Finetune/Step": 4107, "Finetune/Step Time": 6.770643113180995}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7416216135025024, "Finetune/Loss (Raw)": 0.8342645168304443, "Finetune/Step": 4108, "Finetune/Step Time": 6.7698514349758625}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7405555248260498, "Finetune/Loss (Raw)": 0.7351534962654114, "Finetune/Step": 4109, "Finetune/Step Time": 6.777279598638415}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.740347146987915, "Finetune/Loss (Raw)": 0.7603563070297241, "Finetune/Step": 4110, "Finetune/Step Time": 6.784172892570496}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7413491010665894, "Finetune/Loss (Raw)": 0.9186846613883972, "Finetune/Step": 4111, "Finetune/Step Time": 6.790204145014286}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.743384599685669, "Finetune/Loss (Raw)": 0.5993995666503906, "Finetune/Step": 4112, "Finetune/Step Time": 6.794564763084054}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7418777346611023, "Finetune/Loss (Raw)": 0.6516405344009399, "Finetune/Step": 4113, "Finetune/Step Time": 6.793269123882055}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7407599687576294, "Finetune/Loss (Raw)": 0.8173993229866028, "Finetune/Step": 4114, "Finetune/Step Time": 6.794619508087635}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.74169921875, "Finetune/Loss (Raw)": 0.8218986392021179, "Finetune/Step": 4115, "Finetune/Step Time": 6.791064228862524}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7392314672470093, "Finetune/Loss (Raw)": 0.5222859382629395, "Finetune/Step": 4116, "Finetune/Step Time": 6.805797839537263}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7373980283737183, "Finetune/Loss (Raw)": 0.6482493281364441, "Finetune/Step": 4117, "Finetune/Step Time": 6.814810547977686}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.738639235496521, "Finetune/Loss (Raw)": 0.9628702998161316, "Finetune/Step": 4118, "Finetune/Step Time": 6.807952299714088}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7390913367271423, "Finetune/Loss (Raw)": 0.9180611968040466, "Finetune/Step": 4119, "Finetune/Step Time": 6.801611000671983}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.739330530166626, "Finetune/Loss (Raw)": 0.702582836151123, "Finetune/Step": 4120, "Finetune/Step Time": 6.786264082416892}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7391939163208008, "Finetune/Loss (Raw)": 0.8070012331008911, "Finetune/Step": 4121, "Finetune/Step Time": 6.781834937632084}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7394295334815979, "Finetune/Loss (Raw)": 0.7186440229415894, "Finetune/Step": 4122, "Finetune/Step Time": 6.781161908060312}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.741112232208252, "Finetune/Loss (Raw)": 0.9466924667358398, "Finetune/Step": 4123, "Finetune/Step Time": 6.782649632543325}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.739946186542511, "Finetune/Loss (Raw)": 0.5612186193466187, "Finetune/Step": 4124, "Finetune/Step Time": 6.784886686131358}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7407342195510864, "Finetune/Loss (Raw)": 0.8135284781455994, "Finetune/Step": 4125, "Finetune/Step Time": 6.788766922429204}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7403825521469116, "Finetune/Loss (Raw)": 0.8304150700569153, "Finetune/Step": 4126, "Finetune/Step Time": 6.784234853461385}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7407148480415344, "Finetune/Loss (Raw)": 0.8087371587753296, "Finetune/Step": 4127, "Finetune/Step Time": 6.764484839513898}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7406038045883179, "Finetune/Loss (Raw)": 0.7590749263763428, "Finetune/Step": 4128, "Finetune/Step Time": 6.7600936107337475}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7411541938781738, "Finetune/Loss (Raw)": 0.7928195595741272, "Finetune/Step": 4129, "Finetune/Step Time": 6.7411617655307055}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7417770624160767, "Finetune/Loss (Raw)": 0.7798817753791809, "Finetune/Step": 4130, "Finetune/Step Time": 6.731965638697147}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7420593500137329, "Finetune/Loss (Raw)": 0.7975234985351562, "Finetune/Step": 4131, "Finetune/Step Time": 6.735493766143918}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7418627738952637, "Finetune/Loss (Raw)": 0.8179382085800171, "Finetune/Step": 4132, "Finetune/Step Time": 6.737258680164814}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7413033246994019, "Finetune/Loss (Raw)": 0.7191482186317444, "Finetune/Step": 4133, "Finetune/Step Time": 6.744965331628919}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7396094799041748, "Finetune/Loss (Raw)": 0.7458134293556213, "Finetune/Step": 4134, "Finetune/Step Time": 6.761171689257026}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7423542737960815, "Finetune/Loss (Raw)": 0.7053750157356262, "Finetune/Step": 4135, "Finetune/Step Time": 6.7433467004448175}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.742805004119873, "Finetune/Loss (Raw)": 0.7489654421806335, "Finetune/Step": 4136, "Finetune/Step Time": 6.742881517857313}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7419240474700928, "Finetune/Loss (Raw)": 0.695049524307251, "Finetune/Step": 4137, "Finetune/Step Time": 6.750267053022981}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7432475686073303, "Finetune/Loss (Raw)": 0.8626571297645569, "Finetune/Step": 4138, "Finetune/Step Time": 6.7361038364470005}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7422322034835815, "Finetune/Loss (Raw)": 0.7160710096359253, "Finetune/Step": 4139, "Finetune/Step Time": 6.725789941847324}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7434152364730835, "Finetune/Loss (Raw)": 0.7258806228637695, "Finetune/Step": 4140, "Finetune/Step Time": 6.714932236820459}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7405768632888794, "Finetune/Loss (Raw)": 0.3821060359477997, "Finetune/Step": 4141, "Finetune/Step Time": 6.72523613460362}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.740587592124939, "Finetune/Loss (Raw)": 0.7216291427612305, "Finetune/Step": 4142, "Finetune/Step Time": 6.702908156439662}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7401261329650879, "Finetune/Loss (Raw)": 0.7300909757614136, "Finetune/Step": 4143, "Finetune/Step Time": 6.698764743283391}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7360241413116455, "Finetune/Loss (Raw)": 0.285251647233963, "Finetune/Step": 4144, "Finetune/Step Time": 6.71425941772759}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7346993088722229, "Finetune/Loss (Raw)": 0.6605663895606995, "Finetune/Step": 4145, "Finetune/Step Time": 6.722629565745592}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7387896776199341, "Finetune/Loss (Raw)": 0.8466535210609436, "Finetune/Step": 4146, "Finetune/Step Time": 6.697623714804649}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7376264333724976, "Finetune/Loss (Raw)": 0.7918941378593445, "Finetune/Step": 4147, "Finetune/Step Time": 6.692068859934807}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7372482419013977, "Finetune/Loss (Raw)": 0.8440089225769043, "Finetune/Step": 4148, "Finetune/Step Time": 6.692317960783839}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7370187640190125, "Finetune/Loss (Raw)": 0.7646951675415039, "Finetune/Step": 4149, "Finetune/Step Time": 6.681052025407553}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7360687255859375, "Finetune/Loss (Raw)": 0.6353879570960999, "Finetune/Step": 4150, "Finetune/Step Time": 6.704781360924244}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.735745370388031, "Finetune/Loss (Raw)": 0.7866404056549072, "Finetune/Step": 4151, "Finetune/Step Time": 6.709507994353771}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7349970936775208, "Finetune/Loss (Raw)": 0.7770656943321228, "Finetune/Step": 4152, "Finetune/Step Time": 6.713983306661248}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7350031733512878, "Finetune/Loss (Raw)": 0.7438421249389648, "Finetune/Step": 4153, "Finetune/Step Time": 6.711226366460323}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7344785928726196, "Finetune/Loss (Raw)": 0.8017219305038452, "Finetune/Step": 4154, "Finetune/Step Time": 6.714951995760202}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7330800890922546, "Finetune/Loss (Raw)": 0.7260631322860718, "Finetune/Step": 4155, "Finetune/Step Time": 6.707495840266347}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7327399253845215, "Finetune/Loss (Raw)": 0.6954343914985657, "Finetune/Step": 4156, "Finetune/Step Time": 6.706951048225164}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.73313969373703, "Finetune/Loss (Raw)": 0.8918234705924988, "Finetune/Step": 4157, "Finetune/Step Time": 6.707318203523755}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7361640930175781, "Finetune/Loss (Raw)": 0.7758653163909912, "Finetune/Step": 4158, "Finetune/Step Time": 6.697512470185757}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7369544506072998, "Finetune/Loss (Raw)": 0.8538491129875183, "Finetune/Step": 4159, "Finetune/Step Time": 6.696816911920905}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7381482720375061, "Finetune/Loss (Raw)": 0.9119906425476074, "Finetune/Step": 4160, "Finetune/Step Time": 6.700603414326906}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7377032041549683, "Finetune/Loss (Raw)": 0.807654619216919, "Finetune/Step": 4161, "Finetune/Step Time": 6.697829704731703}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7388041615486145, "Finetune/Loss (Raw)": 0.9161229729652405, "Finetune/Step": 4162, "Finetune/Step Time": 6.69908913038671}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.738540768623352, "Finetune/Loss (Raw)": 0.6288096308708191, "Finetune/Step": 4163, "Finetune/Step Time": 6.709309361875057}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7344427108764648, "Finetune/Loss (Raw)": 0.47194206714630127, "Finetune/Step": 4164, "Finetune/Step Time": 6.72057675383985}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7359536290168762, "Finetune/Loss (Raw)": 0.9001349210739136, "Finetune/Step": 4165, "Finetune/Step Time": 6.7131702080369}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7400583624839783, "Finetune/Loss (Raw)": 0.8807269334793091, "Finetune/Step": 4166, "Finetune/Step Time": 6.693709356710315}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7396669983863831, "Finetune/Loss (Raw)": 0.7209678292274475, "Finetune/Step": 4167, "Finetune/Step Time": 6.677163027226925}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7378254532814026, "Finetune/Loss (Raw)": 0.629648745059967, "Finetune/Step": 4168, "Finetune/Step Time": 6.674489386379719}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7351043820381165, "Finetune/Loss (Raw)": 0.36299318075180054, "Finetune/Step": 4169, "Finetune/Step Time": 6.693453224375844}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7341664433479309, "Finetune/Loss (Raw)": 0.6501889228820801, "Finetune/Step": 4170, "Finetune/Step Time": 6.68460856564343}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7337954044342041, "Finetune/Loss (Raw)": 0.8111826181411743, "Finetune/Step": 4171, "Finetune/Step Time": 6.695824954658747}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7337542772293091, "Finetune/Loss (Raw)": 0.772752046585083, "Finetune/Step": 4172, "Finetune/Step Time": 6.714823320508003}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7373358011245728, "Finetune/Loss (Raw)": 0.7470898032188416, "Finetune/Step": 4173, "Finetune/Step Time": 6.699561629444361}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7344944477081299, "Finetune/Loss (Raw)": 0.3569071888923645, "Finetune/Step": 4174, "Finetune/Step Time": 6.718679236248136}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7342748641967773, "Finetune/Loss (Raw)": 0.7101945281028748, "Finetune/Step": 4175, "Finetune/Step Time": 6.697798637673259}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7372709512710571, "Finetune/Loss (Raw)": 0.7481446862220764, "Finetune/Step": 4176, "Finetune/Step Time": 6.690121989697218}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7384428381919861, "Finetune/Loss (Raw)": 0.8191948533058167, "Finetune/Step": 4177, "Finetune/Step Time": 6.699530318379402}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7392059564590454, "Finetune/Loss (Raw)": 0.8579928278923035, "Finetune/Step": 4178, "Finetune/Step Time": 6.701342452317476}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7393956184387207, "Finetune/Loss (Raw)": 0.746989369392395, "Finetune/Step": 4179, "Finetune/Step Time": 6.7126655001193285}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7402067184448242, "Finetune/Loss (Raw)": 0.8476700186729431, "Finetune/Step": 4180, "Finetune/Step Time": 6.692813532426953}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7432202696800232, "Finetune/Loss (Raw)": 0.758488118648529, "Finetune/Step": 4181, "Finetune/Step Time": 6.675960807129741}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7424862384796143, "Finetune/Loss (Raw)": 0.5534406304359436, "Finetune/Step": 4182, "Finetune/Step Time": 6.674989374354482}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7428431510925293, "Finetune/Loss (Raw)": 0.8434040546417236, "Finetune/Step": 4183, "Finetune/Step Time": 6.6734874825924635}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7444899082183838, "Finetune/Loss (Raw)": 0.7711372971534729, "Finetune/Step": 4184, "Finetune/Step Time": 6.650934154167771}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7443254590034485, "Finetune/Loss (Raw)": 0.8649687767028809, "Finetune/Step": 4185, "Finetune/Step Time": 6.653031507506967}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7454931735992432, "Finetune/Loss (Raw)": 0.8926441669464111, "Finetune/Step": 4186, "Finetune/Step Time": 6.665313880890608}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7455868721008301, "Finetune/Loss (Raw)": 0.7208578586578369, "Finetune/Step": 4187, "Finetune/Step Time": 6.663905767723918}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7464977502822876, "Finetune/Loss (Raw)": 0.5912041664123535, "Finetune/Step": 4188, "Finetune/Step Time": 6.653548754751682}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7477931976318359, "Finetune/Loss (Raw)": 0.7649391293525696, "Finetune/Step": 4189, "Finetune/Step Time": 6.635283648967743}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7458154559135437, "Finetune/Loss (Raw)": 0.5678883790969849, "Finetune/Step": 4190, "Finetune/Step Time": 6.634176228195429}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7491060495376587, "Finetune/Loss (Raw)": 0.7716041803359985, "Finetune/Step": 4191, "Finetune/Step Time": 6.61838573217392}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7534166574478149, "Finetune/Loss (Raw)": 0.9307999014854431, "Finetune/Step": 4192, "Finetune/Step Time": 6.595966527238488}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7506937980651855, "Finetune/Loss (Raw)": 0.2998717725276947, "Finetune/Step": 4193, "Finetune/Step Time": 6.5954518262296915}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.750985860824585, "Finetune/Loss (Raw)": 0.8352856636047363, "Finetune/Step": 4194, "Finetune/Step Time": 6.594799259677529}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7509899139404297, "Finetune/Loss (Raw)": 0.8527858257293701, "Finetune/Step": 4195, "Finetune/Step Time": 6.594915432855487}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7503930330276489, "Finetune/Loss (Raw)": 0.736076295375824, "Finetune/Step": 4196, "Finetune/Step Time": 6.592719538137317}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7472909688949585, "Finetune/Loss (Raw)": 0.4671122133731842, "Finetune/Step": 4197, "Finetune/Step Time": 6.601378267630935}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7482025027275085, "Finetune/Loss (Raw)": 0.8739639520645142, "Finetune/Step": 4198, "Finetune/Step Time": 6.599357074126601}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7496367692947388, "Finetune/Loss (Raw)": 0.9321150183677673, "Finetune/Step": 4199, "Finetune/Step Time": 6.569830823689699}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7507985830307007, "Finetune/Loss (Raw)": 0.821305513381958, "Finetune/Step": 4200, "Finetune/Step Time": 6.566307025030255}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7504185438156128, "Finetune/Loss (Raw)": 0.7187063694000244, "Finetune/Step": 4201, "Finetune/Step Time": 6.576050570234656}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7494509220123291, "Finetune/Loss (Raw)": 0.779131293296814, "Finetune/Step": 4202, "Finetune/Step Time": 6.579034568741918}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7492825984954834, "Finetune/Loss (Raw)": 0.7252712845802307, "Finetune/Step": 4203, "Finetune/Step Time": 6.580389350652695}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7502211332321167, "Finetune/Loss (Raw)": 0.7192150950431824, "Finetune/Step": 4204, "Finetune/Step Time": 6.55128887295723}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7502657175064087, "Finetune/Loss (Raw)": 0.8026943802833557, "Finetune/Step": 4205, "Finetune/Step Time": 6.532854715362191}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7500340938568115, "Finetune/Loss (Raw)": 0.7044286131858826, "Finetune/Step": 4206, "Finetune/Step Time": 6.530809964984655}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7496203780174255, "Finetune/Loss (Raw)": 0.819241464138031, "Finetune/Step": 4207, "Finetune/Step Time": 6.524755168706179}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7502206563949585, "Finetune/Loss (Raw)": 0.7721872329711914, "Finetune/Step": 4208, "Finetune/Step Time": 6.5155112110078335}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7519779205322266, "Finetune/Loss (Raw)": 0.9382118582725525, "Finetune/Step": 4209, "Finetune/Step Time": 6.504241360351443}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7524073719978333, "Finetune/Loss (Raw)": 0.7832293510437012, "Finetune/Step": 4210, "Finetune/Step Time": 6.499389028176665}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7521989345550537, "Finetune/Loss (Raw)": 0.8305934071540833, "Finetune/Step": 4211, "Finetune/Step Time": 6.504378078505397}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7538498640060425, "Finetune/Loss (Raw)": 0.6729873418807983, "Finetune/Step": 4212, "Finetune/Step Time": 6.483992982655764}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7540602684020996, "Finetune/Loss (Raw)": 0.6411317586898804, "Finetune/Step": 4213, "Finetune/Step Time": 6.48168620467186}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7547712922096252, "Finetune/Loss (Raw)": 0.7910826802253723, "Finetune/Step": 4214, "Finetune/Step Time": 6.472423059865832}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7533684968948364, "Finetune/Loss (Raw)": 0.7110168933868408, "Finetune/Step": 4215, "Finetune/Step Time": 6.507217403501272}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7532721161842346, "Finetune/Loss (Raw)": 0.8079246282577515, "Finetune/Step": 4216, "Finetune/Step Time": 6.502825438976288}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7536479234695435, "Finetune/Loss (Raw)": 0.8361859917640686, "Finetune/Step": 4217, "Finetune/Step Time": 6.499994853511453}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.7534496784210205, "Finetune/Loss (Raw)": 0.7722640633583069, "Finetune/Step": 4218, "Finetune/Step Time": 6.498868748545647}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7520548105239868, "Finetune/Loss (Raw)": 0.5827659964561462, "Finetune/Step": 4219, "Finetune/Step Time": 6.482149671763182}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7525193691253662, "Finetune/Loss (Raw)": 0.8090232610702515, "Finetune/Step": 4220, "Finetune/Step Time": 6.471130106598139}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7526020407676697, "Finetune/Loss (Raw)": 0.8985736966133118, "Finetune/Step": 4221, "Finetune/Step Time": 6.47241972014308}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7514592409133911, "Finetune/Loss (Raw)": 0.8298110365867615, "Finetune/Step": 4222, "Finetune/Step Time": 6.475527822971344}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7527711987495422, "Finetune/Loss (Raw)": 0.8605940341949463, "Finetune/Step": 4223, "Finetune/Step Time": 6.467338044196367}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7513025403022766, "Finetune/Loss (Raw)": 0.7267264723777771, "Finetune/Step": 4224, "Finetune/Step Time": 6.471501491963863}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7501778602600098, "Finetune/Loss (Raw)": 0.7070680260658264, "Finetune/Step": 4225, "Finetune/Step Time": 6.463656485080719}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7523471117019653, "Finetune/Loss (Raw)": 0.8871855735778809, "Finetune/Step": 4226, "Finetune/Step Time": 6.456910222768784}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7537756562232971, "Finetune/Loss (Raw)": 0.9848437905311584, "Finetune/Step": 4227, "Finetune/Step Time": 6.445277385413647}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7526771426200867, "Finetune/Loss (Raw)": 0.7852615714073181, "Finetune/Step": 4228, "Finetune/Step Time": 6.4464220106601715}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7533043026924133, "Finetune/Loss (Raw)": 0.8565548062324524, "Finetune/Step": 4229, "Finetune/Step Time": 6.4290294367820024}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7493618130683899, "Finetune/Loss (Raw)": 0.2627999782562256, "Finetune/Step": 4230, "Finetune/Step Time": 6.442611472681165}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7474389672279358, "Finetune/Loss (Raw)": 0.5578945279121399, "Finetune/Step": 4231, "Finetune/Step Time": 6.468687931075692}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.747050940990448, "Finetune/Loss (Raw)": 0.7765483856201172, "Finetune/Step": 4232, "Finetune/Step Time": 6.477142617106438}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7470501661300659, "Finetune/Loss (Raw)": 0.6567724347114563, "Finetune/Step": 4233, "Finetune/Step Time": 6.482342261821032}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.748591423034668, "Finetune/Loss (Raw)": 0.9615193605422974, "Finetune/Step": 4234, "Finetune/Step Time": 6.484183765947819}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7492366433143616, "Finetune/Loss (Raw)": 0.8237795233726501, "Finetune/Step": 4235, "Finetune/Step Time": 6.483133766800165}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7477099299430847, "Finetune/Loss (Raw)": 0.6388437747955322, "Finetune/Step": 4236, "Finetune/Step Time": 6.491106327623129}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7490810751914978, "Finetune/Loss (Raw)": 0.9106661081314087, "Finetune/Step": 4237, "Finetune/Step Time": 6.483250103890896}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7498785257339478, "Finetune/Loss (Raw)": 0.8624293208122253, "Finetune/Step": 4238, "Finetune/Step Time": 6.471219891682267}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7491803765296936, "Finetune/Loss (Raw)": 0.8293187022209167, "Finetune/Step": 4239, "Finetune/Step Time": 6.466167597100139}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7504987716674805, "Finetune/Loss (Raw)": 0.7681514620780945, "Finetune/Step": 4240, "Finetune/Step Time": 6.442990384995937}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7516577243804932, "Finetune/Loss (Raw)": 0.7999951243400574, "Finetune/Step": 4241, "Finetune/Step Time": 6.44345186278224}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7520006895065308, "Finetune/Loss (Raw)": 0.8612921833992004, "Finetune/Step": 4242, "Finetune/Step Time": 6.441557295620441}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7514071464538574, "Finetune/Loss (Raw)": 0.7459233999252319, "Finetune/Step": 4243, "Finetune/Step Time": 6.470002423971891}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7537413835525513, "Finetune/Loss (Raw)": 0.8210641145706177, "Finetune/Step": 4244, "Finetune/Step Time": 6.464313751086593}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7549813985824585, "Finetune/Loss (Raw)": 0.8069775700569153, "Finetune/Step": 4245, "Finetune/Step Time": 6.465277250856161}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7531956434249878, "Finetune/Loss (Raw)": 0.7342937588691711, "Finetune/Step": 4246, "Finetune/Step Time": 6.500051250681281}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7525506019592285, "Finetune/Loss (Raw)": 0.8354984521865845, "Finetune/Step": 4247, "Finetune/Step Time": 6.501918077468872}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.749274492263794, "Finetune/Loss (Raw)": 0.28323328495025635, "Finetune/Step": 4248, "Finetune/Step Time": 6.508386915549636}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7496018409729004, "Finetune/Loss (Raw)": 0.8489046096801758, "Finetune/Step": 4249, "Finetune/Step Time": 6.501415017992258}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7486073970794678, "Finetune/Loss (Raw)": 0.5913604497909546, "Finetune/Step": 4250, "Finetune/Step Time": 6.496943604201078}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7465412616729736, "Finetune/Loss (Raw)": 0.6822266578674316, "Finetune/Step": 4251, "Finetune/Step Time": 6.495828537270427}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7498397827148438, "Finetune/Loss (Raw)": 0.9834238290786743, "Finetune/Step": 4252, "Finetune/Step Time": 6.49674915522337}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.747810959815979, "Finetune/Loss (Raw)": 0.5538427829742432, "Finetune/Step": 4253, "Finetune/Step Time": 6.515940187498927}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7451725602149963, "Finetune/Loss (Raw)": 0.49270305037498474, "Finetune/Step": 4254, "Finetune/Step Time": 6.525467067956924}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7442178130149841, "Finetune/Loss (Raw)": 0.6865235567092896, "Finetune/Step": 4255, "Finetune/Step Time": 6.5311440378427505}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7445513010025024, "Finetune/Loss (Raw)": 0.8017578721046448, "Finetune/Step": 4256, "Finetune/Step Time": 6.546096842736006}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7448691725730896, "Finetune/Loss (Raw)": 0.8335134387016296, "Finetune/Step": 4257, "Finetune/Step Time": 6.549757618457079}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7437020540237427, "Finetune/Loss (Raw)": 0.6304888129234314, "Finetune/Step": 4258, "Finetune/Step Time": 6.550705408677459}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7444816827774048, "Finetune/Loss (Raw)": 0.8973172307014465, "Finetune/Step": 4259, "Finetune/Step Time": 6.54386618360877}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7440333366394043, "Finetune/Loss (Raw)": 0.7605458498001099, "Finetune/Step": 4260, "Finetune/Step Time": 6.5401722602546215}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7447628974914551, "Finetune/Loss (Raw)": 0.8125373721122742, "Finetune/Step": 4261, "Finetune/Step Time": 6.5339496824890375}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7449209690093994, "Finetune/Loss (Raw)": 0.7660416960716248, "Finetune/Step": 4262, "Finetune/Step Time": 6.523992575705051}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7467200756072998, "Finetune/Loss (Raw)": 0.9356570243835449, "Finetune/Step": 4263, "Finetune/Step Time": 6.52158123254776}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7458578944206238, "Finetune/Loss (Raw)": 0.6386116743087769, "Finetune/Step": 4264, "Finetune/Step Time": 6.53234619833529}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7459990978240967, "Finetune/Loss (Raw)": 0.7131274938583374, "Finetune/Step": 4265, "Finetune/Step Time": 6.529714604839683}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7464276552200317, "Finetune/Loss (Raw)": 0.9175140857696533, "Finetune/Step": 4266, "Finetune/Step Time": 6.529422655701637}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7458308935165405, "Finetune/Loss (Raw)": 0.639680802822113, "Finetune/Step": 4267, "Finetune/Step Time": 6.542901309207082}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7456910610198975, "Finetune/Loss (Raw)": 0.7079846262931824, "Finetune/Step": 4268, "Finetune/Step Time": 6.5349890403449535}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7470945119857788, "Finetune/Loss (Raw)": 0.5617461204528809, "Finetune/Step": 4269, "Finetune/Step Time": 6.549522150307894}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7475448846817017, "Finetune/Loss (Raw)": 0.7792807817459106, "Finetune/Step": 4270, "Finetune/Step Time": 6.549562873318791}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7443670034408569, "Finetune/Loss (Raw)": 0.32331225275993347, "Finetune/Step": 4271, "Finetune/Step Time": 6.580746963620186}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7486575841903687, "Finetune/Loss (Raw)": 0.8344507217407227, "Finetune/Step": 4272, "Finetune/Step Time": 6.563074544072151}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7488754987716675, "Finetune/Loss (Raw)": 0.6884590983390808, "Finetune/Step": 4273, "Finetune/Step Time": 6.5510662365704775}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7482047080993652, "Finetune/Loss (Raw)": 0.7608001828193665, "Finetune/Step": 4274, "Finetune/Step Time": 6.556627504527569}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7470228672027588, "Finetune/Loss (Raw)": 0.6406144499778748, "Finetune/Step": 4275, "Finetune/Step Time": 6.567818693816662}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7468904852867126, "Finetune/Loss (Raw)": 0.8270626068115234, "Finetune/Step": 4276, "Finetune/Step Time": 6.569004679098725}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7465763092041016, "Finetune/Loss (Raw)": 0.7244833111763, "Finetune/Step": 4277, "Finetune/Step Time": 6.5905559323728085}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7483826875686646, "Finetune/Loss (Raw)": 0.8665992021560669, "Finetune/Step": 4278, "Finetune/Step Time": 6.564756924286485}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7477660179138184, "Finetune/Loss (Raw)": 0.7077073454856873, "Finetune/Step": 4279, "Finetune/Step Time": 6.562536429613829}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7482386827468872, "Finetune/Loss (Raw)": 0.8375725746154785, "Finetune/Step": 4280, "Finetune/Step Time": 6.556010484695435}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7496007680892944, "Finetune/Loss (Raw)": 0.9181842803955078, "Finetune/Step": 4281, "Finetune/Step Time": 6.570460978895426}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7499533295631409, "Finetune/Loss (Raw)": 0.8468474745750427, "Finetune/Step": 4282, "Finetune/Step Time": 6.568039925768971}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.750359058380127, "Finetune/Loss (Raw)": 0.7780005931854248, "Finetune/Step": 4283, "Finetune/Step Time": 6.571837697178125}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7512667179107666, "Finetune/Loss (Raw)": 0.811614990234375, "Finetune/Step": 4284, "Finetune/Step Time": 6.569618541747332}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.74908047914505, "Finetune/Loss (Raw)": 0.6119838953018188, "Finetune/Step": 4285, "Finetune/Step Time": 6.601901428773999}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7490039467811584, "Finetune/Loss (Raw)": 0.7660699486732483, "Finetune/Step": 4286, "Finetune/Step Time": 6.592970948666334}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7487778663635254, "Finetune/Loss (Raw)": 0.8249117136001587, "Finetune/Step": 4287, "Finetune/Step Time": 6.595510292798281}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7487016320228577, "Finetune/Loss (Raw)": 0.9022278189659119, "Finetune/Step": 4288, "Finetune/Step Time": 6.598431995138526}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.748196542263031, "Finetune/Loss (Raw)": 0.7430025935173035, "Finetune/Step": 4289, "Finetune/Step Time": 6.599724164232612}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7478786706924438, "Finetune/Loss (Raw)": 0.8754416108131409, "Finetune/Step": 4290, "Finetune/Step Time": 6.599953269585967}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7498344779014587, "Finetune/Loss (Raw)": 0.8791512846946716, "Finetune/Step": 4291, "Finetune/Step Time": 6.585530141368508}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7527030110359192, "Finetune/Loss (Raw)": 0.8391143083572388, "Finetune/Step": 4292, "Finetune/Step Time": 6.580883150920272}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7520871162414551, "Finetune/Loss (Raw)": 0.8212949633598328, "Finetune/Step": 4293, "Finetune/Step Time": 6.588121151551604}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.7512155771255493, "Finetune/Loss (Raw)": 0.7691748738288879, "Finetune/Step": 4294, "Finetune/Step Time": 6.608677187934518}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7479254007339478, "Finetune/Loss (Raw)": 0.2998234033584595, "Finetune/Step": 4295, "Finetune/Step Time": 6.6253823433071375}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.750179648399353, "Finetune/Loss (Raw)": 0.9181932806968689, "Finetune/Step": 4296, "Finetune/Step Time": 6.623172366991639}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7540213465690613, "Finetune/Loss (Raw)": 0.8547272086143494, "Finetune/Step": 4297, "Finetune/Step Time": 6.606381740421057}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7536875605583191, "Finetune/Loss (Raw)": 0.6074661016464233, "Finetune/Step": 4298, "Finetune/Step Time": 6.601128075271845}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7538282871246338, "Finetune/Loss (Raw)": 0.8292043209075928, "Finetune/Step": 4299, "Finetune/Step Time": 6.6080927066504955}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7548211812973022, "Finetune/Loss (Raw)": 0.8998361229896545, "Finetune/Step": 4300, "Finetune/Step Time": 6.593566941097379}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7518229484558105, "Finetune/Loss (Raw)": 0.3633171319961548, "Finetune/Step": 4301, "Finetune/Step Time": 6.608013788238168}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7559926509857178, "Finetune/Loss (Raw)": 0.8906312584877014, "Finetune/Step": 4302, "Finetune/Step Time": 6.593345694243908}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7575937509536743, "Finetune/Loss (Raw)": 0.9151252508163452, "Finetune/Step": 4303, "Finetune/Step Time": 6.593234375119209}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7543660998344421, "Finetune/Loss (Raw)": 0.3350120484828949, "Finetune/Step": 4304, "Finetune/Step Time": 6.600624077022076}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7531512379646301, "Finetune/Loss (Raw)": 0.6636895537376404, "Finetune/Step": 4305, "Finetune/Step Time": 6.59259120747447}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7520954608917236, "Finetune/Loss (Raw)": 0.7228553295135498, "Finetune/Step": 4306, "Finetune/Step Time": 6.5985333025455475}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7507884502410889, "Finetune/Loss (Raw)": 0.5796908736228943, "Finetune/Step": 4307, "Finetune/Step Time": 6.587735116481781}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.749509334564209, "Finetune/Loss (Raw)": 0.6839495897293091, "Finetune/Step": 4308, "Finetune/Step Time": 6.588911324739456}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7494759559631348, "Finetune/Loss (Raw)": 0.7542136311531067, "Finetune/Step": 4309, "Finetune/Step Time": 6.59337629750371}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7478552460670471, "Finetune/Loss (Raw)": 0.3459906578063965, "Finetune/Step": 4310, "Finetune/Step Time": 6.603392058983445}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7474760413169861, "Finetune/Loss (Raw)": 0.7948600053787231, "Finetune/Step": 4311, "Finetune/Step Time": 6.609703693538904}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7481796145439148, "Finetune/Loss (Raw)": 0.8611977696418762, "Finetune/Step": 4312, "Finetune/Step Time": 6.61799855902791}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7484781742095947, "Finetune/Loss (Raw)": 0.9031859040260315, "Finetune/Step": 4313, "Finetune/Step Time": 6.628693200647831}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7482199668884277, "Finetune/Loss (Raw)": 0.859592080116272, "Finetune/Step": 4314, "Finetune/Step Time": 6.619986284524202}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7485260963439941, "Finetune/Loss (Raw)": 0.7600380182266235, "Finetune/Step": 4315, "Finetune/Step Time": 6.616719046607614}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7492603063583374, "Finetune/Loss (Raw)": 0.6851896643638611, "Finetune/Step": 4316, "Finetune/Step Time": 6.620698882266879}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7493757009506226, "Finetune/Loss (Raw)": 0.779704213142395, "Finetune/Step": 4317, "Finetune/Step Time": 6.619548479095101}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7497332692146301, "Finetune/Loss (Raw)": 0.6136611700057983, "Finetune/Step": 4318, "Finetune/Step Time": 6.62363600730896}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.748337984085083, "Finetune/Loss (Raw)": 0.5930080413818359, "Finetune/Step": 4319, "Finetune/Step Time": 6.629386672750115}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7468838691711426, "Finetune/Loss (Raw)": 0.744673490524292, "Finetune/Step": 4320, "Finetune/Step Time": 6.632837189361453}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7491922378540039, "Finetune/Loss (Raw)": 0.595335066318512, "Finetune/Step": 4321, "Finetune/Step Time": 6.6264480501413345}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7496062517166138, "Finetune/Loss (Raw)": 0.8882848620414734, "Finetune/Step": 4322, "Finetune/Step Time": 6.629147427156568}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7476688623428345, "Finetune/Loss (Raw)": 0.6047952771186829, "Finetune/Step": 4323, "Finetune/Step Time": 6.627057258039713}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7479349374771118, "Finetune/Loss (Raw)": 0.7701449990272522, "Finetune/Step": 4324, "Finetune/Step Time": 6.626425784081221}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7484373450279236, "Finetune/Loss (Raw)": 0.5314163565635681, "Finetune/Step": 4325, "Finetune/Step Time": 6.61656716093421}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7466111183166504, "Finetune/Loss (Raw)": 0.6402036547660828, "Finetune/Step": 4326, "Finetune/Step Time": 6.624445054680109}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7434346675872803, "Finetune/Loss (Raw)": 0.5255319476127625, "Finetune/Step": 4327, "Finetune/Step Time": 6.6413787212222815}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7428199052810669, "Finetune/Loss (Raw)": 0.7426156401634216, "Finetune/Step": 4328, "Finetune/Step Time": 6.635294971987605}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7434360980987549, "Finetune/Loss (Raw)": 0.7975721955299377, "Finetune/Step": 4329, "Finetune/Step Time": 6.625298419967294}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7439892292022705, "Finetune/Loss (Raw)": 0.8499392867088318, "Finetune/Step": 4330, "Finetune/Step Time": 6.624575721099973}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7449288964271545, "Finetune/Loss (Raw)": 0.8455427289009094, "Finetune/Step": 4331, "Finetune/Step Time": 6.624174330383539}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7457054853439331, "Finetune/Loss (Raw)": 0.818629801273346, "Finetune/Step": 4332, "Finetune/Step Time": 6.6271559577435255}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7460604906082153, "Finetune/Loss (Raw)": 0.84812331199646, "Finetune/Step": 4333, "Finetune/Step Time": 6.629087433218956}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7474867105484009, "Finetune/Loss (Raw)": 0.8869858384132385, "Finetune/Step": 4334, "Finetune/Step Time": 6.627736097201705}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7473344802856445, "Finetune/Loss (Raw)": 0.7997552752494812, "Finetune/Step": 4335, "Finetune/Step Time": 6.623107880353928}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7483996748924255, "Finetune/Loss (Raw)": 0.9085397124290466, "Finetune/Step": 4336, "Finetune/Step Time": 6.638938250020146}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7452527284622192, "Finetune/Loss (Raw)": 0.5353974103927612, "Finetune/Step": 4337, "Finetune/Step Time": 6.65103018656373}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7453069686889648, "Finetune/Loss (Raw)": 0.790172815322876, "Finetune/Step": 4338, "Finetune/Step Time": 6.651262018829584}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7447106838226318, "Finetune/Loss (Raw)": 0.7542645335197449, "Finetune/Step": 4339, "Finetune/Step Time": 6.651791997253895}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7450045347213745, "Finetune/Loss (Raw)": 0.7106069922447205, "Finetune/Step": 4340, "Finetune/Step Time": 6.666076270863414}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7471626996994019, "Finetune/Loss (Raw)": 0.9173793792724609, "Finetune/Step": 4341, "Finetune/Step Time": 6.658513741567731}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7464752793312073, "Finetune/Loss (Raw)": 0.703090488910675, "Finetune/Step": 4342, "Finetune/Step Time": 6.697457026690245}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7463269829750061, "Finetune/Loss (Raw)": 0.692033052444458, "Finetune/Step": 4343, "Finetune/Step Time": 6.662483915686607}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7462787628173828, "Finetune/Loss (Raw)": 0.801751971244812, "Finetune/Step": 4344, "Finetune/Step Time": 6.670006448403001}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7456067204475403, "Finetune/Loss (Raw)": 0.7501657009124756, "Finetune/Step": 4345, "Finetune/Step Time": 6.669588137418032}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7457371950149536, "Finetune/Loss (Raw)": 0.7889662384986877, "Finetune/Step": 4346, "Finetune/Step Time": 6.6727031003683805}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7480566501617432, "Finetune/Loss (Raw)": 0.8796515464782715, "Finetune/Step": 4347, "Finetune/Step Time": 6.665170440450311}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7480716109275818, "Finetune/Loss (Raw)": 0.810941755771637, "Finetune/Step": 4348, "Finetune/Step Time": 6.670433463528752}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7478681206703186, "Finetune/Loss (Raw)": 0.8725306391716003, "Finetune/Step": 4349, "Finetune/Step Time": 6.6674568597227335}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.745726466178894, "Finetune/Loss (Raw)": 0.5556823015213013, "Finetune/Step": 4350, "Finetune/Step Time": 6.678526621311903}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.745431125164032, "Finetune/Loss (Raw)": 0.8227838277816772, "Finetune/Step": 4351, "Finetune/Step Time": 6.677727987989783}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7459709644317627, "Finetune/Loss (Raw)": 0.795831024646759, "Finetune/Step": 4352, "Finetune/Step Time": 6.66977453045547}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7468969821929932, "Finetune/Loss (Raw)": 0.8255987763404846, "Finetune/Step": 4353, "Finetune/Step Time": 6.677537593990564}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7455767393112183, "Finetune/Loss (Raw)": 0.7181922197341919, "Finetune/Step": 4354, "Finetune/Step Time": 6.676010377705097}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7441904544830322, "Finetune/Loss (Raw)": 0.8074014782905579, "Finetune/Step": 4355, "Finetune/Step Time": 6.682462505996227}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7443408370018005, "Finetune/Loss (Raw)": 0.8045061826705933, "Finetune/Step": 4356, "Finetune/Step Time": 6.680989721789956}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7444354295730591, "Finetune/Loss (Raw)": 0.8686582446098328, "Finetune/Step": 4357, "Finetune/Step Time": 6.680968368425965}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7487761974334717, "Finetune/Loss (Raw)": 0.818419337272644, "Finetune/Step": 4358, "Finetune/Step Time": 6.670879956334829}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7505606412887573, "Finetune/Loss (Raw)": 0.7863065004348755, "Finetune/Step": 4359, "Finetune/Step Time": 6.633669700473547}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7501207590103149, "Finetune/Loss (Raw)": 0.7202430963516235, "Finetune/Step": 4360, "Finetune/Step Time": 6.625518869608641}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7526925206184387, "Finetune/Loss (Raw)": 0.9859585165977478, "Finetune/Step": 4361, "Finetune/Step Time": 6.633807165548205}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7512068152427673, "Finetune/Loss (Raw)": 0.7713500261306763, "Finetune/Step": 4362, "Finetune/Step Time": 6.636336140334606}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7506657838821411, "Finetune/Loss (Raw)": 0.7545315623283386, "Finetune/Step": 4363, "Finetune/Step Time": 6.633651154115796}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7512961626052856, "Finetune/Loss (Raw)": 0.7195308804512024, "Finetune/Step": 4364, "Finetune/Step Time": 6.6449305433779955}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7495154738426208, "Finetune/Loss (Raw)": 0.6827356815338135, "Finetune/Step": 4365, "Finetune/Step Time": 6.659424357116222}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7494640350341797, "Finetune/Loss (Raw)": 0.8558459281921387, "Finetune/Step": 4366, "Finetune/Step Time": 6.658986980095506}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7486896514892578, "Finetune/Loss (Raw)": 0.730195939540863, "Finetune/Step": 4367, "Finetune/Step Time": 6.664923522621393}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7491693496704102, "Finetune/Loss (Raw)": 0.8295507431030273, "Finetune/Step": 4368, "Finetune/Step Time": 6.661582292988896}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.748799204826355, "Finetune/Loss (Raw)": 0.752621054649353, "Finetune/Step": 4369, "Finetune/Step Time": 6.667882701382041}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7487949728965759, "Finetune/Loss (Raw)": 0.8607460260391235, "Finetune/Step": 4370, "Finetune/Step Time": 6.670403674244881}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7498965263366699, "Finetune/Loss (Raw)": 0.8869222402572632, "Finetune/Step": 4371, "Finetune/Step Time": 6.639506490901113}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7453861236572266, "Finetune/Loss (Raw)": 0.24372905492782593, "Finetune/Step": 4372, "Finetune/Step Time": 6.649410689249635}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7446703910827637, "Finetune/Loss (Raw)": 0.7153714895248413, "Finetune/Step": 4373, "Finetune/Step Time": 6.647086318582296}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7449933290481567, "Finetune/Loss (Raw)": 0.7756323218345642, "Finetune/Step": 4374, "Finetune/Step Time": 6.613673886284232}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7443338632583618, "Finetune/Loss (Raw)": 0.7510800361633301, "Finetune/Step": 4375, "Finetune/Step Time": 6.620394568890333}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.747738778591156, "Finetune/Loss (Raw)": 0.719066321849823, "Finetune/Step": 4376, "Finetune/Step Time": 6.615462835878134}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7472838759422302, "Finetune/Loss (Raw)": 0.7906721234321594, "Finetune/Step": 4377, "Finetune/Step Time": 6.616952473297715}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7484533190727234, "Finetune/Loss (Raw)": 0.7410494685173035, "Finetune/Step": 4378, "Finetune/Step Time": 6.627041265368462}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7479466199874878, "Finetune/Loss (Raw)": 0.6173776984214783, "Finetune/Step": 4379, "Finetune/Step Time": 6.637791525572538}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7471358180046082, "Finetune/Loss (Raw)": 0.8796367049217224, "Finetune/Step": 4380, "Finetune/Step Time": 6.641262078657746}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7493339776992798, "Finetune/Loss (Raw)": 0.8352024555206299, "Finetune/Step": 4381, "Finetune/Step Time": 6.629118083044887}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7524123191833496, "Finetune/Loss (Raw)": 0.8867338299751282, "Finetune/Step": 4382, "Finetune/Step Time": 6.623421037569642}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.75184166431427, "Finetune/Loss (Raw)": 0.6134862303733826, "Finetune/Step": 4383, "Finetune/Step Time": 6.637772165238857}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7517101764678955, "Finetune/Loss (Raw)": 0.7849180698394775, "Finetune/Step": 4384, "Finetune/Step Time": 6.625077044591308}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7512087821960449, "Finetune/Loss (Raw)": 0.7693320512771606, "Finetune/Step": 4385, "Finetune/Step Time": 6.618717538192868}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7513031959533691, "Finetune/Loss (Raw)": 0.6425822377204895, "Finetune/Step": 4386, "Finetune/Step Time": 6.635349960997701}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7518112063407898, "Finetune/Loss (Raw)": 0.9623420238494873, "Finetune/Step": 4387, "Finetune/Step Time": 6.634283170104027}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7522353529930115, "Finetune/Loss (Raw)": 0.8148337006568909, "Finetune/Step": 4388, "Finetune/Step Time": 6.638398345559835}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7522999048233032, "Finetune/Loss (Raw)": 0.8207938075065613, "Finetune/Step": 4389, "Finetune/Step Time": 6.636926218867302}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7523660063743591, "Finetune/Loss (Raw)": 0.7745069861412048, "Finetune/Step": 4390, "Finetune/Step Time": 6.635510982945561}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7510806322097778, "Finetune/Loss (Raw)": 0.7711349129676819, "Finetune/Step": 4391, "Finetune/Step Time": 6.642765352502465}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7488181591033936, "Finetune/Loss (Raw)": 0.34900984168052673, "Finetune/Step": 4392, "Finetune/Step Time": 6.654324932023883}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.748120903968811, "Finetune/Loss (Raw)": 0.6238818764686584, "Finetune/Step": 4393, "Finetune/Step Time": 6.66174228861928}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7466292381286621, "Finetune/Loss (Raw)": 0.7265739440917969, "Finetune/Step": 4394, "Finetune/Step Time": 6.670535808429122}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7477474212646484, "Finetune/Loss (Raw)": 0.7828186750411987, "Finetune/Step": 4395, "Finetune/Step Time": 6.660508004948497}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7486964464187622, "Finetune/Loss (Raw)": 0.8294493556022644, "Finetune/Step": 4396, "Finetune/Step Time": 6.667759690433741}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7475448250770569, "Finetune/Loss (Raw)": 0.4143398702144623, "Finetune/Step": 4397, "Finetune/Step Time": 6.654410922899842}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7475124597549438, "Finetune/Loss (Raw)": 0.7751389145851135, "Finetune/Step": 4398, "Finetune/Step Time": 6.656369598582387}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.7504480481147766, "Finetune/Loss (Raw)": 0.6990720629692078, "Finetune/Step": 4399, "Finetune/Step Time": 6.627935631200671}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.749885082244873, "Finetune/Loss (Raw)": 0.762388288974762, "Finetune/Step": 4400, "Finetune/Step Time": 6.634025234729052}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7471060752868652, "Finetune/Loss (Raw)": 0.33274728059768677, "Finetune/Step": 4401, "Finetune/Step Time": 6.660669134929776}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7462180256843567, "Finetune/Loss (Raw)": 0.6471285820007324, "Finetune/Step": 4402, "Finetune/Step Time": 6.678201572969556}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7477090358734131, "Finetune/Loss (Raw)": 0.8314655423164368, "Finetune/Step": 4403, "Finetune/Step Time": 6.662626828998327}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7486208081245422, "Finetune/Loss (Raw)": 0.9437680840492249, "Finetune/Step": 4404, "Finetune/Step Time": 6.662786902859807}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7487850189208984, "Finetune/Loss (Raw)": 0.7455049753189087, "Finetune/Step": 4405, "Finetune/Step Time": 6.652759894728661}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7470436096191406, "Finetune/Loss (Raw)": 0.643693208694458, "Finetune/Step": 4406, "Finetune/Step Time": 6.650404766201973}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7466710805892944, "Finetune/Loss (Raw)": 0.6600232124328613, "Finetune/Step": 4407, "Finetune/Step Time": 6.647867809981108}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7475112676620483, "Finetune/Loss (Raw)": 0.9451227784156799, "Finetune/Step": 4408, "Finetune/Step Time": 6.646621258929372}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7456505298614502, "Finetune/Loss (Raw)": 0.6800040602684021, "Finetune/Step": 4409, "Finetune/Step Time": 6.636007549241185}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7452637553215027, "Finetune/Loss (Raw)": 0.797343373298645, "Finetune/Step": 4410, "Finetune/Step Time": 6.632884604856372}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7452706098556519, "Finetune/Loss (Raw)": 0.7788736820220947, "Finetune/Step": 4411, "Finetune/Step Time": 6.626385018229485}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7446855306625366, "Finetune/Loss (Raw)": 0.7367265224456787, "Finetune/Step": 4412, "Finetune/Step Time": 6.638449212536216}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.747585117816925, "Finetune/Loss (Raw)": 0.983134388923645, "Finetune/Step": 4413, "Finetune/Step Time": 6.603167004883289}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.747338056564331, "Finetune/Loss (Raw)": 0.7344470024108887, "Finetune/Step": 4414, "Finetune/Step Time": 6.602267790585756}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7475895881652832, "Finetune/Loss (Raw)": 0.8571047782897949, "Finetune/Step": 4415, "Finetune/Step Time": 6.616431441158056}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7457551956176758, "Finetune/Loss (Raw)": 0.6674237847328186, "Finetune/Step": 4416, "Finetune/Step Time": 6.617868430912495}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7468962669372559, "Finetune/Loss (Raw)": 0.8890630006790161, "Finetune/Step": 4417, "Finetune/Step Time": 6.618760483339429}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.746166467666626, "Finetune/Loss (Raw)": 0.7820244431495667, "Finetune/Step": 4418, "Finetune/Step Time": 6.619726087898016}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7459923028945923, "Finetune/Loss (Raw)": 0.8568564653396606, "Finetune/Step": 4419, "Finetune/Step Time": 6.624252673238516}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7448081970214844, "Finetune/Loss (Raw)": 0.6875495910644531, "Finetune/Step": 4420, "Finetune/Step Time": 6.636457936838269}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7442107200622559, "Finetune/Loss (Raw)": 0.7448191046714783, "Finetune/Step": 4421, "Finetune/Step Time": 6.634882591664791}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7442727088928223, "Finetune/Loss (Raw)": 0.7771109342575073, "Finetune/Step": 4422, "Finetune/Step Time": 6.617988394573331}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7466945648193359, "Finetune/Loss (Raw)": 0.6098179221153259, "Finetune/Step": 4423, "Finetune/Step Time": 6.603972978889942}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7420920133590698, "Finetune/Loss (Raw)": 0.32907140254974365, "Finetune/Step": 4424, "Finetune/Step Time": 6.6272213608026505}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7402381896972656, "Finetune/Loss (Raw)": 0.6174432635307312, "Finetune/Step": 4425, "Finetune/Step Time": 6.652988169342279}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7420436143875122, "Finetune/Loss (Raw)": 0.8385538458824158, "Finetune/Step": 4426, "Finetune/Step Time": 6.649448473006487}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7404126524925232, "Finetune/Loss (Raw)": 0.6204422116279602, "Finetune/Step": 4427, "Finetune/Step Time": 6.647861946374178}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7396954298019409, "Finetune/Loss (Raw)": 0.80802983045578, "Finetune/Step": 4428, "Finetune/Step Time": 6.653256520628929}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7428727149963379, "Finetune/Loss (Raw)": 0.7700111269950867, "Finetune/Step": 4429, "Finetune/Step Time": 6.634869957342744}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7404593229293823, "Finetune/Loss (Raw)": 0.581717312335968, "Finetune/Step": 4430, "Finetune/Step Time": 6.670579990372062}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7393010258674622, "Finetune/Loss (Raw)": 0.7668576240539551, "Finetune/Step": 4431, "Finetune/Step Time": 6.67863454669714}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7431463003158569, "Finetune/Loss (Raw)": 0.8272179365158081, "Finetune/Step": 4432, "Finetune/Step Time": 6.664950916543603}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7426016926765442, "Finetune/Loss (Raw)": 0.5939764380455017, "Finetune/Step": 4433, "Finetune/Step Time": 6.668950200080872}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7437674403190613, "Finetune/Loss (Raw)": 0.8720676898956299, "Finetune/Step": 4434, "Finetune/Step Time": 6.663619264960289}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7454524040222168, "Finetune/Loss (Raw)": 0.7953688502311707, "Finetune/Step": 4435, "Finetune/Step Time": 6.659685079008341}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.745011568069458, "Finetune/Loss (Raw)": 0.6275131106376648, "Finetune/Step": 4436, "Finetune/Step Time": 6.670928115025163}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7447566390037537, "Finetune/Loss (Raw)": 0.7215884923934937, "Finetune/Step": 4437, "Finetune/Step Time": 6.6715928595513105}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7484244108200073, "Finetune/Loss (Raw)": 0.8154738545417786, "Finetune/Step": 4438, "Finetune/Step Time": 6.653716333210468}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7494863867759705, "Finetune/Loss (Raw)": 0.9307823181152344, "Finetune/Step": 4439, "Finetune/Step Time": 6.6507432628422976}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7495526075363159, "Finetune/Loss (Raw)": 0.8696810603141785, "Finetune/Step": 4440, "Finetune/Step Time": 6.648618333041668}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7494057416915894, "Finetune/Loss (Raw)": 0.8843918442726135, "Finetune/Step": 4441, "Finetune/Step Time": 6.642336331307888}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7487927079200745, "Finetune/Loss (Raw)": 0.7811185717582703, "Finetune/Step": 4442, "Finetune/Step Time": 6.657124413177371}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7491465210914612, "Finetune/Loss (Raw)": 0.8053221702575684, "Finetune/Step": 4443, "Finetune/Step Time": 6.6475381962955}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7492251396179199, "Finetune/Loss (Raw)": 0.6952478885650635, "Finetune/Step": 4444, "Finetune/Step Time": 6.638254310935736}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7484546899795532, "Finetune/Loss (Raw)": 0.6810877919197083, "Finetune/Step": 4445, "Finetune/Step Time": 6.640709560364485}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7505319118499756, "Finetune/Loss (Raw)": 0.8795583248138428, "Finetune/Step": 4446, "Finetune/Step Time": 6.6325388345867395}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7518821358680725, "Finetune/Loss (Raw)": 0.7658275961875916, "Finetune/Step": 4447, "Finetune/Step Time": 6.622883768752217}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7522256374359131, "Finetune/Loss (Raw)": 0.7886456847190857, "Finetune/Step": 4448, "Finetune/Step Time": 6.621463885530829}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7546403408050537, "Finetune/Loss (Raw)": 0.904417097568512, "Finetune/Step": 4449, "Finetune/Step Time": 6.607916863635182}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7532195448875427, "Finetune/Loss (Raw)": 0.7064240574836731, "Finetune/Step": 4450, "Finetune/Step Time": 6.601365303620696}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7533542513847351, "Finetune/Loss (Raw)": 0.6220323443412781, "Finetune/Step": 4451, "Finetune/Step Time": 6.6055531445890665}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7500284910202026, "Finetune/Loss (Raw)": 0.34445223212242126, "Finetune/Step": 4452, "Finetune/Step Time": 6.623538836836815}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7512853741645813, "Finetune/Loss (Raw)": 0.6922945380210876, "Finetune/Step": 4453, "Finetune/Step Time": 6.615679569542408}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7520048022270203, "Finetune/Loss (Raw)": 0.7322940230369568, "Finetune/Step": 4454, "Finetune/Step Time": 6.6133551225066185}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7528375387191772, "Finetune/Loss (Raw)": 0.6321179270744324, "Finetune/Step": 4455, "Finetune/Step Time": 6.609627885743976}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7527711391448975, "Finetune/Loss (Raw)": 0.7341145277023315, "Finetune/Step": 4456, "Finetune/Step Time": 6.61043044179678}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.751744270324707, "Finetune/Loss (Raw)": 0.6661348342895508, "Finetune/Step": 4457, "Finetune/Step Time": 6.6204496547579765}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7503422498703003, "Finetune/Loss (Raw)": 0.6704813241958618, "Finetune/Step": 4458, "Finetune/Step Time": 6.63354149274528}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7492536902427673, "Finetune/Loss (Raw)": 0.7062056064605713, "Finetune/Step": 4459, "Finetune/Step Time": 6.648822465911508}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7496517300605774, "Finetune/Loss (Raw)": 0.8695831894874573, "Finetune/Step": 4460, "Finetune/Step Time": 6.64861018396914}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7484570741653442, "Finetune/Loss (Raw)": 0.6952085494995117, "Finetune/Step": 4461, "Finetune/Step Time": 6.646884026005864}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7476978898048401, "Finetune/Loss (Raw)": 0.7898110747337341, "Finetune/Step": 4462, "Finetune/Step Time": 6.658255372196436}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7455865144729614, "Finetune/Loss (Raw)": 0.5294950604438782, "Finetune/Step": 4463, "Finetune/Step Time": 6.66668894700706}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.744503378868103, "Finetune/Loss (Raw)": 0.7698961496353149, "Finetune/Step": 4464, "Finetune/Step Time": 6.6685866098850965}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.7460325956344604, "Finetune/Loss (Raw)": 0.731137216091156, "Finetune/Step": 4465, "Finetune/Step Time": 6.645391611382365}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7457025051116943, "Finetune/Loss (Raw)": 0.7479296326637268, "Finetune/Step": 4466, "Finetune/Step Time": 6.642950976267457}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7462499141693115, "Finetune/Loss (Raw)": 0.8243215680122375, "Finetune/Step": 4467, "Finetune/Step Time": 6.64690775051713}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7466415166854858, "Finetune/Loss (Raw)": 0.7607389092445374, "Finetune/Step": 4468, "Finetune/Step Time": 6.633005557581782}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7454491853713989, "Finetune/Loss (Raw)": 0.7647677659988403, "Finetune/Step": 4469, "Finetune/Step Time": 6.632146846503019}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.745991587638855, "Finetune/Loss (Raw)": 0.7725106477737427, "Finetune/Step": 4470, "Finetune/Step Time": 6.5947838090360165}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7455962896347046, "Finetune/Loss (Raw)": 0.6414334774017334, "Finetune/Step": 4471, "Finetune/Step Time": 6.59630062431097}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7456761002540588, "Finetune/Loss (Raw)": 0.8119698166847229, "Finetune/Step": 4472, "Finetune/Step Time": 6.588244823738933}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7475539445877075, "Finetune/Loss (Raw)": 0.9905272126197815, "Finetune/Step": 4473, "Finetune/Step Time": 6.5856689009815454}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7478362321853638, "Finetune/Loss (Raw)": 0.8251032829284668, "Finetune/Step": 4474, "Finetune/Step Time": 6.583562333136797}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7463439702987671, "Finetune/Loss (Raw)": 0.6886351108551025, "Finetune/Step": 4475, "Finetune/Step Time": 6.603821473196149}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7467083930969238, "Finetune/Loss (Raw)": 0.8575983047485352, "Finetune/Step": 4476, "Finetune/Step Time": 6.605489967390895}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7454461455345154, "Finetune/Loss (Raw)": 0.7109574675559998, "Finetune/Step": 4477, "Finetune/Step Time": 6.606198377907276}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7478448152542114, "Finetune/Loss (Raw)": 0.8627163171768188, "Finetune/Step": 4478, "Finetune/Step Time": 6.589364064857364}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7477085590362549, "Finetune/Loss (Raw)": 0.8053390979766846, "Finetune/Step": 4479, "Finetune/Step Time": 6.597873175516725}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.746734619140625, "Finetune/Loss (Raw)": 0.6711653470993042, "Finetune/Step": 4480, "Finetune/Step Time": 6.602400340139866}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7458826303482056, "Finetune/Loss (Raw)": 0.7165411710739136, "Finetune/Step": 4481, "Finetune/Step Time": 6.594538349658251}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7457789778709412, "Finetune/Loss (Raw)": 0.7049283981323242, "Finetune/Step": 4482, "Finetune/Step Time": 6.608488328754902}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7457154989242554, "Finetune/Loss (Raw)": 0.7992780208587646, "Finetune/Step": 4483, "Finetune/Step Time": 6.595854710787535}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7462708950042725, "Finetune/Loss (Raw)": 0.8756019473075867, "Finetune/Step": 4484, "Finetune/Step Time": 6.610088733956218}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7454150915145874, "Finetune/Loss (Raw)": 0.759107232093811, "Finetune/Step": 4485, "Finetune/Step Time": 6.611747277900577}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7449107766151428, "Finetune/Loss (Raw)": 0.753868818283081, "Finetune/Step": 4486, "Finetune/Step Time": 6.609215600416064}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7412832975387573, "Finetune/Loss (Raw)": 0.32198652625083923, "Finetune/Step": 4487, "Finetune/Step Time": 6.638298062607646}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7419498562812805, "Finetune/Loss (Raw)": 0.805563747882843, "Finetune/Step": 4488, "Finetune/Step Time": 6.644875342026353}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7380937337875366, "Finetune/Loss (Raw)": 0.49237483739852905, "Finetune/Step": 4489, "Finetune/Step Time": 6.634933445602655}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7372308969497681, "Finetune/Loss (Raw)": 0.6609094738960266, "Finetune/Step": 4490, "Finetune/Step Time": 6.638681104406714}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7370935678482056, "Finetune/Loss (Raw)": 0.7369465827941895, "Finetune/Step": 4491, "Finetune/Step Time": 6.637676667422056}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7379075288772583, "Finetune/Loss (Raw)": 0.8237191438674927, "Finetune/Step": 4492, "Finetune/Step Time": 6.620471257716417}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7382634282112122, "Finetune/Loss (Raw)": 0.7282974720001221, "Finetune/Step": 4493, "Finetune/Step Time": 6.615677807480097}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7362804412841797, "Finetune/Loss (Raw)": 0.6020261645317078, "Finetune/Step": 4494, "Finetune/Step Time": 6.6201684176921844}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7367434501647949, "Finetune/Loss (Raw)": 0.7894605994224548, "Finetune/Step": 4495, "Finetune/Step Time": 6.619852969422936}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.735755205154419, "Finetune/Loss (Raw)": 0.703048050403595, "Finetune/Step": 4496, "Finetune/Step Time": 6.6265009343624115}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7360366582870483, "Finetune/Loss (Raw)": 0.7886500954627991, "Finetune/Step": 4497, "Finetune/Step Time": 6.6385874673724174}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7347091436386108, "Finetune/Loss (Raw)": 0.6908236145973206, "Finetune/Step": 4498, "Finetune/Step Time": 6.642790840938687}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7345700263977051, "Finetune/Loss (Raw)": 0.8691155910491943, "Finetune/Step": 4499, "Finetune/Step Time": 6.642339337617159}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7380267381668091, "Finetune/Loss (Raw)": 0.6861849427223206, "Finetune/Step": 4500, "Finetune/Step Time": 6.6289570517838}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7392892837524414, "Finetune/Loss (Raw)": 0.8769757747650146, "Finetune/Step": 4501, "Finetune/Step Time": 6.6272355653345585}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7383913993835449, "Finetune/Loss (Raw)": 0.6607088446617126, "Finetune/Step": 4502, "Finetune/Step Time": 6.631390569731593}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7392482161521912, "Finetune/Loss (Raw)": 0.8607478141784668, "Finetune/Step": 4503, "Finetune/Step Time": 6.621793564409018}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7395882606506348, "Finetune/Loss (Raw)": 0.7625904679298401, "Finetune/Step": 4504, "Finetune/Step Time": 6.61150835454464}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.739385724067688, "Finetune/Loss (Raw)": 0.7647444009780884, "Finetune/Step": 4505, "Finetune/Step Time": 6.610168669372797}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.741046130657196, "Finetune/Loss (Raw)": 0.9535881876945496, "Finetune/Step": 4506, "Finetune/Step Time": 6.58937699533999}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7387332320213318, "Finetune/Loss (Raw)": 0.32132425904273987, "Finetune/Step": 4507, "Finetune/Step Time": 6.595619631931186}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7377955913543701, "Finetune/Loss (Raw)": 0.759614884853363, "Finetune/Step": 4508, "Finetune/Step Time": 6.588862081989646}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.736926257610321, "Finetune/Loss (Raw)": 0.7239363789558411, "Finetune/Step": 4509, "Finetune/Step Time": 6.586115537211299}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7366170883178711, "Finetune/Loss (Raw)": 0.8471565246582031, "Finetune/Step": 4510, "Finetune/Step Time": 6.58260409720242}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7391973733901978, "Finetune/Loss (Raw)": 0.9437689185142517, "Finetune/Step": 4511, "Finetune/Step Time": 6.569562986493111}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7358238697052002, "Finetune/Loss (Raw)": 0.35310059785842896, "Finetune/Step": 4512, "Finetune/Step Time": 6.5832196325063705}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7359346151351929, "Finetune/Loss (Raw)": 0.7835091352462769, "Finetune/Step": 4513, "Finetune/Step Time": 6.58809907361865}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7361114025115967, "Finetune/Loss (Raw)": 0.6652056574821472, "Finetune/Step": 4514, "Finetune/Step Time": 6.570180090144277}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7345359921455383, "Finetune/Loss (Raw)": 0.7607002258300781, "Finetune/Step": 4515, "Finetune/Step Time": 6.562594378367066}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7330902814865112, "Finetune/Loss (Raw)": 0.6297809481620789, "Finetune/Step": 4516, "Finetune/Step Time": 6.5576776303350925}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7318392992019653, "Finetune/Loss (Raw)": 0.6606686115264893, "Finetune/Step": 4517, "Finetune/Step Time": 6.55985140427947}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7330269813537598, "Finetune/Loss (Raw)": 0.9265340566635132, "Finetune/Step": 4518, "Finetune/Step Time": 6.555877519771457}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7338946461677551, "Finetune/Loss (Raw)": 0.8821880221366882, "Finetune/Step": 4519, "Finetune/Step Time": 6.549638297408819}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7379074096679688, "Finetune/Loss (Raw)": 0.8626425862312317, "Finetune/Step": 4520, "Finetune/Step Time": 6.528665542602539}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7400797009468079, "Finetune/Loss (Raw)": 0.9019371271133423, "Finetune/Step": 4521, "Finetune/Step Time": 6.516714120283723}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7401242256164551, "Finetune/Loss (Raw)": 0.7322738170623779, "Finetune/Step": 4522, "Finetune/Step Time": 6.513920595869422}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7402058243751526, "Finetune/Loss (Raw)": 0.7932647466659546, "Finetune/Step": 4523, "Finetune/Step Time": 6.528072709217668}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7400010824203491, "Finetune/Loss (Raw)": 0.8032377362251282, "Finetune/Step": 4524, "Finetune/Step Time": 6.523106960579753}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7428310513496399, "Finetune/Loss (Raw)": 0.7765793800354004, "Finetune/Step": 4525, "Finetune/Step Time": 6.506090577691793}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7412614822387695, "Finetune/Loss (Raw)": 0.5742293000221252, "Finetune/Step": 4526, "Finetune/Step Time": 6.501792818307877}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7393980622291565, "Finetune/Loss (Raw)": 0.46056506037712097, "Finetune/Step": 4527, "Finetune/Step Time": 6.520374881103635}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7390280961990356, "Finetune/Loss (Raw)": 0.715030312538147, "Finetune/Step": 4528, "Finetune/Step Time": 6.512587795034051}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7426826357841492, "Finetune/Loss (Raw)": 0.8005208373069763, "Finetune/Step": 4529, "Finetune/Step Time": 6.4900303445756435}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.744404673576355, "Finetune/Loss (Raw)": 0.8675450086593628, "Finetune/Step": 4530, "Finetune/Step Time": 6.473727449774742}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7449073195457458, "Finetune/Loss (Raw)": 0.8958167433738708, "Finetune/Step": 4531, "Finetune/Step Time": 6.49134786427021}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7423287034034729, "Finetune/Loss (Raw)": 0.6137047410011292, "Finetune/Step": 4532, "Finetune/Step Time": 6.501638907939196}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7429654002189636, "Finetune/Loss (Raw)": 0.8269976377487183, "Finetune/Step": 4533, "Finetune/Step Time": 6.495287666097283}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7405291795730591, "Finetune/Loss (Raw)": 0.3318553864955902, "Finetune/Step": 4534, "Finetune/Step Time": 6.51547778211534}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.740340530872345, "Finetune/Loss (Raw)": 0.6358811855316162, "Finetune/Step": 4535, "Finetune/Step Time": 6.52422109246254}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7389131784439087, "Finetune/Loss (Raw)": 0.7624261379241943, "Finetune/Step": 4536, "Finetune/Step Time": 6.534430082887411}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7398905754089355, "Finetune/Loss (Raw)": 0.8051039576530457, "Finetune/Step": 4537, "Finetune/Step Time": 6.533382672816515}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7401894330978394, "Finetune/Loss (Raw)": 0.8355988264083862, "Finetune/Step": 4538, "Finetune/Step Time": 6.533441478386521}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7391575574874878, "Finetune/Loss (Raw)": 0.6467934846878052, "Finetune/Step": 4539, "Finetune/Step Time": 6.540743412449956}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7357921004295349, "Finetune/Loss (Raw)": 0.30595043301582336, "Finetune/Step": 4540, "Finetune/Step Time": 6.551395047456026}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7336288690567017, "Finetune/Loss (Raw)": 0.7062323093414307, "Finetune/Step": 4541, "Finetune/Step Time": 6.573820170015097}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7330368757247925, "Finetune/Loss (Raw)": 0.6586781740188599, "Finetune/Step": 4542, "Finetune/Step Time": 6.575926346704364}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7324258685112, "Finetune/Loss (Raw)": 0.7788980007171631, "Finetune/Step": 4543, "Finetune/Step Time": 6.560870632529259}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7340051531791687, "Finetune/Loss (Raw)": 0.869571328163147, "Finetune/Step": 4544, "Finetune/Step Time": 6.5528234988451}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7329956293106079, "Finetune/Loss (Raw)": 0.7598349452018738, "Finetune/Step": 4545, "Finetune/Step Time": 6.563880944624543}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.733643114566803, "Finetune/Loss (Raw)": 0.8649067282676697, "Finetune/Step": 4546, "Finetune/Step Time": 6.563035016879439}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.733449399471283, "Finetune/Loss (Raw)": 0.8320671916007996, "Finetune/Step": 4547, "Finetune/Step Time": 6.5566286444664}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7325111627578735, "Finetune/Loss (Raw)": 0.5674558877944946, "Finetune/Step": 4548, "Finetune/Step Time": 6.578324610367417}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7313823699951172, "Finetune/Loss (Raw)": 0.6003310084342957, "Finetune/Step": 4549, "Finetune/Step Time": 6.579237861558795}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.732365608215332, "Finetune/Loss (Raw)": 0.902965247631073, "Finetune/Step": 4550, "Finetune/Step Time": 6.5766944494098425}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.734113335609436, "Finetune/Loss (Raw)": 0.8335295915603638, "Finetune/Step": 4551, "Finetune/Step Time": 6.573780165985227}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7361372709274292, "Finetune/Loss (Raw)": 0.5881292223930359, "Finetune/Step": 4552, "Finetune/Step Time": 6.563882447779179}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.737652063369751, "Finetune/Loss (Raw)": 0.8113380670547485, "Finetune/Step": 4553, "Finetune/Step Time": 6.545130517333746}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7381052374839783, "Finetune/Loss (Raw)": 0.8965566158294678, "Finetune/Step": 4554, "Finetune/Step Time": 6.542770255357027}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7396112084388733, "Finetune/Loss (Raw)": 0.8132075071334839, "Finetune/Step": 4555, "Finetune/Step Time": 6.54340280406177}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.7407071590423584, "Finetune/Loss (Raw)": 0.9483140110969543, "Finetune/Step": 4556, "Finetune/Step Time": 6.540421117097139}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7400698661804199, "Finetune/Loss (Raw)": 0.6884377598762512, "Finetune/Step": 4557, "Finetune/Step Time": 6.5430094338953495}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7400370836257935, "Finetune/Loss (Raw)": 0.5775216221809387, "Finetune/Step": 4558, "Finetune/Step Time": 6.519272280856967}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7411501407623291, "Finetune/Loss (Raw)": 0.9093257188796997, "Finetune/Step": 4559, "Finetune/Step Time": 6.518932141363621}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7405090928077698, "Finetune/Loss (Raw)": 0.7451695799827576, "Finetune/Step": 4560, "Finetune/Step Time": 6.515004700049758}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7421448826789856, "Finetune/Loss (Raw)": 0.8033557534217834, "Finetune/Step": 4561, "Finetune/Step Time": 6.503710025921464}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7419818639755249, "Finetune/Loss (Raw)": 0.8512049317359924, "Finetune/Step": 4562, "Finetune/Step Time": 6.504070142284036}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7381193041801453, "Finetune/Loss (Raw)": 0.30096253752708435, "Finetune/Step": 4563, "Finetune/Step Time": 6.521534152328968}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7391205430030823, "Finetune/Loss (Raw)": 0.7556677460670471, "Finetune/Step": 4564, "Finetune/Step Time": 6.50599698163569}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7388997077941895, "Finetune/Loss (Raw)": 0.6933138370513916, "Finetune/Step": 4565, "Finetune/Step Time": 6.500345295295119}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7385548949241638, "Finetune/Loss (Raw)": 0.7713446617126465, "Finetune/Step": 4566, "Finetune/Step Time": 6.502328924834728}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7381113767623901, "Finetune/Loss (Raw)": 0.8740180730819702, "Finetune/Step": 4567, "Finetune/Step Time": 6.499964389950037}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.7377698421478271, "Finetune/Loss (Raw)": 0.8259629011154175, "Finetune/Step": 4568, "Finetune/Step Time": 6.497209034860134}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7375542521476746, "Finetune/Loss (Raw)": 0.8567956686019897, "Finetune/Step": 4569, "Finetune/Step Time": 6.504821091890335}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7379989624023438, "Finetune/Loss (Raw)": 0.8380380868911743, "Finetune/Step": 4570, "Finetune/Step Time": 6.490577852353454}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.73670494556427, "Finetune/Loss (Raw)": 0.6396816372871399, "Finetune/Step": 4571, "Finetune/Step Time": 6.507528681308031}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7371216416358948, "Finetune/Loss (Raw)": 0.7485928535461426, "Finetune/Step": 4572, "Finetune/Step Time": 6.512630429118872}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.736965537071228, "Finetune/Loss (Raw)": 0.6610978245735168, "Finetune/Step": 4573, "Finetune/Step Time": 6.5275674648582935}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.736432671546936, "Finetune/Loss (Raw)": 0.8113600611686707, "Finetune/Step": 4574, "Finetune/Step Time": 6.526895474642515}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7361124157905579, "Finetune/Loss (Raw)": 0.7248340249061584, "Finetune/Step": 4575, "Finetune/Step Time": 6.540902657434344}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7353101968765259, "Finetune/Loss (Raw)": 0.685962975025177, "Finetune/Step": 4576, "Finetune/Step Time": 6.548689555376768}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7353917360305786, "Finetune/Loss (Raw)": 0.9148561954498291, "Finetune/Step": 4577, "Finetune/Step Time": 6.552257783710957}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7364088892936707, "Finetune/Loss (Raw)": 0.8366151452064514, "Finetune/Step": 4578, "Finetune/Step Time": 6.556269314140081}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7347848415374756, "Finetune/Loss (Raw)": 0.4141557812690735, "Finetune/Step": 4579, "Finetune/Step Time": 6.5653436575084925}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7341518402099609, "Finetune/Loss (Raw)": 0.26342880725860596, "Finetune/Step": 4580, "Finetune/Step Time": 6.577946588397026}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7340111136436462, "Finetune/Loss (Raw)": 0.6742784380912781, "Finetune/Step": 4581, "Finetune/Step Time": 6.587205603718758}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7342524528503418, "Finetune/Loss (Raw)": 0.7631855010986328, "Finetune/Step": 4582, "Finetune/Step Time": 6.591100696474314}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7362584471702576, "Finetune/Loss (Raw)": 0.8888846635818481, "Finetune/Step": 4583, "Finetune/Step Time": 6.578833553940058}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7360982298851013, "Finetune/Loss (Raw)": 0.7136085629463196, "Finetune/Step": 4584, "Finetune/Step Time": 6.579688284546137}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7359428405761719, "Finetune/Loss (Raw)": 0.6462430357933044, "Finetune/Step": 4585, "Finetune/Step Time": 6.569197965785861}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.736061692237854, "Finetune/Loss (Raw)": 0.685699462890625, "Finetune/Step": 4586, "Finetune/Step Time": 6.561528684571385}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7373995780944824, "Finetune/Loss (Raw)": 0.8774474859237671, "Finetune/Step": 4587, "Finetune/Step Time": 6.5483765583485365}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7373425960540771, "Finetune/Loss (Raw)": 0.8622902035713196, "Finetune/Step": 4588, "Finetune/Step Time": 6.571502475067973}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7379176020622253, "Finetune/Loss (Raw)": 0.7688102126121521, "Finetune/Step": 4589, "Finetune/Step Time": 6.572773238644004}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7373437285423279, "Finetune/Loss (Raw)": 0.716355562210083, "Finetune/Step": 4590, "Finetune/Step Time": 6.56405726633966}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7396195530891418, "Finetune/Loss (Raw)": 0.8208033442497253, "Finetune/Step": 4591, "Finetune/Step Time": 6.548885380849242}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.735845685005188, "Finetune/Loss (Raw)": 0.28684520721435547, "Finetune/Step": 4592, "Finetune/Step Time": 6.550458073616028}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7367874979972839, "Finetune/Loss (Raw)": 0.8516837358474731, "Finetune/Step": 4593, "Finetune/Step Time": 6.555430913344026}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7341604232788086, "Finetune/Loss (Raw)": 0.41166844964027405, "Finetune/Step": 4594, "Finetune/Step Time": 6.575286336243153}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7339186668395996, "Finetune/Loss (Raw)": 0.7933743596076965, "Finetune/Step": 4595, "Finetune/Step Time": 6.568190257996321}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7339602112770081, "Finetune/Loss (Raw)": 0.7660588622093201, "Finetune/Step": 4596, "Finetune/Step Time": 6.5759661141783}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7335531711578369, "Finetune/Loss (Raw)": 0.7126650214195251, "Finetune/Step": 4597, "Finetune/Step Time": 6.57844265550375}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7336885929107666, "Finetune/Loss (Raw)": 0.7898436188697815, "Finetune/Step": 4598, "Finetune/Step Time": 6.576739789918065}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7343026399612427, "Finetune/Loss (Raw)": 0.7200255990028381, "Finetune/Step": 4599, "Finetune/Step Time": 6.5718488320708275}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7339813709259033, "Finetune/Loss (Raw)": 0.7708532214164734, "Finetune/Step": 4600, "Finetune/Step Time": 6.575501287356019}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7315662503242493, "Finetune/Loss (Raw)": 0.681387722492218, "Finetune/Step": 4601, "Finetune/Step Time": 6.5812415815889835}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.732738196849823, "Finetune/Loss (Raw)": 0.9751142263412476, "Finetune/Step": 4602, "Finetune/Step Time": 6.584033844992518}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7325722575187683, "Finetune/Loss (Raw)": 0.6673980355262756, "Finetune/Step": 4603, "Finetune/Step Time": 6.587860628962517}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7322373390197754, "Finetune/Loss (Raw)": 0.8147227764129639, "Finetune/Step": 4604, "Finetune/Step Time": 6.582596613094211}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7292129993438721, "Finetune/Loss (Raw)": 0.3238440155982971, "Finetune/Step": 4605, "Finetune/Step Time": 6.601660542190075}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7289514541625977, "Finetune/Loss (Raw)": 0.8292398452758789, "Finetune/Step": 4606, "Finetune/Step Time": 6.60953420214355}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7283982038497925, "Finetune/Loss (Raw)": 0.7345229387283325, "Finetune/Step": 4607, "Finetune/Step Time": 6.602972015738487}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7292569875717163, "Finetune/Loss (Raw)": 0.7810908555984497, "Finetune/Step": 4608, "Finetune/Step Time": 6.599213559180498}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7310881614685059, "Finetune/Loss (Raw)": 0.9509263634681702, "Finetune/Step": 4609, "Finetune/Step Time": 6.597704732790589}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7312221527099609, "Finetune/Loss (Raw)": 0.7220810055732727, "Finetune/Step": 4610, "Finetune/Step Time": 6.581041255965829}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.727195143699646, "Finetune/Loss (Raw)": 0.2838286757469177, "Finetune/Step": 4611, "Finetune/Step Time": 6.600262576714158}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7265611886978149, "Finetune/Loss (Raw)": 0.7944542765617371, "Finetune/Step": 4612, "Finetune/Step Time": 6.582969279959798}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7255598306655884, "Finetune/Loss (Raw)": 0.6309314966201782, "Finetune/Step": 4613, "Finetune/Step Time": 6.605713531374931}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7252019643783569, "Finetune/Loss (Raw)": 0.7080583572387695, "Finetune/Step": 4614, "Finetune/Step Time": 6.62266425602138}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7298154234886169, "Finetune/Loss (Raw)": 0.91251140832901, "Finetune/Step": 4615, "Finetune/Step Time": 6.592969575896859}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7292924523353577, "Finetune/Loss (Raw)": 0.7386257648468018, "Finetune/Step": 4616, "Finetune/Step Time": 6.584714600816369}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7307360172271729, "Finetune/Loss (Raw)": 0.6771486401557922, "Finetune/Step": 4617, "Finetune/Step Time": 6.577039720490575}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.732132613658905, "Finetune/Loss (Raw)": 0.8396766781806946, "Finetune/Step": 4618, "Finetune/Step Time": 6.569039460271597}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7333629727363586, "Finetune/Loss (Raw)": 0.8944348096847534, "Finetune/Step": 4619, "Finetune/Step Time": 6.571142468601465}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7327361106872559, "Finetune/Loss (Raw)": 0.743471086025238, "Finetune/Step": 4620, "Finetune/Step Time": 6.5753435008227825}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.734006941318512, "Finetune/Loss (Raw)": 0.8909640312194824, "Finetune/Step": 4621, "Finetune/Step Time": 6.56598068587482}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7357292175292969, "Finetune/Loss (Raw)": 0.8224781155586243, "Finetune/Step": 4622, "Finetune/Step Time": 6.563269199803472}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.736248791217804, "Finetune/Loss (Raw)": 0.855974018573761, "Finetune/Step": 4623, "Finetune/Step Time": 6.560991981998086}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7366190552711487, "Finetune/Loss (Raw)": 0.7504377961158752, "Finetune/Step": 4624, "Finetune/Step Time": 6.554611727595329}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7370544672012329, "Finetune/Loss (Raw)": 0.84438157081604, "Finetune/Step": 4625, "Finetune/Step Time": 6.545570887625217}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7343509197235107, "Finetune/Loss (Raw)": 0.3447743058204651, "Finetune/Step": 4626, "Finetune/Step Time": 6.560854123905301}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7335561513900757, "Finetune/Loss (Raw)": 0.7673879861831665, "Finetune/Step": 4627, "Finetune/Step Time": 6.570945898070931}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7334794998168945, "Finetune/Loss (Raw)": 0.6763724088668823, "Finetune/Step": 4628, "Finetune/Step Time": 6.574676303192973}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7324126958847046, "Finetune/Loss (Raw)": 0.7404212355613708, "Finetune/Step": 4629, "Finetune/Step Time": 6.572904855012894}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7326622009277344, "Finetune/Loss (Raw)": 0.6926456689834595, "Finetune/Step": 4630, "Finetune/Step Time": 6.5809287168085575}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7304083704948425, "Finetune/Loss (Raw)": 0.572256326675415, "Finetune/Step": 4631, "Finetune/Step Time": 6.599830061197281}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7265333533287048, "Finetune/Loss (Raw)": 0.2665885090827942, "Finetune/Step": 4632, "Finetune/Step Time": 6.614549856632948}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7251929044723511, "Finetune/Loss (Raw)": 0.5931606888771057, "Finetune/Step": 4633, "Finetune/Step Time": 6.626942226663232}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7245245575904846, "Finetune/Loss (Raw)": 0.8680463433265686, "Finetune/Step": 4634, "Finetune/Step Time": 6.634575666859746}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.726466715335846, "Finetune/Loss (Raw)": 0.5699190497398376, "Finetune/Step": 4635, "Finetune/Step Time": 6.643858011811972}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7266638278961182, "Finetune/Loss (Raw)": 0.784841001033783, "Finetune/Step": 4636, "Finetune/Step Time": 6.646462252363563}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7277189493179321, "Finetune/Loss (Raw)": 0.8589954376220703, "Finetune/Step": 4637, "Finetune/Step Time": 6.64148560538888}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7289067506790161, "Finetune/Loss (Raw)": 0.9992037415504456, "Finetune/Step": 4638, "Finetune/Step Time": 6.644895551726222}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7262890338897705, "Finetune/Loss (Raw)": 0.6086944937705994, "Finetune/Step": 4639, "Finetune/Step Time": 6.669333415105939}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7303659915924072, "Finetune/Loss (Raw)": 0.8749517202377319, "Finetune/Step": 4640, "Finetune/Step Time": 6.657245460897684}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.7304342985153198, "Finetune/Loss (Raw)": 0.7922505736351013, "Finetune/Step": 4641, "Finetune/Step Time": 6.665447745472193}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7315493822097778, "Finetune/Loss (Raw)": 0.8079352378845215, "Finetune/Step": 4642, "Finetune/Step Time": 6.666535038501024}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7325196266174316, "Finetune/Loss (Raw)": 0.8848984837532043, "Finetune/Step": 4643, "Finetune/Step Time": 6.6644753236323595}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7305030822753906, "Finetune/Loss (Raw)": 0.3716563582420349, "Finetune/Step": 4644, "Finetune/Step Time": 6.684996733441949}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7318098545074463, "Finetune/Loss (Raw)": 0.8279353380203247, "Finetune/Step": 4645, "Finetune/Step Time": 6.683328736573458}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7295259237289429, "Finetune/Loss (Raw)": 0.6341862678527832, "Finetune/Step": 4646, "Finetune/Step Time": 6.695981224998832}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.728857696056366, "Finetune/Loss (Raw)": 0.7966570854187012, "Finetune/Step": 4647, "Finetune/Step Time": 6.700470853596926}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7278950810432434, "Finetune/Loss (Raw)": 0.7394326329231262, "Finetune/Step": 4648, "Finetune/Step Time": 6.7061986941844225}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7275286912918091, "Finetune/Loss (Raw)": 0.8550348877906799, "Finetune/Step": 4649, "Finetune/Step Time": 6.702915884554386}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7268933057785034, "Finetune/Loss (Raw)": 0.6509441137313843, "Finetune/Step": 4650, "Finetune/Step Time": 6.711137901991606}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7268804311752319, "Finetune/Loss (Raw)": 0.7916210293769836, "Finetune/Step": 4651, "Finetune/Step Time": 6.695394963026047}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7267026305198669, "Finetune/Loss (Raw)": 0.7804765105247498, "Finetune/Step": 4652, "Finetune/Step Time": 6.69382506608963}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7229546308517456, "Finetune/Loss (Raw)": 0.2968364655971527, "Finetune/Step": 4653, "Finetune/Step Time": 6.710960885509849}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7242507934570312, "Finetune/Loss (Raw)": 0.7401450872421265, "Finetune/Step": 4654, "Finetune/Step Time": 6.716296100988984}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7255748510360718, "Finetune/Loss (Raw)": 0.6300320625305176, "Finetune/Step": 4655, "Finetune/Step Time": 6.701295735314488}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7233538627624512, "Finetune/Loss (Raw)": 0.4307554066181183, "Finetune/Step": 4656, "Finetune/Step Time": 6.728709580376744}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7228406667709351, "Finetune/Loss (Raw)": 0.734828531742096, "Finetune/Step": 4657, "Finetune/Step Time": 6.726735113188624}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7226436138153076, "Finetune/Loss (Raw)": 0.8423182964324951, "Finetune/Step": 4658, "Finetune/Step Time": 6.7236527763307095}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7224107980728149, "Finetune/Loss (Raw)": 0.8660175800323486, "Finetune/Step": 4659, "Finetune/Step Time": 6.7106091771274805}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7240351438522339, "Finetune/Loss (Raw)": 0.8216221332550049, "Finetune/Step": 4660, "Finetune/Step Time": 6.717498084530234}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7229375839233398, "Finetune/Loss (Raw)": 0.6865103244781494, "Finetune/Step": 4661, "Finetune/Step Time": 6.719046073034406}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7269670963287354, "Finetune/Loss (Raw)": 0.8476232290267944, "Finetune/Step": 4662, "Finetune/Step Time": 6.69994767382741}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.728473961353302, "Finetune/Loss (Raw)": 0.8287632465362549, "Finetune/Step": 4663, "Finetune/Step Time": 6.688644170761108}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7286282777786255, "Finetune/Loss (Raw)": 0.782188355922699, "Finetune/Step": 4664, "Finetune/Step Time": 6.676832918077707}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.727899432182312, "Finetune/Loss (Raw)": 0.7118119597434998, "Finetune/Step": 4665, "Finetune/Step Time": 6.676488930359483}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7258963584899902, "Finetune/Loss (Raw)": 0.579194188117981, "Finetune/Step": 4666, "Finetune/Step Time": 6.695569299161434}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7274020910263062, "Finetune/Loss (Raw)": 0.839538037776947, "Finetune/Step": 4667, "Finetune/Step Time": 6.6839001923799515}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7309302687644958, "Finetune/Loss (Raw)": 0.757551372051239, "Finetune/Step": 4668, "Finetune/Step Time": 6.67416731826961}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.728126049041748, "Finetune/Loss (Raw)": 0.34728652238845825, "Finetune/Step": 4669, "Finetune/Step Time": 6.6741568967700005}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7292652130126953, "Finetune/Loss (Raw)": 0.8044959902763367, "Finetune/Step": 4670, "Finetune/Step Time": 6.673346797004342}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7287344932556152, "Finetune/Loss (Raw)": 0.7109656929969788, "Finetune/Step": 4671, "Finetune/Step Time": 6.669258097186685}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7283167839050293, "Finetune/Loss (Raw)": 0.8161020278930664, "Finetune/Step": 4672, "Finetune/Step Time": 6.683192860335112}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7285826206207275, "Finetune/Loss (Raw)": 0.7938687801361084, "Finetune/Step": 4673, "Finetune/Step Time": 6.673215463757515}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7286288738250732, "Finetune/Loss (Raw)": 0.8708244562149048, "Finetune/Step": 4674, "Finetune/Step Time": 6.69598189368844}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.728645920753479, "Finetune/Loss (Raw)": 0.8342529535293579, "Finetune/Step": 4675, "Finetune/Step Time": 6.718617646023631}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7300645112991333, "Finetune/Loss (Raw)": 0.7490301728248596, "Finetune/Step": 4676, "Finetune/Step Time": 6.681196393445134}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7320253252983093, "Finetune/Loss (Raw)": 0.8513151407241821, "Finetune/Step": 4677, "Finetune/Step Time": 6.671107929199934}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7310723066329956, "Finetune/Loss (Raw)": 0.780977189540863, "Finetune/Step": 4678, "Finetune/Step Time": 6.695354958996177}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7295762300491333, "Finetune/Loss (Raw)": 0.642034649848938, "Finetune/Step": 4679, "Finetune/Step Time": 6.6953942365944386}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7319464683532715, "Finetune/Loss (Raw)": 0.8915196657180786, "Finetune/Step": 4680, "Finetune/Step Time": 6.68739677965641}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7315475940704346, "Finetune/Loss (Raw)": 0.7602851986885071, "Finetune/Step": 4681, "Finetune/Step Time": 6.693162824958563}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7303543090820312, "Finetune/Loss (Raw)": 0.7438191175460815, "Finetune/Step": 4682, "Finetune/Step Time": 6.7044031117111444}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7301918268203735, "Finetune/Loss (Raw)": 0.7924062013626099, "Finetune/Step": 4683, "Finetune/Step Time": 6.689584145322442}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7296284437179565, "Finetune/Loss (Raw)": 0.8761985898017883, "Finetune/Step": 4684, "Finetune/Step Time": 6.6876646764576435}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7309255599975586, "Finetune/Loss (Raw)": 0.854467511177063, "Finetune/Step": 4685, "Finetune/Step Time": 6.689443942159414}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7315230369567871, "Finetune/Loss (Raw)": 0.6540008783340454, "Finetune/Step": 4686, "Finetune/Step Time": 6.688015967607498}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.730704128742218, "Finetune/Loss (Raw)": 0.8045048117637634, "Finetune/Step": 4687, "Finetune/Step Time": 6.680447816848755}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7328790426254272, "Finetune/Loss (Raw)": 1.023552417755127, "Finetune/Step": 4688, "Finetune/Step Time": 6.677233623340726}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.733457624912262, "Finetune/Loss (Raw)": 0.8774216771125793, "Finetune/Step": 4689, "Finetune/Step Time": 6.669465214014053}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7319573163986206, "Finetune/Loss (Raw)": 0.6591663360595703, "Finetune/Step": 4690, "Finetune/Step Time": 6.682494696229696}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7367607355117798, "Finetune/Loss (Raw)": 0.9158025979995728, "Finetune/Step": 4691, "Finetune/Step Time": 6.675109434872866}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7381895780563354, "Finetune/Loss (Raw)": 0.9385510683059692, "Finetune/Step": 4692, "Finetune/Step Time": 6.6744892783463}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7389985918998718, "Finetune/Loss (Raw)": 0.7968738675117493, "Finetune/Step": 4693, "Finetune/Step Time": 6.685977006331086}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7399726510047913, "Finetune/Loss (Raw)": 0.8960235714912415, "Finetune/Step": 4694, "Finetune/Step Time": 6.680698800832033}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7396885752677917, "Finetune/Loss (Raw)": 0.8376564383506775, "Finetune/Step": 4695, "Finetune/Step Time": 6.6846241764724255}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7384954690933228, "Finetune/Loss (Raw)": 0.6732449531555176, "Finetune/Step": 4696, "Finetune/Step Time": 6.69579740613699}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7377802133560181, "Finetune/Loss (Raw)": 0.7652379274368286, "Finetune/Step": 4697, "Finetune/Step Time": 6.6813977509737015}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7380586862564087, "Finetune/Loss (Raw)": 0.8736833930015564, "Finetune/Step": 4698, "Finetune/Step Time": 6.685099557042122}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7400089502334595, "Finetune/Loss (Raw)": 0.8893254399299622, "Finetune/Step": 4699, "Finetune/Step Time": 6.680571289733052}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7403139472007751, "Finetune/Loss (Raw)": 0.7876232862472534, "Finetune/Step": 4700, "Finetune/Step Time": 6.676267961040139}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7417123913764954, "Finetune/Loss (Raw)": 0.8401009440422058, "Finetune/Step": 4701, "Finetune/Step Time": 6.664763553068042}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7412557005882263, "Finetune/Loss (Raw)": 0.7529057264328003, "Finetune/Step": 4702, "Finetune/Step Time": 6.666500356048346}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7425971031188965, "Finetune/Loss (Raw)": 0.8965376019477844, "Finetune/Step": 4703, "Finetune/Step Time": 6.649268301203847}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7425497770309448, "Finetune/Loss (Raw)": 0.6798940300941467, "Finetune/Step": 4704, "Finetune/Step Time": 6.643141394481063}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7422970533370972, "Finetune/Loss (Raw)": 0.8825196027755737, "Finetune/Step": 4705, "Finetune/Step Time": 6.644059354439378}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.741450309753418, "Finetune/Loss (Raw)": 0.7282236814498901, "Finetune/Step": 4706, "Finetune/Step Time": 6.638365691527724}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7436476945877075, "Finetune/Loss (Raw)": 0.6954282522201538, "Finetune/Step": 4707, "Finetune/Step Time": 6.620759146288037}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.7469676733016968, "Finetune/Loss (Raw)": 0.6883745789527893, "Finetune/Step": 4708, "Finetune/Step Time": 6.590398717671633}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7469691634178162, "Finetune/Loss (Raw)": 0.6744776964187622, "Finetune/Step": 4709, "Finetune/Step Time": 6.594405317679048}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7484190464019775, "Finetune/Loss (Raw)": 0.948771059513092, "Finetune/Step": 4710, "Finetune/Step Time": 6.585405630990863}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7476801872253418, "Finetune/Loss (Raw)": 0.7943118810653687, "Finetune/Step": 4711, "Finetune/Step Time": 6.58560741879046}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7475853562355042, "Finetune/Loss (Raw)": 0.7014656662940979, "Finetune/Step": 4712, "Finetune/Step Time": 6.5986672677099705}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7492138147354126, "Finetune/Loss (Raw)": 0.8546906113624573, "Finetune/Step": 4713, "Finetune/Step Time": 6.610561231151223}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7496747970581055, "Finetune/Loss (Raw)": 0.7447057366371155, "Finetune/Step": 4714, "Finetune/Step Time": 6.61372540332377}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7490776777267456, "Finetune/Loss (Raw)": 0.8010154366493225, "Finetune/Step": 4715, "Finetune/Step Time": 6.617286974564195}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7481988072395325, "Finetune/Loss (Raw)": 0.7497931122779846, "Finetune/Step": 4716, "Finetune/Step Time": 6.5940060634166}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7485658526420593, "Finetune/Loss (Raw)": 0.8157860636711121, "Finetune/Step": 4717, "Finetune/Step Time": 6.59079097956419}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7472999095916748, "Finetune/Loss (Raw)": 0.5543163418769836, "Finetune/Step": 4718, "Finetune/Step Time": 6.603966930881143}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.745997965335846, "Finetune/Loss (Raw)": 0.6541596055030823, "Finetune/Step": 4719, "Finetune/Step Time": 6.604012805968523}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7474953532218933, "Finetune/Loss (Raw)": 0.47851014137268066, "Finetune/Step": 4720, "Finetune/Step Time": 6.619339998811483}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7456614971160889, "Finetune/Loss (Raw)": 0.6169477105140686, "Finetune/Step": 4721, "Finetune/Step Time": 6.623993834480643}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7479777336120605, "Finetune/Loss (Raw)": 0.7081483602523804, "Finetune/Step": 4722, "Finetune/Step Time": 6.606010841205716}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7479113936424255, "Finetune/Loss (Raw)": 0.7848832011222839, "Finetune/Step": 4723, "Finetune/Step Time": 6.604468032717705}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7469472289085388, "Finetune/Loss (Raw)": 0.6426451206207275, "Finetune/Step": 4724, "Finetune/Step Time": 6.625237172469497}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7469304203987122, "Finetune/Loss (Raw)": 0.7105157375335693, "Finetune/Step": 4725, "Finetune/Step Time": 6.627937274053693}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7460970878601074, "Finetune/Loss (Raw)": 0.6831745505332947, "Finetune/Step": 4726, "Finetune/Step Time": 6.630054285749793}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7461518049240112, "Finetune/Loss (Raw)": 0.7270320057868958, "Finetune/Step": 4727, "Finetune/Step Time": 6.62685196660459}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7458438873291016, "Finetune/Loss (Raw)": 0.7314369678497314, "Finetune/Step": 4728, "Finetune/Step Time": 6.629486195743084}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7484846115112305, "Finetune/Loss (Raw)": 1.0194026231765747, "Finetune/Step": 4729, "Finetune/Step Time": 6.6261384934186935}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7470356822013855, "Finetune/Loss (Raw)": 0.7896518111228943, "Finetune/Step": 4730, "Finetune/Step Time": 6.6213301587849855}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7466442584991455, "Finetune/Loss (Raw)": 0.6172897815704346, "Finetune/Step": 4731, "Finetune/Step Time": 6.609644612297416}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7465109825134277, "Finetune/Loss (Raw)": 0.797670841217041, "Finetune/Step": 4732, "Finetune/Step Time": 6.6094861179590225}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7505763173103333, "Finetune/Loss (Raw)": 0.8441995978355408, "Finetune/Step": 4733, "Finetune/Step Time": 6.584782710298896}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7495883703231812, "Finetune/Loss (Raw)": 0.7027817368507385, "Finetune/Step": 4734, "Finetune/Step Time": 6.591354843229055}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7505424618721008, "Finetune/Loss (Raw)": 0.8566527366638184, "Finetune/Step": 4735, "Finetune/Step Time": 6.602033354341984}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7490702867507935, "Finetune/Loss (Raw)": 0.5926441550254822, "Finetune/Step": 4736, "Finetune/Step Time": 6.611851764842868}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7470405697822571, "Finetune/Loss (Raw)": 0.6911277770996094, "Finetune/Step": 4737, "Finetune/Step Time": 6.621728405356407}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7479451298713684, "Finetune/Loss (Raw)": 0.8378651142120361, "Finetune/Step": 4738, "Finetune/Step Time": 6.630976045504212}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7513457536697388, "Finetune/Loss (Raw)": 0.7191069722175598, "Finetune/Step": 4739, "Finetune/Step Time": 6.6154486909508705}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7504714727401733, "Finetune/Loss (Raw)": 0.6825487613677979, "Finetune/Step": 4740, "Finetune/Step Time": 6.6187897231429815}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.749900221824646, "Finetune/Loss (Raw)": 0.5578092336654663, "Finetune/Step": 4741, "Finetune/Step Time": 6.602054499089718}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7496830224990845, "Finetune/Loss (Raw)": 0.6802591681480408, "Finetune/Step": 4742, "Finetune/Step Time": 6.602216186001897}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7476505637168884, "Finetune/Loss (Raw)": 0.6523576974868774, "Finetune/Step": 4743, "Finetune/Step Time": 6.618189932778478}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7492502331733704, "Finetune/Loss (Raw)": 0.9433823823928833, "Finetune/Step": 4744, "Finetune/Step Time": 6.620300892740488}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7494345903396606, "Finetune/Loss (Raw)": 0.7007497549057007, "Finetune/Step": 4745, "Finetune/Step Time": 6.6394463032484055}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7484156489372253, "Finetune/Loss (Raw)": 0.7092451453208923, "Finetune/Step": 4746, "Finetune/Step Time": 6.6636790838092566}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7484861016273499, "Finetune/Loss (Raw)": 0.9034539461135864, "Finetune/Step": 4747, "Finetune/Step Time": 6.6742032412439585}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7492756843566895, "Finetune/Loss (Raw)": 0.8445396423339844, "Finetune/Step": 4748, "Finetune/Step Time": 6.6804753839969635}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7484923601150513, "Finetune/Loss (Raw)": 0.7906962633132935, "Finetune/Step": 4749, "Finetune/Step Time": 6.67724153585732}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7479932308197021, "Finetune/Loss (Raw)": 0.7585934400558472, "Finetune/Step": 4750, "Finetune/Step Time": 6.679936962202191}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7472872734069824, "Finetune/Loss (Raw)": 0.7656068801879883, "Finetune/Step": 4751, "Finetune/Step Time": 6.69567889906466}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7479337453842163, "Finetune/Loss (Raw)": 0.8331881761550903, "Finetune/Step": 4752, "Finetune/Step Time": 6.699716413393617}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7468364238739014, "Finetune/Loss (Raw)": 0.7039254307746887, "Finetune/Step": 4753, "Finetune/Step Time": 6.692721297964454}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.750422477722168, "Finetune/Loss (Raw)": 0.8037815690040588, "Finetune/Step": 4754, "Finetune/Step Time": 6.678078405559063}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7504516839981079, "Finetune/Loss (Raw)": 0.771138072013855, "Finetune/Step": 4755, "Finetune/Step Time": 6.6779687609523535}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7511558532714844, "Finetune/Loss (Raw)": 0.7664957642555237, "Finetune/Step": 4756, "Finetune/Step Time": 6.671631494536996}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7514310479164124, "Finetune/Loss (Raw)": 0.7756494283676147, "Finetune/Step": 4757, "Finetune/Step Time": 6.671163452789187}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7518603801727295, "Finetune/Loss (Raw)": 0.7476030588150024, "Finetune/Step": 4758, "Finetune/Step Time": 6.662064181640744}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7528992295265198, "Finetune/Loss (Raw)": 0.7052303552627563, "Finetune/Step": 4759, "Finetune/Step Time": 6.648422606289387}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7570223212242126, "Finetune/Loss (Raw)": 0.7943434715270996, "Finetune/Step": 4760, "Finetune/Step Time": 6.631498787552118}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.757062554359436, "Finetune/Loss (Raw)": 0.5983027815818787, "Finetune/Step": 4761, "Finetune/Step Time": 6.63460299372673}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7559546828269958, "Finetune/Loss (Raw)": 0.7262418866157532, "Finetune/Step": 4762, "Finetune/Step Time": 6.633412444964051}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7577148079872131, "Finetune/Loss (Raw)": 0.7952198386192322, "Finetune/Step": 4763, "Finetune/Step Time": 6.608888940885663}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.757024884223938, "Finetune/Loss (Raw)": 0.6965341567993164, "Finetune/Step": 4764, "Finetune/Step Time": 6.61235111579299}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7554799318313599, "Finetune/Loss (Raw)": 0.6612342596054077, "Finetune/Step": 4765, "Finetune/Step Time": 6.612080864608288}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7549070119857788, "Finetune/Loss (Raw)": 0.925870418548584, "Finetune/Step": 4766, "Finetune/Step Time": 6.613685045391321}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7565568685531616, "Finetune/Loss (Raw)": 0.8198797702789307, "Finetune/Step": 4767, "Finetune/Step Time": 6.584815502166748}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7554365396499634, "Finetune/Loss (Raw)": 0.7315500378608704, "Finetune/Step": 4768, "Finetune/Step Time": 6.588004123419523}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7551883459091187, "Finetune/Loss (Raw)": 0.7604761123657227, "Finetune/Step": 4769, "Finetune/Step Time": 6.5776144079864025}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7527636289596558, "Finetune/Loss (Raw)": 0.49757519364356995, "Finetune/Step": 4770, "Finetune/Step Time": 6.581444324925542}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7529253959655762, "Finetune/Loss (Raw)": 0.905606210231781, "Finetune/Step": 4771, "Finetune/Step Time": 6.584412835538387}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7554101943969727, "Finetune/Loss (Raw)": 0.6897146105766296, "Finetune/Step": 4772, "Finetune/Step Time": 6.577502956613898}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7533317804336548, "Finetune/Loss (Raw)": 0.5618947148323059, "Finetune/Step": 4773, "Finetune/Step Time": 6.577820206061006}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7546510696411133, "Finetune/Loss (Raw)": 0.8030561208724976, "Finetune/Step": 4774, "Finetune/Step Time": 6.56833827868104}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7553378343582153, "Finetune/Loss (Raw)": 0.884557843208313, "Finetune/Step": 4775, "Finetune/Step Time": 6.566641530022025}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.754767656326294, "Finetune/Loss (Raw)": 0.6664506196975708, "Finetune/Step": 4776, "Finetune/Step Time": 6.578690152615309}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7540995478630066, "Finetune/Loss (Raw)": 0.7695209383964539, "Finetune/Step": 4777, "Finetune/Step Time": 6.580123193562031}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7512401938438416, "Finetune/Loss (Raw)": 0.28494682908058167, "Finetune/Step": 4778, "Finetune/Step Time": 6.585215903818607}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.752335786819458, "Finetune/Loss (Raw)": 0.9318585991859436, "Finetune/Step": 4779, "Finetune/Step Time": 6.586377272382379}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7518042325973511, "Finetune/Loss (Raw)": 0.712439239025116, "Finetune/Step": 4780, "Finetune/Step Time": 6.591302724555135}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7545969486236572, "Finetune/Loss (Raw)": 0.6542969942092896, "Finetune/Step": 4781, "Finetune/Step Time": 6.580032655969262}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7539888024330139, "Finetune/Loss (Raw)": 0.6623062491416931, "Finetune/Step": 4782, "Finetune/Step Time": 6.581306761130691}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7518905401229858, "Finetune/Loss (Raw)": 0.3614562749862671, "Finetune/Step": 4783, "Finetune/Step Time": 6.595848277211189}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7547235488891602, "Finetune/Loss (Raw)": 0.7933807373046875, "Finetune/Step": 4784, "Finetune/Step Time": 6.569388402625918}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7564096450805664, "Finetune/Loss (Raw)": 0.9506397843360901, "Finetune/Step": 4785, "Finetune/Step Time": 6.580418087542057}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7562534809112549, "Finetune/Loss (Raw)": 0.8223309516906738, "Finetune/Step": 4786, "Finetune/Step Time": 6.582241902127862}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7554752826690674, "Finetune/Loss (Raw)": 0.7664069533348083, "Finetune/Step": 4787, "Finetune/Step Time": 6.577733434736729}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.754088819026947, "Finetune/Loss (Raw)": 0.6441593766212463, "Finetune/Step": 4788, "Finetune/Step Time": 6.586351165547967}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7534646391868591, "Finetune/Loss (Raw)": 0.6066157221794128, "Finetune/Step": 4789, "Finetune/Step Time": 6.586286786943674}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.753205418586731, "Finetune/Loss (Raw)": 0.8144473433494568, "Finetune/Step": 4790, "Finetune/Step Time": 6.590902268886566}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7490604519844055, "Finetune/Loss (Raw)": 0.29820162057876587, "Finetune/Step": 4791, "Finetune/Step Time": 6.611516043543816}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7505798935890198, "Finetune/Loss (Raw)": 0.9766762852668762, "Finetune/Step": 4792, "Finetune/Step Time": 6.616219945251942}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7515783309936523, "Finetune/Loss (Raw)": 0.83961421251297, "Finetune/Step": 4793, "Finetune/Step Time": 6.614727940410376}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7525092363357544, "Finetune/Loss (Raw)": 0.6983442902565002, "Finetune/Step": 4794, "Finetune/Step Time": 6.596470445394516}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7514771223068237, "Finetune/Loss (Raw)": 0.707432746887207, "Finetune/Step": 4795, "Finetune/Step Time": 6.636765589937568}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7522244453430176, "Finetune/Loss (Raw)": 0.8532028794288635, "Finetune/Step": 4796, "Finetune/Step Time": 6.631201768293977}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7557023167610168, "Finetune/Loss (Raw)": 0.7924608588218689, "Finetune/Step": 4797, "Finetune/Step Time": 6.6118498127907515}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7542033791542053, "Finetune/Loss (Raw)": 0.6126298904418945, "Finetune/Step": 4798, "Finetune/Step Time": 6.627143383026123}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7552831172943115, "Finetune/Loss (Raw)": 0.8491730690002441, "Finetune/Step": 4799, "Finetune/Step Time": 6.631766872480512}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7563496828079224, "Finetune/Loss (Raw)": 0.9526155591011047, "Finetune/Step": 4800, "Finetune/Step Time": 6.615899674594402}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7568140029907227, "Finetune/Loss (Raw)": 0.8533083200454712, "Finetune/Step": 4801, "Finetune/Step Time": 6.608750235289335}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7562562227249146, "Finetune/Loss (Raw)": 0.7994306087493896, "Finetune/Step": 4802, "Finetune/Step Time": 6.583589892834425}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7564079761505127, "Finetune/Loss (Raw)": 0.8536710739135742, "Finetune/Step": 4803, "Finetune/Step Time": 6.577814416959882}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7569577097892761, "Finetune/Loss (Raw)": 0.8194001317024231, "Finetune/Step": 4804, "Finetune/Step Time": 6.580173641443253}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7570555806159973, "Finetune/Loss (Raw)": 0.8638445138931274, "Finetune/Step": 4805, "Finetune/Step Time": 6.5862538404762745}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7571834325790405, "Finetune/Loss (Raw)": 0.7973411083221436, "Finetune/Step": 4806, "Finetune/Step Time": 6.568462260067463}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7582262754440308, "Finetune/Loss (Raw)": 0.7755201458930969, "Finetune/Step": 4807, "Finetune/Step Time": 6.56964498385787}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7583668231964111, "Finetune/Loss (Raw)": 0.9095040559768677, "Finetune/Step": 4808, "Finetune/Step Time": 6.567193204537034}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7568904757499695, "Finetune/Loss (Raw)": 0.5713186264038086, "Finetune/Step": 4809, "Finetune/Step Time": 6.556991757825017}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7569984197616577, "Finetune/Loss (Raw)": 0.7576278448104858, "Finetune/Step": 4810, "Finetune/Step Time": 6.5483300276100636}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7570546865463257, "Finetune/Loss (Raw)": 0.7996155023574829, "Finetune/Step": 4811, "Finetune/Step Time": 6.563979962840676}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7563724517822266, "Finetune/Loss (Raw)": 0.7888723015785217, "Finetune/Step": 4812, "Finetune/Step Time": 6.564295465126634}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7533778548240662, "Finetune/Loss (Raw)": 0.47116005420684814, "Finetune/Step": 4813, "Finetune/Step Time": 6.580703591927886}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7546106576919556, "Finetune/Loss (Raw)": 0.8117948174476624, "Finetune/Step": 4814, "Finetune/Step Time": 6.572336059063673}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7552323341369629, "Finetune/Loss (Raw)": 0.8840858936309814, "Finetune/Step": 4815, "Finetune/Step Time": 6.569928158074617}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7526870965957642, "Finetune/Loss (Raw)": 0.6977534294128418, "Finetune/Step": 4816, "Finetune/Step Time": 6.586302522569895}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7523698806762695, "Finetune/Loss (Raw)": 0.836825966835022, "Finetune/Step": 4817, "Finetune/Step Time": 6.591386169195175}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7538561224937439, "Finetune/Loss (Raw)": 0.8494000434875488, "Finetune/Step": 4818, "Finetune/Step Time": 6.582550257444382}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7534792423248291, "Finetune/Loss (Raw)": 0.867565929889679, "Finetune/Step": 4819, "Finetune/Step Time": 6.581500630825758}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7529045343399048, "Finetune/Loss (Raw)": 0.8649928569793701, "Finetune/Step": 4820, "Finetune/Step Time": 6.584334924817085}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7535994052886963, "Finetune/Loss (Raw)": 0.8858168125152588, "Finetune/Step": 4821, "Finetune/Step Time": 6.573173839598894}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7531127333641052, "Finetune/Loss (Raw)": 0.8337222337722778, "Finetune/Step": 4822, "Finetune/Step Time": 6.581148153170943}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7532577514648438, "Finetune/Loss (Raw)": 0.856215238571167, "Finetune/Step": 4823, "Finetune/Step Time": 6.581232070922852}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7502332925796509, "Finetune/Loss (Raw)": 0.28611430525779724, "Finetune/Step": 4824, "Finetune/Step Time": 6.586207119747996}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7501060962677002, "Finetune/Loss (Raw)": 0.7489671111106873, "Finetune/Step": 4825, "Finetune/Step Time": 6.590913655236363}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7494034767150879, "Finetune/Loss (Raw)": 0.7837387919425964, "Finetune/Step": 4826, "Finetune/Step Time": 6.590602105483413}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7491449117660522, "Finetune/Loss (Raw)": 0.8562366962432861, "Finetune/Step": 4827, "Finetune/Step Time": 6.580746427178383}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7497778534889221, "Finetune/Loss (Raw)": 0.8686342239379883, "Finetune/Step": 4828, "Finetune/Step Time": 6.587387477979064}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.749423086643219, "Finetune/Loss (Raw)": 0.7946941256523132, "Finetune/Step": 4829, "Finetune/Step Time": 6.593958927318454}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7494492530822754, "Finetune/Loss (Raw)": 0.7562535405158997, "Finetune/Step": 4830, "Finetune/Step Time": 6.591957597061992}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.745211660861969, "Finetune/Loss (Raw)": 0.3541259467601776, "Finetune/Step": 4831, "Finetune/Step Time": 6.615594666451216}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7451646327972412, "Finetune/Loss (Raw)": 0.673873782157898, "Finetune/Step": 4832, "Finetune/Step Time": 6.639182625338435}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7443612217903137, "Finetune/Loss (Raw)": 0.7796857357025146, "Finetune/Step": 4833, "Finetune/Step Time": 6.642008759081364}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7459139823913574, "Finetune/Loss (Raw)": 0.9269756078720093, "Finetune/Step": 4834, "Finetune/Step Time": 6.646318448707461}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7472062706947327, "Finetune/Loss (Raw)": 0.8608461022377014, "Finetune/Step": 4835, "Finetune/Step Time": 6.643312016502023}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7487895488739014, "Finetune/Loss (Raw)": 0.8910263180732727, "Finetune/Step": 4836, "Finetune/Step Time": 6.64106997102499}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7495852708816528, "Finetune/Loss (Raw)": 0.7763327956199646, "Finetune/Step": 4837, "Finetune/Step Time": 6.623119309544563}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7489689588546753, "Finetune/Loss (Raw)": 0.8698866963386536, "Finetune/Step": 4838, "Finetune/Step Time": 6.624158047139645}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7482078671455383, "Finetune/Loss (Raw)": 0.6968891620635986, "Finetune/Step": 4839, "Finetune/Step Time": 6.62549258582294}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7488596439361572, "Finetune/Loss (Raw)": 0.7848901748657227, "Finetune/Step": 4840, "Finetune/Step Time": 6.6159526109695435}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7478276491165161, "Finetune/Loss (Raw)": 0.7225945591926575, "Finetune/Step": 4841, "Finetune/Step Time": 6.612083543092012}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7471837401390076, "Finetune/Loss (Raw)": 0.6622885465621948, "Finetune/Step": 4842, "Finetune/Step Time": 6.622253453359008}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7483239769935608, "Finetune/Loss (Raw)": 0.9469665288925171, "Finetune/Step": 4843, "Finetune/Step Time": 6.618625082075596}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7478803396224976, "Finetune/Loss (Raw)": 0.693006694316864, "Finetune/Step": 4844, "Finetune/Step Time": 6.638673916459084}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7483901381492615, "Finetune/Loss (Raw)": 0.8810399174690247, "Finetune/Step": 4845, "Finetune/Step Time": 6.641013627871871}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7503992319107056, "Finetune/Loss (Raw)": 0.8114797472953796, "Finetune/Step": 4846, "Finetune/Step Time": 6.652022460475564}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7477754354476929, "Finetune/Loss (Raw)": 0.31831493973731995, "Finetune/Step": 4847, "Finetune/Step Time": 6.673128025606275}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7493327856063843, "Finetune/Loss (Raw)": 0.6778539419174194, "Finetune/Step": 4848, "Finetune/Step Time": 6.6377765070647}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.749733567237854, "Finetune/Loss (Raw)": 0.6682419180870056, "Finetune/Step": 4849, "Finetune/Step Time": 6.652582615613937}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7510966062545776, "Finetune/Loss (Raw)": 0.8826159238815308, "Finetune/Step": 4850, "Finetune/Step Time": 6.661489102989435}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7517841458320618, "Finetune/Loss (Raw)": 0.8728955984115601, "Finetune/Step": 4851, "Finetune/Step Time": 6.676454674452543}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7520279884338379, "Finetune/Loss (Raw)": 0.6738542914390564, "Finetune/Step": 4852, "Finetune/Step Time": 6.669590789824724}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7529020309448242, "Finetune/Loss (Raw)": 0.8223878741264343, "Finetune/Step": 4853, "Finetune/Step Time": 6.6758316569030285}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7518304586410522, "Finetune/Loss (Raw)": 0.546026349067688, "Finetune/Step": 4854, "Finetune/Step Time": 6.678701462224126}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7523136138916016, "Finetune/Loss (Raw)": 0.7888637781143188, "Finetune/Step": 4855, "Finetune/Step Time": 6.68988474085927}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7528965473175049, "Finetune/Loss (Raw)": 0.8060612678527832, "Finetune/Step": 4856, "Finetune/Step Time": 6.684342196211219}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7517933249473572, "Finetune/Loss (Raw)": 0.8781782984733582, "Finetune/Step": 4857, "Finetune/Step Time": 6.6829284727573395}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7531732320785522, "Finetune/Loss (Raw)": 0.9662827849388123, "Finetune/Step": 4858, "Finetune/Step Time": 6.6921972800046206}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7545758485794067, "Finetune/Loss (Raw)": 0.7968324422836304, "Finetune/Step": 4859, "Finetune/Step Time": 6.689101194962859}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.753909707069397, "Finetune/Loss (Raw)": 0.712407648563385, "Finetune/Step": 4860, "Finetune/Step Time": 6.687346974387765}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7530505061149597, "Finetune/Loss (Raw)": 0.7342123985290527, "Finetune/Step": 4861, "Finetune/Step Time": 6.701316151767969}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7547091245651245, "Finetune/Loss (Raw)": 0.9150881171226501, "Finetune/Step": 4862, "Finetune/Step Time": 6.686234630644321}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7553832530975342, "Finetune/Loss (Raw)": 0.942939043045044, "Finetune/Step": 4863, "Finetune/Step Time": 6.679469479247928}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.756668210029602, "Finetune/Loss (Raw)": 0.7571253776550293, "Finetune/Step": 4864, "Finetune/Step Time": 6.6848309598863125}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7578511834144592, "Finetune/Loss (Raw)": 0.8425390124320984, "Finetune/Step": 4865, "Finetune/Step Time": 6.679086761549115}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7570289373397827, "Finetune/Loss (Raw)": 0.7326223254203796, "Finetune/Step": 4866, "Finetune/Step Time": 6.6712915524840355}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7541059255599976, "Finetune/Loss (Raw)": 0.3449578583240509, "Finetune/Step": 4867, "Finetune/Step Time": 6.691268725320697}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7542557716369629, "Finetune/Loss (Raw)": 0.7017369270324707, "Finetune/Step": 4868, "Finetune/Step Time": 6.6915736887604}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7549540996551514, "Finetune/Loss (Raw)": 0.6471890807151794, "Finetune/Step": 4869, "Finetune/Step Time": 6.695925246924162}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.755212128162384, "Finetune/Loss (Raw)": 0.7132900357246399, "Finetune/Step": 4870, "Finetune/Step Time": 6.681708935648203}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.756554365158081, "Finetune/Loss (Raw)": 0.8241594433784485, "Finetune/Step": 4871, "Finetune/Step Time": 6.6759097427129745}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7552239894866943, "Finetune/Loss (Raw)": 0.7730920314788818, "Finetune/Step": 4872, "Finetune/Step Time": 6.67592765763402}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.755143404006958, "Finetune/Loss (Raw)": 0.690434992313385, "Finetune/Step": 4873, "Finetune/Step Time": 6.6730512753129005}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7540103197097778, "Finetune/Loss (Raw)": 0.5642102956771851, "Finetune/Step": 4874, "Finetune/Step Time": 6.657191179692745}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7527748346328735, "Finetune/Loss (Raw)": 0.7453137040138245, "Finetune/Step": 4875, "Finetune/Step Time": 6.654616918414831}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7531139850616455, "Finetune/Loss (Raw)": 0.8879575133323669, "Finetune/Step": 4876, "Finetune/Step Time": 6.637724906206131}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7538956999778748, "Finetune/Loss (Raw)": 0.8907479643821716, "Finetune/Step": 4877, "Finetune/Step Time": 6.639017267152667}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7536432147026062, "Finetune/Loss (Raw)": 0.7262790203094482, "Finetune/Step": 4878, "Finetune/Step Time": 6.640216618776321}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7542949318885803, "Finetune/Loss (Raw)": 0.8490250706672668, "Finetune/Step": 4879, "Finetune/Step Time": 6.621335109695792}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7546836137771606, "Finetune/Loss (Raw)": 0.882941722869873, "Finetune/Step": 4880, "Finetune/Step Time": 6.616856848821044}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7568150162696838, "Finetune/Loss (Raw)": 0.976742684841156, "Finetune/Step": 4881, "Finetune/Step Time": 6.610496487468481}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.75575852394104, "Finetune/Loss (Raw)": 0.6685503125190735, "Finetune/Step": 4882, "Finetune/Step Time": 6.611924087628722}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7550482749938965, "Finetune/Loss (Raw)": 0.6802248358726501, "Finetune/Step": 4883, "Finetune/Step Time": 6.6029920391738415}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7558858394622803, "Finetune/Loss (Raw)": 0.8737138509750366, "Finetune/Step": 4884, "Finetune/Step Time": 6.604561211541295}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7556263208389282, "Finetune/Loss (Raw)": 0.7424281239509583, "Finetune/Step": 4885, "Finetune/Step Time": 6.607179466634989}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7565474510192871, "Finetune/Loss (Raw)": 0.8655058741569519, "Finetune/Step": 4886, "Finetune/Step Time": 6.6135273296386}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7575215101242065, "Finetune/Loss (Raw)": 0.82990962266922, "Finetune/Step": 4887, "Finetune/Step Time": 6.618868870660663}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7578484416007996, "Finetune/Loss (Raw)": 0.8361899256706238, "Finetune/Step": 4888, "Finetune/Step Time": 6.627690680325031}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7593520283699036, "Finetune/Loss (Raw)": 0.7907611727714539, "Finetune/Step": 4889, "Finetune/Step Time": 6.616384094581008}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7592158913612366, "Finetune/Loss (Raw)": 0.7088124752044678, "Finetune/Step": 4890, "Finetune/Step Time": 6.634381800889969}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7586961388587952, "Finetune/Loss (Raw)": 0.7286989092826843, "Finetune/Step": 4891, "Finetune/Step Time": 6.641686478629708}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7593165040016174, "Finetune/Loss (Raw)": 0.7759398818016052, "Finetune/Step": 4892, "Finetune/Step Time": 6.637182611972094}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7610825300216675, "Finetune/Loss (Raw)": 0.887281596660614, "Finetune/Step": 4893, "Finetune/Step Time": 6.6366192530840635}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7595201730728149, "Finetune/Loss (Raw)": 0.7258889675140381, "Finetune/Step": 4894, "Finetune/Step Time": 6.642879648134112}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7583516836166382, "Finetune/Loss (Raw)": 0.6703080534934998, "Finetune/Step": 4895, "Finetune/Step Time": 6.644461374729872}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7593907117843628, "Finetune/Loss (Raw)": 0.8645528554916382, "Finetune/Step": 4896, "Finetune/Step Time": 6.637747982516885}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7583580017089844, "Finetune/Loss (Raw)": 0.6282934546470642, "Finetune/Step": 4897, "Finetune/Step Time": 6.642484616488218}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7598534822463989, "Finetune/Loss (Raw)": 0.6889926195144653, "Finetune/Step": 4898, "Finetune/Step Time": 6.64369035884738}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7595254778862, "Finetune/Loss (Raw)": 0.863620936870575, "Finetune/Step": 4899, "Finetune/Step Time": 6.640906747430563}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7603206634521484, "Finetune/Loss (Raw)": 0.7915003895759583, "Finetune/Step": 4900, "Finetune/Step Time": 6.627912651747465}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7617384195327759, "Finetune/Loss (Raw)": 0.7433622479438782, "Finetune/Step": 4901, "Finetune/Step Time": 6.625388631597161}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7613126635551453, "Finetune/Loss (Raw)": 0.748565137386322, "Finetune/Step": 4902, "Finetune/Step Time": 6.625284915789962}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7601443529129028, "Finetune/Loss (Raw)": 0.7350051999092102, "Finetune/Step": 4903, "Finetune/Step Time": 6.6240172777324915}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7611608505249023, "Finetune/Loss (Raw)": 0.7965755462646484, "Finetune/Step": 4904, "Finetune/Step Time": 6.608718018978834}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7613562941551208, "Finetune/Loss (Raw)": 0.7945321798324585, "Finetune/Step": 4905, "Finetune/Step Time": 6.61163667589426}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7647388577461243, "Finetune/Loss (Raw)": 0.7179132699966431, "Finetune/Step": 4906, "Finetune/Step Time": 6.594197848811746}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.762313723564148, "Finetune/Loss (Raw)": 0.6214417815208435, "Finetune/Step": 4907, "Finetune/Step Time": 6.600964993238449}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7628853917121887, "Finetune/Loss (Raw)": 0.7856163382530212, "Finetune/Step": 4908, "Finetune/Step Time": 6.612244172021747}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7637226581573486, "Finetune/Loss (Raw)": 0.7614648342132568, "Finetune/Step": 4909, "Finetune/Step Time": 6.608502650633454}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7649620771408081, "Finetune/Loss (Raw)": 0.8209509253501892, "Finetune/Step": 4910, "Finetune/Step Time": 6.597950220108032}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7682052850723267, "Finetune/Loss (Raw)": 0.7765910625457764, "Finetune/Step": 4911, "Finetune/Step Time": 6.577941430732608}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7680814266204834, "Finetune/Loss (Raw)": 0.7775261998176575, "Finetune/Step": 4912, "Finetune/Step Time": 6.594444092363119}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7669164538383484, "Finetune/Loss (Raw)": 0.8015205264091492, "Finetune/Step": 4913, "Finetune/Step Time": 6.5929424073547125}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.763619065284729, "Finetune/Loss (Raw)": 0.40027058124542236, "Finetune/Step": 4914, "Finetune/Step Time": 6.610175903886557}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7628518342971802, "Finetune/Loss (Raw)": 0.6681920886039734, "Finetune/Step": 4915, "Finetune/Step Time": 6.623716292902827}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7637488842010498, "Finetune/Loss (Raw)": 0.7589885592460632, "Finetune/Step": 4916, "Finetune/Step Time": 6.608678597956896}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7621667385101318, "Finetune/Loss (Raw)": 0.4040995240211487, "Finetune/Step": 4917, "Finetune/Step Time": 6.624308267608285}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7621908187866211, "Finetune/Loss (Raw)": 0.8175292015075684, "Finetune/Step": 4918, "Finetune/Step Time": 6.618557320907712}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.765895426273346, "Finetune/Loss (Raw)": 0.7723917961120605, "Finetune/Step": 4919, "Finetune/Step Time": 6.600378008559346}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7650941014289856, "Finetune/Loss (Raw)": 0.8741120100021362, "Finetune/Step": 4920, "Finetune/Step Time": 6.595423016697168}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.764496922492981, "Finetune/Loss (Raw)": 0.7631720304489136, "Finetune/Step": 4921, "Finetune/Step Time": 6.607396651059389}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7644063830375671, "Finetune/Loss (Raw)": 0.6867528557777405, "Finetune/Step": 4922, "Finetune/Step Time": 6.60875104740262}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7647228837013245, "Finetune/Loss (Raw)": 0.7479448914527893, "Finetune/Step": 4923, "Finetune/Step Time": 6.574176166206598}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7638089060783386, "Finetune/Loss (Raw)": 0.7362110614776611, "Finetune/Step": 4924, "Finetune/Step Time": 6.574985381215811}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7633922100067139, "Finetune/Loss (Raw)": 0.7391238212585449, "Finetune/Step": 4925, "Finetune/Step Time": 6.57432690449059}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7643088698387146, "Finetune/Loss (Raw)": 0.7299636602401733, "Finetune/Step": 4926, "Finetune/Step Time": 6.559042304754257}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7637147903442383, "Finetune/Loss (Raw)": 0.7731385231018066, "Finetune/Step": 4927, "Finetune/Step Time": 6.557094214484096}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7606620192527771, "Finetune/Loss (Raw)": 0.5618564486503601, "Finetune/Step": 4928, "Finetune/Step Time": 6.579142030328512}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7597004175186157, "Finetune/Loss (Raw)": 0.7302189469337463, "Finetune/Step": 4929, "Finetune/Step Time": 6.5835930947214365}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7595574855804443, "Finetune/Loss (Raw)": 0.7811440825462341, "Finetune/Step": 4930, "Finetune/Step Time": 6.583256486803293}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7594316005706787, "Finetune/Loss (Raw)": 0.837549090385437, "Finetune/Step": 4931, "Finetune/Step Time": 6.5715654622763395}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7596336007118225, "Finetune/Loss (Raw)": 0.8452613353729248, "Finetune/Step": 4932, "Finetune/Step Time": 6.5693582855165005}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7584614753723145, "Finetune/Loss (Raw)": 0.7138124108314514, "Finetune/Step": 4933, "Finetune/Step Time": 6.580063296481967}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7587698101997375, "Finetune/Loss (Raw)": 0.8368040323257446, "Finetune/Step": 4934, "Finetune/Step Time": 6.575418513268232}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7594387531280518, "Finetune/Loss (Raw)": 0.8611472249031067, "Finetune/Step": 4935, "Finetune/Step Time": 6.574976256117225}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7577470541000366, "Finetune/Loss (Raw)": 0.6929670572280884, "Finetune/Step": 4936, "Finetune/Step Time": 6.585046114400029}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7604389190673828, "Finetune/Loss (Raw)": 0.9158743023872375, "Finetune/Step": 4937, "Finetune/Step Time": 6.579239133745432}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7609368562698364, "Finetune/Loss (Raw)": 0.8213611245155334, "Finetune/Step": 4938, "Finetune/Step Time": 6.5903175547719}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7573275566101074, "Finetune/Loss (Raw)": 0.33762654662132263, "Finetune/Step": 4939, "Finetune/Step Time": 6.589366931468248}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7560677528381348, "Finetune/Loss (Raw)": 0.6276154518127441, "Finetune/Step": 4940, "Finetune/Step Time": 6.589616853743792}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7577354907989502, "Finetune/Loss (Raw)": 0.6846317052841187, "Finetune/Step": 4941, "Finetune/Step Time": 6.570382334291935}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7568971514701843, "Finetune/Loss (Raw)": 0.7044879794120789, "Finetune/Step": 4942, "Finetune/Step Time": 6.576009692624211}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.755361795425415, "Finetune/Loss (Raw)": 0.6875614523887634, "Finetune/Step": 4943, "Finetune/Step Time": 6.5871902741491795}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7561976909637451, "Finetune/Loss (Raw)": 0.804745614528656, "Finetune/Step": 4944, "Finetune/Step Time": 6.573996236547828}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7565252780914307, "Finetune/Loss (Raw)": 0.878760039806366, "Finetune/Step": 4945, "Finetune/Step Time": 6.573466125875711}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7555420398712158, "Finetune/Loss (Raw)": 0.7235526442527771, "Finetune/Step": 4946, "Finetune/Step Time": 6.574347868561745}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.754854679107666, "Finetune/Loss (Raw)": 0.7795792818069458, "Finetune/Step": 4947, "Finetune/Step Time": 6.5664775259792805}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7538902759552002, "Finetune/Loss (Raw)": 0.7415525913238525, "Finetune/Step": 4948, "Finetune/Step Time": 6.564438978210092}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7525229454040527, "Finetune/Loss (Raw)": 0.7107996344566345, "Finetune/Step": 4949, "Finetune/Step Time": 6.561610918492079}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7512233853340149, "Finetune/Loss (Raw)": 0.66736900806427, "Finetune/Step": 4950, "Finetune/Step Time": 6.568143794313073}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.751105010509491, "Finetune/Loss (Raw)": 0.8410645127296448, "Finetune/Step": 4951, "Finetune/Step Time": 6.566436089575291}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7551770210266113, "Finetune/Loss (Raw)": 0.8073339462280273, "Finetune/Step": 4952, "Finetune/Step Time": 6.556513298302889}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7549363374710083, "Finetune/Loss (Raw)": 0.7181553840637207, "Finetune/Step": 4953, "Finetune/Step Time": 6.557227525860071}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7550216913223267, "Finetune/Loss (Raw)": 0.7946683764457703, "Finetune/Step": 4954, "Finetune/Step Time": 6.591002179309726}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.7545600533485413, "Finetune/Loss (Raw)": 0.7971485257148743, "Finetune/Step": 4955, "Finetune/Step Time": 6.594179753214121}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.754325270652771, "Finetune/Loss (Raw)": 0.8385797739028931, "Finetune/Step": 4956, "Finetune/Step Time": 6.582283893600106}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.754829466342926, "Finetune/Loss (Raw)": 0.8592330813407898, "Finetune/Step": 4957, "Finetune/Step Time": 6.572299722582102}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7543289661407471, "Finetune/Loss (Raw)": 0.6921889781951904, "Finetune/Step": 4958, "Finetune/Step Time": 6.589288173243403}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.754956841468811, "Finetune/Loss (Raw)": 0.43449223041534424, "Finetune/Step": 4959, "Finetune/Step Time": 6.589417902752757}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7555564641952515, "Finetune/Loss (Raw)": 0.7506231665611267, "Finetune/Step": 4960, "Finetune/Step Time": 6.563307423144579}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7553013563156128, "Finetune/Loss (Raw)": 0.7470360994338989, "Finetune/Step": 4961, "Finetune/Step Time": 6.560971463099122}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7545250654220581, "Finetune/Loss (Raw)": 0.8276124596595764, "Finetune/Step": 4962, "Finetune/Step Time": 6.558891873806715}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7537318468093872, "Finetune/Loss (Raw)": 0.7593061923980713, "Finetune/Step": 4963, "Finetune/Step Time": 6.572771109640598}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7535455226898193, "Finetune/Loss (Raw)": 0.8671770691871643, "Finetune/Step": 4964, "Finetune/Step Time": 6.576120112091303}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7545543909072876, "Finetune/Loss (Raw)": 0.90546715259552, "Finetune/Step": 4965, "Finetune/Step Time": 6.576167371124029}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7534962296485901, "Finetune/Loss (Raw)": 0.7344419360160828, "Finetune/Step": 4966, "Finetune/Step Time": 6.578402558341622}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7549216747283936, "Finetune/Loss (Raw)": 0.8793452382087708, "Finetune/Step": 4967, "Finetune/Step Time": 6.575733959674835}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7549030780792236, "Finetune/Loss (Raw)": 0.7825110554695129, "Finetune/Step": 4968, "Finetune/Step Time": 6.570849921554327}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7550477981567383, "Finetune/Loss (Raw)": 0.7411256432533264, "Finetune/Step": 4969, "Finetune/Step Time": 6.573375018313527}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7561817169189453, "Finetune/Loss (Raw)": 0.8074213266372681, "Finetune/Step": 4970, "Finetune/Step Time": 6.555221505463123}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7559147477149963, "Finetune/Loss (Raw)": 0.9128000736236572, "Finetune/Step": 4971, "Finetune/Step Time": 6.5750480480492115}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7564904689788818, "Finetune/Loss (Raw)": 0.7666999101638794, "Finetune/Step": 4972, "Finetune/Step Time": 6.567887660115957}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7569071054458618, "Finetune/Loss (Raw)": 0.9343650341033936, "Finetune/Step": 4973, "Finetune/Step Time": 6.577724356204271}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7529323101043701, "Finetune/Loss (Raw)": 0.30270329117774963, "Finetune/Step": 4974, "Finetune/Step Time": 6.569493865594268}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.755894124507904, "Finetune/Loss (Raw)": 0.6974324584007263, "Finetune/Step": 4975, "Finetune/Step Time": 6.5633705873042345}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7577402591705322, "Finetune/Loss (Raw)": 0.9141600131988525, "Finetune/Step": 4976, "Finetune/Step Time": 6.56510535441339}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7579004764556885, "Finetune/Loss (Raw)": 0.6887539029121399, "Finetune/Step": 4977, "Finetune/Step Time": 6.563760627061129}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7567745447158813, "Finetune/Loss (Raw)": 0.7384929656982422, "Finetune/Step": 4978, "Finetune/Step Time": 6.553862992674112}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7552766799926758, "Finetune/Loss (Raw)": 0.6811689734458923, "Finetune/Step": 4979, "Finetune/Step Time": 6.545465219765902}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7551110982894897, "Finetune/Loss (Raw)": 0.6526613235473633, "Finetune/Step": 4980, "Finetune/Step Time": 6.538344921544194}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7542828321456909, "Finetune/Loss (Raw)": 0.716367781162262, "Finetune/Step": 4981, "Finetune/Step Time": 6.528963079676032}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7568289637565613, "Finetune/Loss (Raw)": 0.8719273209571838, "Finetune/Step": 4982, "Finetune/Step Time": 6.523968167603016}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7538619041442871, "Finetune/Loss (Raw)": 0.4090820550918579, "Finetune/Step": 4983, "Finetune/Step Time": 6.531455487012863}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7525998950004578, "Finetune/Loss (Raw)": 0.6445263028144836, "Finetune/Step": 4984, "Finetune/Step Time": 6.542713625356555}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7526084184646606, "Finetune/Loss (Raw)": 0.8792724013328552, "Finetune/Step": 4985, "Finetune/Step Time": 6.53929802402854}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7498458623886108, "Finetune/Loss (Raw)": 0.612671434879303, "Finetune/Step": 4986, "Finetune/Step Time": 6.531776402145624}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7499542832374573, "Finetune/Loss (Raw)": 0.8107098340988159, "Finetune/Step": 4987, "Finetune/Step Time": 6.528384963050485}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7509820461273193, "Finetune/Loss (Raw)": 0.8439631462097168, "Finetune/Step": 4988, "Finetune/Step Time": 6.5363472532480955}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7516591548919678, "Finetune/Loss (Raw)": 0.8208792209625244, "Finetune/Step": 4989, "Finetune/Step Time": 6.528625562787056}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7506880760192871, "Finetune/Loss (Raw)": 0.7907960414886475, "Finetune/Step": 4990, "Finetune/Step Time": 6.532128125429153}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7493537664413452, "Finetune/Loss (Raw)": 0.7721466422080994, "Finetune/Step": 4991, "Finetune/Step Time": 6.52677827142179}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7508450150489807, "Finetune/Loss (Raw)": 0.948004424571991, "Finetune/Step": 4992, "Finetune/Step Time": 6.526570068672299}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7481299638748169, "Finetune/Loss (Raw)": 0.4950070083141327, "Finetune/Step": 4993, "Finetune/Step Time": 6.539968054741621}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7485792636871338, "Finetune/Loss (Raw)": 0.7901344895362854, "Finetune/Step": 4994, "Finetune/Step Time": 6.547100983560085}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7504507303237915, "Finetune/Loss (Raw)": 0.5845068693161011, "Finetune/Step": 4995, "Finetune/Step Time": 6.530711740255356}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7521006464958191, "Finetune/Loss (Raw)": 0.912926435470581, "Finetune/Step": 4996, "Finetune/Step Time": 6.531207969412208}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7537537217140198, "Finetune/Loss (Raw)": 0.8587852716445923, "Finetune/Step": 4997, "Finetune/Step Time": 6.5164049454033375}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7561848163604736, "Finetune/Loss (Raw)": 1.024463415145874, "Finetune/Step": 4998, "Finetune/Step Time": 6.513851756229997}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7566994428634644, "Finetune/Loss (Raw)": 0.8900388479232788, "Finetune/Step": 4999, "Finetune/Step Time": 6.504767395555973}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7533817887306213, "Finetune/Loss (Raw)": 0.34843015670776367, "Finetune/Step": 5000, "Finetune/Step Time": 6.525204345583916}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7543048858642578, "Finetune/Loss (Raw)": 0.8085950613021851, "Finetune/Step": 5001, "Finetune/Step Time": 6.509023474529386}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7541102170944214, "Finetune/Loss (Raw)": 0.5392878651618958, "Finetune/Step": 5002, "Finetune/Step Time": 6.510713119059801}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7538944482803345, "Finetune/Loss (Raw)": 0.7176961898803711, "Finetune/Step": 5003, "Finetune/Step Time": 6.499754333868623}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7518144845962524, "Finetune/Loss (Raw)": 0.621721088886261, "Finetune/Step": 5004, "Finetune/Step Time": 6.512869868427515}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7509255409240723, "Finetune/Loss (Raw)": 0.776971161365509, "Finetune/Step": 5005, "Finetune/Step Time": 6.5152339451015}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7515165209770203, "Finetune/Loss (Raw)": 0.8019166588783264, "Finetune/Step": 5006, "Finetune/Step Time": 6.507736001163721}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7495177984237671, "Finetune/Loss (Raw)": 0.5931915640830994, "Finetune/Step": 5007, "Finetune/Step Time": 6.517718972638249}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7480822801589966, "Finetune/Loss (Raw)": 0.6991991400718689, "Finetune/Step": 5008, "Finetune/Step Time": 6.5250397101044655}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7477667331695557, "Finetune/Loss (Raw)": 0.9363492727279663, "Finetune/Step": 5009, "Finetune/Step Time": 6.528635047376156}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7487750053405762, "Finetune/Loss (Raw)": 0.7976072430610657, "Finetune/Step": 5010, "Finetune/Step Time": 6.520746799185872}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.749363362789154, "Finetune/Loss (Raw)": 0.7555358409881592, "Finetune/Step": 5011, "Finetune/Step Time": 6.5218137092888355}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7486432790756226, "Finetune/Loss (Raw)": 0.7815414071083069, "Finetune/Step": 5012, "Finetune/Step Time": 6.52106805332005}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7479135990142822, "Finetune/Loss (Raw)": 0.6490326523780823, "Finetune/Step": 5013, "Finetune/Step Time": 6.520172912627459}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7467861175537109, "Finetune/Loss (Raw)": 0.7211825847625732, "Finetune/Step": 5014, "Finetune/Step Time": 6.5103329457342625}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7457611560821533, "Finetune/Loss (Raw)": 0.6987209320068359, "Finetune/Step": 5015, "Finetune/Step Time": 6.499899050220847}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7450692057609558, "Finetune/Loss (Raw)": 0.7476190328598022, "Finetune/Step": 5016, "Finetune/Step Time": 6.514594877138734}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7442450523376465, "Finetune/Loss (Raw)": 0.6852641701698303, "Finetune/Step": 5017, "Finetune/Step Time": 6.514763981103897}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7439249753952026, "Finetune/Loss (Raw)": 0.6678449511528015, "Finetune/Step": 5018, "Finetune/Step Time": 6.502879664301872}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7439613342285156, "Finetune/Loss (Raw)": 0.7333564162254333, "Finetune/Step": 5019, "Finetune/Step Time": 6.49117542617023}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7406116724014282, "Finetune/Loss (Raw)": 0.34717854857444763, "Finetune/Step": 5020, "Finetune/Step Time": 6.5088351257145405}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7403700351715088, "Finetune/Loss (Raw)": 0.8563610911369324, "Finetune/Step": 5021, "Finetune/Step Time": 6.5082648526877165}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7410609722137451, "Finetune/Loss (Raw)": 0.8143187761306763, "Finetune/Step": 5022, "Finetune/Step Time": 6.490723006427288}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.741753101348877, "Finetune/Loss (Raw)": 0.7589000463485718, "Finetune/Step": 5023, "Finetune/Step Time": 6.496068397536874}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7408750057220459, "Finetune/Loss (Raw)": 0.7521661520004272, "Finetune/Step": 5024, "Finetune/Step Time": 6.4992526564747095}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7418348789215088, "Finetune/Loss (Raw)": 0.7511456608772278, "Finetune/Step": 5025, "Finetune/Step Time": 6.503449348732829}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7429419755935669, "Finetune/Loss (Raw)": 0.8307039141654968, "Finetune/Step": 5026, "Finetune/Step Time": 6.49512673728168}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7427361607551575, "Finetune/Loss (Raw)": 0.8372782468795776, "Finetune/Step": 5027, "Finetune/Step Time": 6.507831273600459}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7436518669128418, "Finetune/Loss (Raw)": 0.9087110161781311, "Finetune/Step": 5028, "Finetune/Step Time": 6.510109592229128}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.744263231754303, "Finetune/Loss (Raw)": 0.8216181397438049, "Finetune/Step": 5029, "Finetune/Step Time": 6.5117789171636105}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7443065047264099, "Finetune/Loss (Raw)": 0.7541025280952454, "Finetune/Step": 5030, "Finetune/Step Time": 6.514081289991736}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7445447444915771, "Finetune/Loss (Raw)": 0.7655068039894104, "Finetune/Step": 5031, "Finetune/Step Time": 6.515862530097365}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7447624206542969, "Finetune/Loss (Raw)": 0.8244324922561646, "Finetune/Step": 5032, "Finetune/Step Time": 6.513489868491888}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7447118759155273, "Finetune/Loss (Raw)": 0.7880605459213257, "Finetune/Step": 5033, "Finetune/Step Time": 6.522130886092782}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7455220818519592, "Finetune/Loss (Raw)": 0.8216238617897034, "Finetune/Step": 5034, "Finetune/Step Time": 6.518823554739356}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7463107705116272, "Finetune/Loss (Raw)": 0.7223883271217346, "Finetune/Step": 5035, "Finetune/Step Time": 6.536302538588643}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7461071014404297, "Finetune/Loss (Raw)": 0.7595518231391907, "Finetune/Step": 5036, "Finetune/Step Time": 6.516290215775371}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7473334074020386, "Finetune/Loss (Raw)": 0.9184356331825256, "Finetune/Step": 5037, "Finetune/Step Time": 6.51071154512465}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7480189800262451, "Finetune/Loss (Raw)": 0.9086973667144775, "Finetune/Step": 5038, "Finetune/Step Time": 6.5180759988725185}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7495272755622864, "Finetune/Loss (Raw)": 0.9696558713912964, "Finetune/Step": 5039, "Finetune/Step Time": 6.522676749154925}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.747808039188385, "Finetune/Loss (Raw)": 0.5574662089347839, "Finetune/Step": 5040, "Finetune/Step Time": 6.516319693997502}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7487187385559082, "Finetune/Loss (Raw)": 0.9180841445922852, "Finetune/Step": 5041, "Finetune/Step Time": 6.504312926903367}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7525535225868225, "Finetune/Loss (Raw)": 0.8911212682723999, "Finetune/Step": 5042, "Finetune/Step Time": 6.49659956432879}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7536970973014832, "Finetune/Loss (Raw)": 0.8145731091499329, "Finetune/Step": 5043, "Finetune/Step Time": 6.48737271130085}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7539595365524292, "Finetune/Loss (Raw)": 0.7925787568092346, "Finetune/Step": 5044, "Finetune/Step Time": 6.4797463193535805}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7530478239059448, "Finetune/Loss (Raw)": 0.2874043583869934, "Finetune/Step": 5045, "Finetune/Step Time": 6.47785141505301}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7492191791534424, "Finetune/Loss (Raw)": 0.32745644450187683, "Finetune/Step": 5046, "Finetune/Step Time": 6.496558556333184}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7495906949043274, "Finetune/Loss (Raw)": 0.8199514746665955, "Finetune/Step": 5047, "Finetune/Step Time": 6.4963498413562775}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7498700618743896, "Finetune/Loss (Raw)": 0.9098673462867737, "Finetune/Step": 5048, "Finetune/Step Time": 6.496959686279297}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7495942115783691, "Finetune/Loss (Raw)": 0.7278597950935364, "Finetune/Step": 5049, "Finetune/Step Time": 6.489305404946208}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7499793767929077, "Finetune/Loss (Raw)": 0.7360608577728271, "Finetune/Step": 5050, "Finetune/Step Time": 6.499253844842315}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7490564584732056, "Finetune/Loss (Raw)": 0.6298109292984009, "Finetune/Step": 5051, "Finetune/Step Time": 6.513052061200142}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.746163547039032, "Finetune/Loss (Raw)": 0.36591529846191406, "Finetune/Step": 5052, "Finetune/Step Time": 6.5278016328811646}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7451469898223877, "Finetune/Loss (Raw)": 0.609006404876709, "Finetune/Step": 5053, "Finetune/Step Time": 6.536543378606439}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7463635206222534, "Finetune/Loss (Raw)": 0.8856745362281799, "Finetune/Step": 5054, "Finetune/Step Time": 6.542251078411937}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7461561560630798, "Finetune/Loss (Raw)": 0.7466025948524475, "Finetune/Step": 5055, "Finetune/Step Time": 6.542466131970286}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7481582760810852, "Finetune/Loss (Raw)": 0.8181266784667969, "Finetune/Step": 5056, "Finetune/Step Time": 6.517543753609061}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7482483386993408, "Finetune/Loss (Raw)": 0.7417441606521606, "Finetune/Step": 5057, "Finetune/Step Time": 6.520618997514248}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7483305931091309, "Finetune/Loss (Raw)": 0.7916707992553711, "Finetune/Step": 5058, "Finetune/Step Time": 6.524277901276946}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7486047744750977, "Finetune/Loss (Raw)": 0.8726515173912048, "Finetune/Step": 5059, "Finetune/Step Time": 6.521983666345477}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7492486238479614, "Finetune/Loss (Raw)": 0.9276724457740784, "Finetune/Step": 5060, "Finetune/Step Time": 6.521883046254516}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7503356337547302, "Finetune/Loss (Raw)": 0.8529459238052368, "Finetune/Step": 5061, "Finetune/Step Time": 6.504991488531232}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7485580444335938, "Finetune/Loss (Raw)": 0.6092726588249207, "Finetune/Step": 5062, "Finetune/Step Time": 6.509598769247532}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7486860156059265, "Finetune/Loss (Raw)": 0.8775275945663452, "Finetune/Step": 5063, "Finetune/Step Time": 6.506599256768823}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7482665777206421, "Finetune/Loss (Raw)": 0.6392790675163269, "Finetune/Step": 5064, "Finetune/Step Time": 6.502032060176134}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7480409145355225, "Finetune/Loss (Raw)": 0.886982798576355, "Finetune/Step": 5065, "Finetune/Step Time": 6.507945066317916}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.748508095741272, "Finetune/Loss (Raw)": 0.8811712861061096, "Finetune/Step": 5066, "Finetune/Step Time": 6.49982051551342}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7516801953315735, "Finetune/Loss (Raw)": 0.7436495423316956, "Finetune/Step": 5067, "Finetune/Step Time": 6.4839248936623335}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.753227710723877, "Finetune/Loss (Raw)": 0.8256953358650208, "Finetune/Step": 5068, "Finetune/Step Time": 6.477173894643784}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7533368468284607, "Finetune/Loss (Raw)": 0.6986008286476135, "Finetune/Step": 5069, "Finetune/Step Time": 6.478998390957713}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.753610372543335, "Finetune/Loss (Raw)": 0.7395061254501343, "Finetune/Step": 5070, "Finetune/Step Time": 6.476820815354586}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7540253400802612, "Finetune/Loss (Raw)": 0.7406805157661438, "Finetune/Step": 5071, "Finetune/Step Time": 6.4838670417666435}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7551354169845581, "Finetune/Loss (Raw)": 0.946828305721283, "Finetune/Step": 5072, "Finetune/Step Time": 6.486942194402218}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7548094987869263, "Finetune/Loss (Raw)": 0.8370441198348999, "Finetune/Step": 5073, "Finetune/Step Time": 6.490932893007994}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7560898661613464, "Finetune/Loss (Raw)": 0.8874406814575195, "Finetune/Step": 5074, "Finetune/Step Time": 6.487096922472119}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7529594898223877, "Finetune/Loss (Raw)": 0.3788842558860779, "Finetune/Step": 5075, "Finetune/Step Time": 6.5041822381317616}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7534838914871216, "Finetune/Loss (Raw)": 0.8086785078048706, "Finetune/Step": 5076, "Finetune/Step Time": 6.502933969721198}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7539722919464111, "Finetune/Loss (Raw)": 0.7733237147331238, "Finetune/Step": 5077, "Finetune/Step Time": 6.524736050516367}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7544693350791931, "Finetune/Loss (Raw)": 0.7309836149215698, "Finetune/Step": 5078, "Finetune/Step Time": 6.509443251416087}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7548166513442993, "Finetune/Loss (Raw)": 0.885524332523346, "Finetune/Step": 5079, "Finetune/Step Time": 6.509445877745748}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7551530599594116, "Finetune/Loss (Raw)": 0.8503952622413635, "Finetune/Step": 5080, "Finetune/Step Time": 6.501969411969185}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7544194459915161, "Finetune/Loss (Raw)": 0.6242455840110779, "Finetune/Step": 5081, "Finetune/Step Time": 6.498525209724903}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7508851289749146, "Finetune/Loss (Raw)": 0.3422829806804657, "Finetune/Step": 5082, "Finetune/Step Time": 6.479849498718977}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7503744959831238, "Finetune/Loss (Raw)": 0.7317875027656555, "Finetune/Step": 5083, "Finetune/Step Time": 6.484221365302801}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7492603063583374, "Finetune/Loss (Raw)": 0.6959654688835144, "Finetune/Step": 5084, "Finetune/Step Time": 6.505042336881161}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7484489679336548, "Finetune/Loss (Raw)": 0.7553767561912537, "Finetune/Step": 5085, "Finetune/Step Time": 6.508023750036955}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7502501606941223, "Finetune/Loss (Raw)": 0.922745406627655, "Finetune/Step": 5086, "Finetune/Step Time": 6.495144158601761}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7529000043869019, "Finetune/Loss (Raw)": 0.7736786603927612, "Finetune/Step": 5087, "Finetune/Step Time": 6.497374515980482}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7543303966522217, "Finetune/Loss (Raw)": 0.9336997270584106, "Finetune/Step": 5088, "Finetune/Step Time": 6.49719256721437}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7551307678222656, "Finetune/Loss (Raw)": 0.8494895696640015, "Finetune/Step": 5089, "Finetune/Step Time": 6.496632121503353}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7542752623558044, "Finetune/Loss (Raw)": 0.7181100249290466, "Finetune/Step": 5090, "Finetune/Step Time": 6.499001745134592}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.754750669002533, "Finetune/Loss (Raw)": 0.8201538920402527, "Finetune/Step": 5091, "Finetune/Step Time": 6.49711112305522}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7504632472991943, "Finetune/Loss (Raw)": 0.3183914124965668, "Finetune/Step": 5092, "Finetune/Step Time": 6.513595350086689}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7498248815536499, "Finetune/Loss (Raw)": 0.8237571120262146, "Finetune/Step": 5093, "Finetune/Step Time": 6.516278613358736}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7488745450973511, "Finetune/Loss (Raw)": 0.6127892732620239, "Finetune/Step": 5094, "Finetune/Step Time": 6.535816879943013}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7464494109153748, "Finetune/Loss (Raw)": 0.5689370632171631, "Finetune/Step": 5095, "Finetune/Step Time": 6.543460238724947}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7458404302597046, "Finetune/Loss (Raw)": 0.7045551538467407, "Finetune/Step": 5096, "Finetune/Step Time": 6.579985488206148}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7436812520027161, "Finetune/Loss (Raw)": 0.46475228667259216, "Finetune/Step": 5097, "Finetune/Step Time": 6.571564991027117}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7424695491790771, "Finetune/Loss (Raw)": 0.6523211002349854, "Finetune/Step": 5098, "Finetune/Step Time": 6.573220225051045}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7409386038780212, "Finetune/Loss (Raw)": 0.716844379901886, "Finetune/Step": 5099, "Finetune/Step Time": 6.552142137661576}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7402101159095764, "Finetune/Loss (Raw)": 0.673450767993927, "Finetune/Step": 5100, "Finetune/Step Time": 6.53920247592032}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7384983897209167, "Finetune/Loss (Raw)": 0.7152637243270874, "Finetune/Step": 5101, "Finetune/Step Time": 6.531033031642437}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7419471144676208, "Finetune/Loss (Raw)": 0.744141161441803, "Finetune/Step": 5102, "Finetune/Step Time": 6.515153452754021}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7434343099594116, "Finetune/Loss (Raw)": 0.8877906203269958, "Finetune/Step": 5103, "Finetune/Step Time": 6.499882249161601}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7404372096061707, "Finetune/Loss (Raw)": 0.5305312275886536, "Finetune/Step": 5104, "Finetune/Step Time": 6.502637445926666}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7415836453437805, "Finetune/Loss (Raw)": 0.835500955581665, "Finetune/Step": 5105, "Finetune/Step Time": 6.482259398326278}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.743187665939331, "Finetune/Loss (Raw)": 0.9438016414642334, "Finetune/Step": 5106, "Finetune/Step Time": 6.488340854644775}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7445746064186096, "Finetune/Loss (Raw)": 0.8587028980255127, "Finetune/Step": 5107, "Finetune/Step Time": 6.498618481680751}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.745497465133667, "Finetune/Loss (Raw)": 0.7707901000976562, "Finetune/Step": 5108, "Finetune/Step Time": 6.483405888080597}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7468671798706055, "Finetune/Loss (Raw)": 0.8916921019554138, "Finetune/Step": 5109, "Finetune/Step Time": 6.4863323997706175}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7460033893585205, "Finetune/Loss (Raw)": 0.7613526582717896, "Finetune/Step": 5110, "Finetune/Step Time": 6.498179433867335}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7480252981185913, "Finetune/Loss (Raw)": 0.667887270450592, "Finetune/Step": 5111, "Finetune/Step Time": 6.503839859738946}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7456839084625244, "Finetune/Loss (Raw)": 0.3448387384414673, "Finetune/Step": 5112, "Finetune/Step Time": 6.513322789222002}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7410673499107361, "Finetune/Loss (Raw)": 0.2883431315422058, "Finetune/Step": 5113, "Finetune/Step Time": 6.538878794759512}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7420720458030701, "Finetune/Loss (Raw)": 0.7412716150283813, "Finetune/Step": 5114, "Finetune/Step Time": 6.54083476215601}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7414022088050842, "Finetune/Loss (Raw)": 0.7249689698219299, "Finetune/Step": 5115, "Finetune/Step Time": 6.533639336004853}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7367979288101196, "Finetune/Loss (Raw)": 0.254625141620636, "Finetune/Step": 5116, "Finetune/Step Time": 6.547419440001249}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.737823486328125, "Finetune/Loss (Raw)": 0.9521405696868896, "Finetune/Step": 5117, "Finetune/Step Time": 6.549201307818294}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7379863262176514, "Finetune/Loss (Raw)": 0.8116444945335388, "Finetune/Step": 5118, "Finetune/Step Time": 6.551579875871539}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7389360666275024, "Finetune/Loss (Raw)": 0.8937181830406189, "Finetune/Step": 5119, "Finetune/Step Time": 6.552344970405102}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.7342063784599304, "Finetune/Loss (Raw)": 0.3425990343093872, "Finetune/Step": 5120, "Finetune/Step Time": 6.556777315214276}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7359866499900818, "Finetune/Loss (Raw)": 0.7228822112083435, "Finetune/Step": 5121, "Finetune/Step Time": 6.543668989092112}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.735313892364502, "Finetune/Loss (Raw)": 0.7040212750434875, "Finetune/Step": 5122, "Finetune/Step Time": 6.535324087366462}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7371257543563843, "Finetune/Loss (Raw)": 0.8164267539978027, "Finetune/Step": 5123, "Finetune/Step Time": 6.537301160395145}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7370350956916809, "Finetune/Loss (Raw)": 0.9013218283653259, "Finetune/Step": 5124, "Finetune/Step Time": 6.538700154051185}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7371091842651367, "Finetune/Loss (Raw)": 0.8682737350463867, "Finetune/Step": 5125, "Finetune/Step Time": 6.544489186257124}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7321300506591797, "Finetune/Loss (Raw)": 0.3871327340602875, "Finetune/Step": 5126, "Finetune/Step Time": 6.5631628055125475}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7305481433868408, "Finetune/Loss (Raw)": 0.6875520348548889, "Finetune/Step": 5127, "Finetune/Step Time": 6.576856050640345}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7338324785232544, "Finetune/Loss (Raw)": 0.768823504447937, "Finetune/Step": 5128, "Finetune/Step Time": 6.561120556667447}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.7297860383987427, "Finetune/Loss (Raw)": 0.2906472980976105, "Finetune/Step": 5129, "Finetune/Step Time": 6.581148868426681}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.731613278388977, "Finetune/Loss (Raw)": 0.7731833457946777, "Finetune/Step": 5130, "Finetune/Step Time": 6.576120102778077}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7306936979293823, "Finetune/Loss (Raw)": 0.5999842286109924, "Finetune/Step": 5131, "Finetune/Step Time": 6.582404747605324}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7305482625961304, "Finetune/Loss (Raw)": 0.6031054258346558, "Finetune/Step": 5132, "Finetune/Step Time": 6.5771058071404696}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7302074432373047, "Finetune/Loss (Raw)": 0.7333453893661499, "Finetune/Step": 5133, "Finetune/Step Time": 6.577629301697016}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7303251028060913, "Finetune/Loss (Raw)": 0.8169765472412109, "Finetune/Step": 5134, "Finetune/Step Time": 6.581360511481762}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.730778694152832, "Finetune/Loss (Raw)": 0.6512554287910461, "Finetune/Step": 5135, "Finetune/Step Time": 6.575995938852429}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7324827909469604, "Finetune/Loss (Raw)": 0.9173234105110168, "Finetune/Step": 5136, "Finetune/Step Time": 6.580485036596656}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7312431335449219, "Finetune/Loss (Raw)": 0.7776739001274109, "Finetune/Step": 5137, "Finetune/Step Time": 6.583752505481243}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7308639883995056, "Finetune/Loss (Raw)": 0.7490770220756531, "Finetune/Step": 5138, "Finetune/Step Time": 6.597830234095454}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7276139855384827, "Finetune/Loss (Raw)": 0.3395330011844635, "Finetune/Step": 5139, "Finetune/Step Time": 6.626645673066378}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7277755737304688, "Finetune/Loss (Raw)": 0.802222490310669, "Finetune/Step": 5140, "Finetune/Step Time": 6.622173450887203}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7296686768531799, "Finetune/Loss (Raw)": 0.8913542032241821, "Finetune/Step": 5141, "Finetune/Step Time": 6.619897706434131}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7294436693191528, "Finetune/Loss (Raw)": 0.6923784613609314, "Finetune/Step": 5142, "Finetune/Step Time": 6.623933807015419}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7309623956680298, "Finetune/Loss (Raw)": 0.8931214809417725, "Finetune/Step": 5143, "Finetune/Step Time": 6.627262871712446}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7296625971794128, "Finetune/Loss (Raw)": 0.5812410712242126, "Finetune/Step": 5144, "Finetune/Step Time": 6.63323836773634}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7302660942077637, "Finetune/Loss (Raw)": 0.7625167369842529, "Finetune/Step": 5145, "Finetune/Step Time": 6.634854884818196}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7320504188537598, "Finetune/Loss (Raw)": 0.8962357640266418, "Finetune/Step": 5146, "Finetune/Step Time": 6.630887281149626}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7324854135513306, "Finetune/Loss (Raw)": 0.789040744304657, "Finetune/Step": 5147, "Finetune/Step Time": 6.633206970989704}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7337347269058228, "Finetune/Loss (Raw)": 0.5070893168449402, "Finetune/Step": 5148, "Finetune/Step Time": 6.620308334007859}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7330261468887329, "Finetune/Loss (Raw)": 0.7656593322753906, "Finetune/Step": 5149, "Finetune/Step Time": 6.626988023519516}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.732674241065979, "Finetune/Loss (Raw)": 0.7692700028419495, "Finetune/Step": 5150, "Finetune/Step Time": 6.634183082729578}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7323682308197021, "Finetune/Loss (Raw)": 0.7197281718254089, "Finetune/Step": 5151, "Finetune/Step Time": 6.631863700225949}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7321189045906067, "Finetune/Loss (Raw)": 0.7202600240707397, "Finetune/Step": 5152, "Finetune/Step Time": 6.634809905663133}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7295117378234863, "Finetune/Loss (Raw)": 0.4174310564994812, "Finetune/Step": 5153, "Finetune/Step Time": 6.643860194832087}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7259185314178467, "Finetune/Loss (Raw)": 0.37076887488365173, "Finetune/Step": 5154, "Finetune/Step Time": 6.674445059150457}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7248687744140625, "Finetune/Loss (Raw)": 0.7029097676277161, "Finetune/Step": 5155, "Finetune/Step Time": 6.666097018867731}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7243648767471313, "Finetune/Loss (Raw)": 0.8442153930664062, "Finetune/Step": 5156, "Finetune/Step Time": 6.688591981306672}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.724018931388855, "Finetune/Loss (Raw)": 0.7773345708847046, "Finetune/Step": 5157, "Finetune/Step Time": 6.688622018322349}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.724173903465271, "Finetune/Loss (Raw)": 0.7739396095275879, "Finetune/Step": 5158, "Finetune/Step Time": 6.686251798644662}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.725190281867981, "Finetune/Loss (Raw)": 0.895606279373169, "Finetune/Step": 5159, "Finetune/Step Time": 6.6882146038115025}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7259081602096558, "Finetune/Loss (Raw)": 0.9163134098052979, "Finetune/Step": 5160, "Finetune/Step Time": 6.687971036881208}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7261486053466797, "Finetune/Loss (Raw)": 0.8188397884368896, "Finetune/Step": 5161, "Finetune/Step Time": 6.690109910443425}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7252463102340698, "Finetune/Loss (Raw)": 0.7061330080032349, "Finetune/Step": 5162, "Finetune/Step Time": 6.695286134257913}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7258923649787903, "Finetune/Loss (Raw)": 0.805085301399231, "Finetune/Step": 5163, "Finetune/Step Time": 6.671621965244412}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7264997959136963, "Finetune/Loss (Raw)": 0.8372997641563416, "Finetune/Step": 5164, "Finetune/Step Time": 6.685502979904413}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7237488031387329, "Finetune/Loss (Raw)": 0.5663031339645386, "Finetune/Step": 5165, "Finetune/Step Time": 6.69594039209187}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.722604513168335, "Finetune/Loss (Raw)": 0.7622320652008057, "Finetune/Step": 5166, "Finetune/Step Time": 6.7038585636764765}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7201673984527588, "Finetune/Loss (Raw)": 0.6577120423316956, "Finetune/Step": 5167, "Finetune/Step Time": 6.6978159714490175}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7227093577384949, "Finetune/Loss (Raw)": 0.8828285932540894, "Finetune/Step": 5168, "Finetune/Step Time": 6.68910875171423}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7222993969917297, "Finetune/Loss (Raw)": 0.8656107783317566, "Finetune/Step": 5169, "Finetune/Step Time": 6.690639128908515}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7203512191772461, "Finetune/Loss (Raw)": 0.6417582035064697, "Finetune/Step": 5170, "Finetune/Step Time": 6.688468851149082}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7213640809059143, "Finetune/Loss (Raw)": 0.9442181587219238, "Finetune/Step": 5171, "Finetune/Step Time": 6.6845734510570765}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7209786176681519, "Finetune/Loss (Raw)": 0.7432339191436768, "Finetune/Step": 5172, "Finetune/Step Time": 6.681608073413372}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.724329948425293, "Finetune/Loss (Raw)": 0.7163797616958618, "Finetune/Step": 5173, "Finetune/Step Time": 6.662291431799531}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.729401707649231, "Finetune/Loss (Raw)": 0.9766390919685364, "Finetune/Step": 5174, "Finetune/Step Time": 6.643372913822532}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7287470698356628, "Finetune/Loss (Raw)": 0.7361600995063782, "Finetune/Step": 5175, "Finetune/Step Time": 6.649539841338992}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7241486310958862, "Finetune/Loss (Raw)": 0.3212614059448242, "Finetune/Step": 5176, "Finetune/Step Time": 6.668420126661658}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7250092029571533, "Finetune/Loss (Raw)": 0.8380216956138611, "Finetune/Step": 5177, "Finetune/Step Time": 6.663404634222388}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7244157791137695, "Finetune/Loss (Raw)": 0.6600965857505798, "Finetune/Step": 5178, "Finetune/Step Time": 6.649529915302992}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7248959541320801, "Finetune/Loss (Raw)": 0.6912754774093628, "Finetune/Step": 5179, "Finetune/Step Time": 6.655475052073598}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7268840074539185, "Finetune/Loss (Raw)": 0.6203856468200684, "Finetune/Step": 5180, "Finetune/Step Time": 6.644157137721777}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7284155488014221, "Finetune/Loss (Raw)": 0.8050459027290344, "Finetune/Step": 5181, "Finetune/Step Time": 6.639402888715267}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7262515425682068, "Finetune/Loss (Raw)": 0.6086816191673279, "Finetune/Step": 5182, "Finetune/Step Time": 6.642786659300327}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7268878817558289, "Finetune/Loss (Raw)": 0.8280531167984009, "Finetune/Step": 5183, "Finetune/Step Time": 6.647193882614374}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7257058024406433, "Finetune/Loss (Raw)": 0.666818380355835, "Finetune/Step": 5184, "Finetune/Step Time": 6.657301826402545}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7263026237487793, "Finetune/Loss (Raw)": 0.8181383609771729, "Finetune/Step": 5185, "Finetune/Step Time": 6.668850304558873}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7230194807052612, "Finetune/Loss (Raw)": 0.3714347183704376, "Finetune/Step": 5186, "Finetune/Step Time": 6.685955297201872}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.7209922075271606, "Finetune/Loss (Raw)": 0.6131566762924194, "Finetune/Step": 5187, "Finetune/Step Time": 6.7042488269507885}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7190920114517212, "Finetune/Loss (Raw)": 0.6844446659088135, "Finetune/Step": 5188, "Finetune/Step Time": 6.706111093983054}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7170230150222778, "Finetune/Loss (Raw)": 0.5881140232086182, "Finetune/Step": 5189, "Finetune/Step Time": 6.718338057398796}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.717160701751709, "Finetune/Loss (Raw)": 0.6268966197967529, "Finetune/Step": 5190, "Finetune/Step Time": 6.7167325504124165}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7152674198150635, "Finetune/Loss (Raw)": 0.635192334651947, "Finetune/Step": 5191, "Finetune/Step Time": 6.728516874834895}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7160037159919739, "Finetune/Loss (Raw)": 0.7335214018821716, "Finetune/Step": 5192, "Finetune/Step Time": 6.724548792466521}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7143080234527588, "Finetune/Loss (Raw)": 0.6699377298355103, "Finetune/Step": 5193, "Finetune/Step Time": 6.736227136105299}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7100173234939575, "Finetune/Loss (Raw)": 0.33195608854293823, "Finetune/Step": 5194, "Finetune/Step Time": 6.754873739555478}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.709854006767273, "Finetune/Loss (Raw)": 0.7227498292922974, "Finetune/Step": 5195, "Finetune/Step Time": 6.7638134360313416}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7090058326721191, "Finetune/Loss (Raw)": 0.717131495475769, "Finetune/Step": 5196, "Finetune/Step Time": 6.769304918125272}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7098453640937805, "Finetune/Loss (Raw)": 0.806058406829834, "Finetune/Step": 5197, "Finetune/Step Time": 6.761503210291266}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7097251415252686, "Finetune/Loss (Raw)": 0.7241162657737732, "Finetune/Step": 5198, "Finetune/Step Time": 6.75702341645956}