{
    "original_ppl": 6.907048225402832,
    "reduced_ppl": [
        {
            "layer.0.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.931990146636963
                },
                {
                    "bit": 2,
                    "ppl": 6.912193775177002
                },
                {
                    "bit": 3,
                    "ppl": 6.908556938171387
                },
                {
                    "bit": 4,
                    "ppl": 6.907459735870361
                },
                {
                    "bit": 5,
                    "ppl": 6.907202243804932
                },
                {
                    "bit": 6,
                    "ppl": 6.9070820808410645
                },
                {
                    "bit": 7,
                    "ppl": 6.9070515632629395
                },
                {
                    "bit": 8,
                    "ppl": 6.907279014587402
                },
                {
                    "bit": 9,
                    "ppl": 6.907331466674805
                },
                {
                    "bit": 10,
                    "ppl": 6.907268047332764
                },
                {
                    "bit": 11,
                    "ppl": 6.907193183898926
                },
                {
                    "bit": 12,
                    "ppl": 6.907151222229004
                },
                {
                    "bit": 13,
                    "ppl": 6.906906604766846
                },
                {
                    "bit": 14,
                    "ppl": 6.907293796539307
                },
                {
                    "bit": 15,
                    "ppl": 6.907280445098877
                }
            ]
        },
        {
            "layer.0.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9280171394348145
                },
                {
                    "bit": 2,
                    "ppl": 6.912103176116943
                },
                {
                    "bit": 3,
                    "ppl": 6.909964084625244
                },
                {
                    "bit": 4,
                    "ppl": 6.908915996551514
                },
                {
                    "bit": 5,
                    "ppl": 6.908158779144287
                },
                {
                    "bit": 6,
                    "ppl": 6.907900810241699
                },
                {
                    "bit": 7,
                    "ppl": 6.907589912414551
                },
                {
                    "bit": 8,
                    "ppl": 6.907557010650635
                },
                {
                    "bit": 9,
                    "ppl": 6.907351493835449
                },
                {
                    "bit": 10,
                    "ppl": 6.907329559326172
                },
                {
                    "bit": 11,
                    "ppl": 6.9072980880737305
                },
                {
                    "bit": 12,
                    "ppl": 6.9071831703186035
                },
                {
                    "bit": 13,
                    "ppl": 6.9072794914245605
                },
                {
                    "bit": 14,
                    "ppl": 6.9072160720825195
                },
                {
                    "bit": 15,
                    "ppl": 6.907158374786377
                }
            ]
        },
        {
            "layer.0.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 7.014910697937012
                },
                {
                    "bit": 2,
                    "ppl": 6.934531211853027
                },
                {
                    "bit": 3,
                    "ppl": 6.921298503875732
                },
                {
                    "bit": 4,
                    "ppl": 6.914010524749756
                },
                {
                    "bit": 5,
                    "ppl": 6.911709785461426
                },
                {
                    "bit": 6,
                    "ppl": 6.910130977630615
                },
                {
                    "bit": 7,
                    "ppl": 6.909670352935791
                },
                {
                    "bit": 8,
                    "ppl": 6.909128189086914
                },
                {
                    "bit": 9,
                    "ppl": 6.908350944519043
                },
                {
                    "bit": 10,
                    "ppl": 6.908209323883057
                },
                {
                    "bit": 11,
                    "ppl": 6.907721996307373
                },
                {
                    "bit": 12,
                    "ppl": 6.907790660858154
                },
                {
                    "bit": 13,
                    "ppl": 6.907574653625488
                },
                {
                    "bit": 14,
                    "ppl": 6.907293796539307
                },
                {
                    "bit": 15,
                    "ppl": 6.907329559326172
                }
            ]
        },
        {
            "layer.0.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 7.044562816619873
                },
                {
                    "bit": 2,
                    "ppl": 6.94509220123291
                },
                {
                    "bit": 3,
                    "ppl": 6.923160076141357
                },
                {
                    "bit": 4,
                    "ppl": 6.915912628173828
                },
                {
                    "bit": 5,
                    "ppl": 6.914093494415283
                },
                {
                    "bit": 6,
                    "ppl": 6.9122138023376465
                },
                {
                    "bit": 7,
                    "ppl": 6.9113030433654785
                },
                {
                    "bit": 8,
                    "ppl": 6.910058975219727
                },
                {
                    "bit": 9,
                    "ppl": 6.909451484680176
                },
                {
                    "bit": 10,
                    "ppl": 6.909350872039795
                },
                {
                    "bit": 11,
                    "ppl": 6.908815860748291
                },
                {
                    "bit": 12,
                    "ppl": 6.908536434173584
                },
                {
                    "bit": 13,
                    "ppl": 6.908020973205566
                },
                {
                    "bit": 14,
                    "ppl": 6.9077558517456055
                },
                {
                    "bit": 15,
                    "ppl": 6.907339572906494
                }
            ]
        },
        {
            "layer.0.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.027764797210693
                },
                {
                    "bit": 2,
                    "ppl": 6.934808254241943
                },
                {
                    "bit": 3,
                    "ppl": 6.917125701904297
                },
                {
                    "bit": 4,
                    "ppl": 6.913961410522461
                },
                {
                    "bit": 5,
                    "ppl": 6.911056041717529
                },
                {
                    "bit": 6,
                    "ppl": 6.910192489624023
                },
                {
                    "bit": 7,
                    "ppl": 6.909536838531494
                },
                {
                    "bit": 8,
                    "ppl": 6.908907413482666
                },
                {
                    "bit": 9,
                    "ppl": 6.908297061920166
                },
                {
                    "bit": 10,
                    "ppl": 6.908296585083008
                },
                {
                    "bit": 11,
                    "ppl": 6.9078803062438965
                },
                {
                    "bit": 12,
                    "ppl": 6.907774448394775
                },
                {
                    "bit": 13,
                    "ppl": 6.9074482917785645
                },
                {
                    "bit": 14,
                    "ppl": 6.907400608062744
                },
                {
                    "bit": 15,
                    "ppl": 6.907552242279053
                }
            ]
        },
        {
            "layer.0.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.035067558288574
                },
                {
                    "bit": 2,
                    "ppl": 6.935466766357422
                },
                {
                    "bit": 3,
                    "ppl": 6.918035984039307
                },
                {
                    "bit": 4,
                    "ppl": 6.911937713623047
                },
                {
                    "bit": 5,
                    "ppl": 6.910062789916992
                },
                {
                    "bit": 6,
                    "ppl": 6.908616065979004
                },
                {
                    "bit": 7,
                    "ppl": 6.908751010894775
                },
                {
                    "bit": 8,
                    "ppl": 6.908257007598877
                },
                {
                    "bit": 9,
                    "ppl": 6.907732963562012
                },
                {
                    "bit": 10,
                    "ppl": 6.908032417297363
                },
                {
                    "bit": 11,
                    "ppl": 6.907680511474609
                },
                {
                    "bit": 12,
                    "ppl": 6.907466411590576
                },
                {
                    "bit": 13,
                    "ppl": 6.907503604888916
                },
                {
                    "bit": 14,
                    "ppl": 6.907175540924072
                },
                {
                    "bit": 15,
                    "ppl": 6.907015323638916
                }
            ]
        },
        {
            "layer.0.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.145654201507568
                },
                {
                    "bit": 2,
                    "ppl": 6.960110664367676
                },
                {
                    "bit": 3,
                    "ppl": 6.922961711883545
                },
                {
                    "bit": 4,
                    "ppl": 6.917201519012451
                },
                {
                    "bit": 5,
                    "ppl": 6.913552284240723
                },
                {
                    "bit": 6,
                    "ppl": 6.9095635414123535
                },
                {
                    "bit": 7,
                    "ppl": 6.910071849822998
                },
                {
                    "bit": 8,
                    "ppl": 6.908360481262207
                },
                {
                    "bit": 9,
                    "ppl": 6.90842342376709
                },
                {
                    "bit": 10,
                    "ppl": 6.907479763031006
                },
                {
                    "bit": 11,
                    "ppl": 6.907496452331543
                },
                {
                    "bit": 12,
                    "ppl": 6.907519340515137
                },
                {
                    "bit": 13,
                    "ppl": 6.9077959060668945
                },
                {
                    "bit": 14,
                    "ppl": 6.9072346687316895
                },
                {
                    "bit": 15,
                    "ppl": 6.906984806060791
                }
            ]
        },
        {
            "layer.1.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.965384483337402
                },
                {
                    "bit": 2,
                    "ppl": 6.922662258148193
                },
                {
                    "bit": 3,
                    "ppl": 6.911266803741455
                },
                {
                    "bit": 4,
                    "ppl": 6.908208847045898
                },
                {
                    "bit": 5,
                    "ppl": 6.9075541496276855
                },
                {
                    "bit": 6,
                    "ppl": 6.907725811004639
                },
                {
                    "bit": 7,
                    "ppl": 6.907367706298828
                },
                {
                    "bit": 8,
                    "ppl": 6.907083988189697
                },
                {
                    "bit": 9,
                    "ppl": 6.907355785369873
                },
                {
                    "bit": 10,
                    "ppl": 6.906877517700195
                },
                {
                    "bit": 11,
                    "ppl": 6.907246112823486
                },
                {
                    "bit": 12,
                    "ppl": 6.907074928283691
                },
                {
                    "bit": 13,
                    "ppl": 6.907369136810303
                },
                {
                    "bit": 14,
                    "ppl": 6.906964302062988
                },
                {
                    "bit": 15,
                    "ppl": 6.907325267791748
                }
            ]
        },
        {
            "layer.1.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.959473609924316
                },
                {
                    "bit": 2,
                    "ppl": 6.920718193054199
                },
                {
                    "bit": 3,
                    "ppl": 6.911886215209961
                },
                {
                    "bit": 4,
                    "ppl": 6.910213470458984
                },
                {
                    "bit": 5,
                    "ppl": 6.909148216247559
                },
                {
                    "bit": 6,
                    "ppl": 6.907993316650391
                },
                {
                    "bit": 7,
                    "ppl": 6.906809329986572
                },
                {
                    "bit": 8,
                    "ppl": 6.9071455001831055
                },
                {
                    "bit": 9,
                    "ppl": 6.9070725440979
                },
                {
                    "bit": 10,
                    "ppl": 6.907095432281494
                },
                {
                    "bit": 11,
                    "ppl": 6.9073381423950195
                },
                {
                    "bit": 12,
                    "ppl": 6.907236576080322
                },
                {
                    "bit": 13,
                    "ppl": 6.907095432281494
                },
                {
                    "bit": 14,
                    "ppl": 6.9072346687316895
                },
                {
                    "bit": 15,
                    "ppl": 6.9072346687316895
                }
            ]
        },
        {
            "layer.1.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 7.026477336883545
                },
                {
                    "bit": 2,
                    "ppl": 6.942977428436279
                },
                {
                    "bit": 3,
                    "ppl": 6.924587249755859
                },
                {
                    "bit": 4,
                    "ppl": 6.914395332336426
                },
                {
                    "bit": 5,
                    "ppl": 6.911502361297607
                },
                {
                    "bit": 6,
                    "ppl": 6.910717964172363
                },
                {
                    "bit": 7,
                    "ppl": 6.910304546356201
                },
                {
                    "bit": 8,
                    "ppl": 6.909309387207031
                },
                {
                    "bit": 9,
                    "ppl": 6.909028053283691
                },
                {
                    "bit": 10,
                    "ppl": 6.908398628234863
                },
                {
                    "bit": 11,
                    "ppl": 6.90841007232666
                },
                {
                    "bit": 12,
                    "ppl": 6.907942771911621
                },
                {
                    "bit": 13,
                    "ppl": 6.90756368637085
                },
                {
                    "bit": 14,
                    "ppl": 6.907353401184082
                },
                {
                    "bit": 15,
                    "ppl": 6.906885147094727
                }
            ]
        },
        {
            "layer.1.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 7.0619096755981445
                },
                {
                    "bit": 2,
                    "ppl": 6.941558361053467
                },
                {
                    "bit": 3,
                    "ppl": 6.922226905822754
                },
                {
                    "bit": 4,
                    "ppl": 6.912944793701172
                },
                {
                    "bit": 5,
                    "ppl": 6.912020683288574
                },
                {
                    "bit": 6,
                    "ppl": 6.9116950035095215
                },
                {
                    "bit": 7,
                    "ppl": 6.909968852996826
                },
                {
                    "bit": 8,
                    "ppl": 6.909329414367676
                },
                {
                    "bit": 9,
                    "ppl": 6.909329891204834
                },
                {
                    "bit": 10,
                    "ppl": 6.908721446990967
                },
                {
                    "bit": 11,
                    "ppl": 6.908190727233887
                },
                {
                    "bit": 12,
                    "ppl": 6.908116340637207
                },
                {
                    "bit": 13,
                    "ppl": 6.907533168792725
                },
                {
                    "bit": 14,
                    "ppl": 6.907342910766602
                },
                {
                    "bit": 15,
                    "ppl": 6.906691551208496
                }
            ]
        },
        {
            "layer.1.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.0391387939453125
                },
                {
                    "bit": 2,
                    "ppl": 6.939301013946533
                },
                {
                    "bit": 3,
                    "ppl": 6.91935920715332
                },
                {
                    "bit": 4,
                    "ppl": 6.914172172546387
                },
                {
                    "bit": 5,
                    "ppl": 6.911721706390381
                },
                {
                    "bit": 6,
                    "ppl": 6.909954071044922
                },
                {
                    "bit": 7,
                    "ppl": 6.909141540527344
                },
                {
                    "bit": 8,
                    "ppl": 6.908250331878662
                },
                {
                    "bit": 9,
                    "ppl": 6.908081531524658
                },
                {
                    "bit": 10,
                    "ppl": 6.907741546630859
                },
                {
                    "bit": 11,
                    "ppl": 6.9083452224731445
                },
                {
                    "bit": 12,
                    "ppl": 6.907543659210205
                },
                {
                    "bit": 13,
                    "ppl": 6.907665729522705
                },
                {
                    "bit": 14,
                    "ppl": 6.907503604888916
                },
                {
                    "bit": 15,
                    "ppl": 6.907912731170654
                }
            ]
        },
        {
            "layer.1.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.08500337600708
                },
                {
                    "bit": 2,
                    "ppl": 6.956099987030029
                },
                {
                    "bit": 3,
                    "ppl": 6.930570125579834
                },
                {
                    "bit": 4,
                    "ppl": 6.92029333114624
                },
                {
                    "bit": 5,
                    "ppl": 6.9137983322143555
                },
                {
                    "bit": 6,
                    "ppl": 6.912304878234863
                },
                {
                    "bit": 7,
                    "ppl": 6.910287857055664
                },
                {
                    "bit": 8,
                    "ppl": 6.909788131713867
                },
                {
                    "bit": 9,
                    "ppl": 6.908994197845459
                },
                {
                    "bit": 10,
                    "ppl": 6.907708644866943
                },
                {
                    "bit": 11,
                    "ppl": 6.907634258270264
                },
                {
                    "bit": 12,
                    "ppl": 6.907878398895264
                },
                {
                    "bit": 13,
                    "ppl": 6.907357692718506
                },
                {
                    "bit": 14,
                    "ppl": 6.907483100891113
                },
                {
                    "bit": 15,
                    "ppl": 6.906996726989746
                }
            ]
        },
        {
            "layer.1.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.106656074523926
                },
                {
                    "bit": 2,
                    "ppl": 6.954023361206055
                },
                {
                    "bit": 3,
                    "ppl": 6.923224925994873
                },
                {
                    "bit": 4,
                    "ppl": 6.9153642654418945
                },
                {
                    "bit": 5,
                    "ppl": 6.912174701690674
                },
                {
                    "bit": 6,
                    "ppl": 6.908304214477539
                },
                {
                    "bit": 7,
                    "ppl": 6.908158302307129
                },
                {
                    "bit": 8,
                    "ppl": 6.90880823135376
                },
                {
                    "bit": 9,
                    "ppl": 6.908270359039307
                },
                {
                    "bit": 10,
                    "ppl": 6.908378601074219
                },
                {
                    "bit": 11,
                    "ppl": 6.9075541496276855
                },
                {
                    "bit": 12,
                    "ppl": 6.907854080200195
                },
                {
                    "bit": 13,
                    "ppl": 6.90718412399292
                },
                {
                    "bit": 14,
                    "ppl": 6.907677173614502
                },
                {
                    "bit": 15,
                    "ppl": 6.90689754486084
                }
            ]
        },
        {
            "layer.2.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 7.080252170562744
                },
                {
                    "bit": 2,
                    "ppl": 6.947742462158203
                },
                {
                    "bit": 3,
                    "ppl": 6.924149990081787
                },
                {
                    "bit": 4,
                    "ppl": 6.914226531982422
                },
                {
                    "bit": 5,
                    "ppl": 6.911076068878174
                },
                {
                    "bit": 6,
                    "ppl": 6.909919261932373
                },
                {
                    "bit": 7,
                    "ppl": 6.909189224243164
                },
                {
                    "bit": 8,
                    "ppl": 6.908776760101318
                },
                {
                    "bit": 9,
                    "ppl": 6.9084954261779785
                },
                {
                    "bit": 10,
                    "ppl": 6.908542156219482
                },
                {
                    "bit": 11,
                    "ppl": 6.90789794921875
                },
                {
                    "bit": 12,
                    "ppl": 6.907636642456055
                },
                {
                    "bit": 13,
                    "ppl": 6.907281875610352
                },
                {
                    "bit": 14,
                    "ppl": 6.907379150390625
                },
                {
                    "bit": 15,
                    "ppl": 6.9067063331604
                }
            ]
        },
        {
            "layer.2.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 7.314942836761475
                },
                {
                    "bit": 2,
                    "ppl": 6.94040060043335
                },
                {
                    "bit": 3,
                    "ppl": 6.9149169921875
                },
                {
                    "bit": 4,
                    "ppl": 6.907618045806885
                },
                {
                    "bit": 5,
                    "ppl": 6.90815544128418
                },
                {
                    "bit": 6,
                    "ppl": 6.907487869262695
                },
                {
                    "bit": 7,
                    "ppl": 6.9071784019470215
                },
                {
                    "bit": 8,
                    "ppl": 6.906613349914551
                },
                {
                    "bit": 9,
                    "ppl": 6.906535625457764
                },
                {
                    "bit": 10,
                    "ppl": 6.906600475311279
                },
                {
                    "bit": 11,
                    "ppl": 6.9066267013549805
                },
                {
                    "bit": 12,
                    "ppl": 6.906919956207275
                },
                {
                    "bit": 13,
                    "ppl": 6.906601905822754
                },
                {
                    "bit": 14,
                    "ppl": 6.906964302062988
                },
                {
                    "bit": 15,
                    "ppl": 6.906922817230225
                }
            ]
        },
        {
            "layer.2.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.946887493133545
                },
                {
                    "bit": 2,
                    "ppl": 6.924901008605957
                },
                {
                    "bit": 3,
                    "ppl": 6.911896228790283
                },
                {
                    "bit": 4,
                    "ppl": 6.910677909851074
                },
                {
                    "bit": 5,
                    "ppl": 6.909199237823486
                },
                {
                    "bit": 6,
                    "ppl": 6.907781600952148
                },
                {
                    "bit": 7,
                    "ppl": 6.90847110748291
                },
                {
                    "bit": 8,
                    "ppl": 6.9078450202941895
                },
                {
                    "bit": 9,
                    "ppl": 6.907940864562988
                },
                {
                    "bit": 10,
                    "ppl": 6.907723426818848
                },
                {
                    "bit": 11,
                    "ppl": 6.907650947570801
                },
                {
                    "bit": 12,
                    "ppl": 6.907476902008057
                },
                {
                    "bit": 13,
                    "ppl": 6.907511234283447
                },
                {
                    "bit": 14,
                    "ppl": 6.907435417175293
                },
                {
                    "bit": 15,
                    "ppl": 6.90759801864624
                }
            ]
        },
        {
            "layer.2.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.977211952209473
                },
                {
                    "bit": 2,
                    "ppl": 6.925108432769775
                },
                {
                    "bit": 3,
                    "ppl": 6.9114203453063965
                },
                {
                    "bit": 4,
                    "ppl": 6.910080432891846
                },
                {
                    "bit": 5,
                    "ppl": 6.909232139587402
                },
                {
                    "bit": 6,
                    "ppl": 6.907682418823242
                },
                {
                    "bit": 7,
                    "ppl": 6.908252239227295
                },
                {
                    "bit": 8,
                    "ppl": 6.9080586433410645
                },
                {
                    "bit": 9,
                    "ppl": 6.90800142288208
                },
                {
                    "bit": 10,
                    "ppl": 6.907664775848389
                },
                {
                    "bit": 11,
                    "ppl": 6.908231258392334
                },
                {
                    "bit": 12,
                    "ppl": 6.907509803771973
                },
                {
                    "bit": 13,
                    "ppl": 6.907528877258301
                },
                {
                    "bit": 14,
                    "ppl": 6.907087802886963
                },
                {
                    "bit": 15,
                    "ppl": 6.9075140953063965
                }
            ]
        },
        {
            "layer.2.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.029358386993408
                },
                {
                    "bit": 2,
                    "ppl": 6.933478832244873
                },
                {
                    "bit": 3,
                    "ppl": 6.915656089782715
                },
                {
                    "bit": 4,
                    "ppl": 6.910953044891357
                },
                {
                    "bit": 5,
                    "ppl": 6.909610271453857
                },
                {
                    "bit": 6,
                    "ppl": 6.907492637634277
                },
                {
                    "bit": 7,
                    "ppl": 6.9087677001953125
                },
                {
                    "bit": 8,
                    "ppl": 6.907405376434326
                },
                {
                    "bit": 9,
                    "ppl": 6.907581806182861
                },
                {
                    "bit": 10,
                    "ppl": 6.906561374664307
                },
                {
                    "bit": 11,
                    "ppl": 6.907009601593018
                },
                {
                    "bit": 12,
                    "ppl": 6.907321453094482
                },
                {
                    "bit": 13,
                    "ppl": 6.9068193435668945
                },
                {
                    "bit": 14,
                    "ppl": 6.906987190246582
                },
                {
                    "bit": 15,
                    "ppl": 6.90683650970459
                }
            ]
        },
        {
            "layer.2.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.031790733337402
                },
                {
                    "bit": 2,
                    "ppl": 6.939947605133057
                },
                {
                    "bit": 3,
                    "ppl": 6.91343879699707
                },
                {
                    "bit": 4,
                    "ppl": 6.909561634063721
                },
                {
                    "bit": 5,
                    "ppl": 6.908377170562744
                },
                {
                    "bit": 6,
                    "ppl": 6.9059977531433105
                },
                {
                    "bit": 7,
                    "ppl": 6.907159328460693
                },
                {
                    "bit": 8,
                    "ppl": 6.906877517700195
                },
                {
                    "bit": 9,
                    "ppl": 6.906856536865234
                },
                {
                    "bit": 10,
                    "ppl": 6.90655517578125
                },
                {
                    "bit": 11,
                    "ppl": 6.906522750854492
                },
                {
                    "bit": 12,
                    "ppl": 6.906615734100342
                },
                {
                    "bit": 13,
                    "ppl": 6.906352996826172
                },
                {
                    "bit": 14,
                    "ppl": 6.906699180603027
                },
                {
                    "bit": 15,
                    "ppl": 6.906332015991211
                }
            ]
        },
        {
            "layer.2.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.067943096160889
                },
                {
                    "bit": 2,
                    "ppl": 6.94655704498291
                },
                {
                    "bit": 3,
                    "ppl": 6.9181413650512695
                },
                {
                    "bit": 4,
                    "ppl": 6.909202575683594
                },
                {
                    "bit": 5,
                    "ppl": 6.90817403793335
                },
                {
                    "bit": 6,
                    "ppl": 6.90952205657959
                },
                {
                    "bit": 7,
                    "ppl": 6.907350063323975
                },
                {
                    "bit": 8,
                    "ppl": 6.907505035400391
                },
                {
                    "bit": 9,
                    "ppl": 6.906922817230225
                },
                {
                    "bit": 10,
                    "ppl": 6.908398628234863
                },
                {
                    "bit": 11,
                    "ppl": 6.906985282897949
                },
                {
                    "bit": 12,
                    "ppl": 6.907240390777588
                },
                {
                    "bit": 13,
                    "ppl": 6.906979560852051
                },
                {
                    "bit": 14,
                    "ppl": 6.907269477844238
                },
                {
                    "bit": 15,
                    "ppl": 6.907052040100098
                }
            ]
        },
        {
            "layer.3.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.963478088378906
                },
                {
                    "bit": 2,
                    "ppl": 6.920114517211914
                },
                {
                    "bit": 3,
                    "ppl": 6.913026809692383
                },
                {
                    "bit": 4,
                    "ppl": 6.908355712890625
                },
                {
                    "bit": 5,
                    "ppl": 6.908172607421875
                },
                {
                    "bit": 6,
                    "ppl": 6.907938003540039
                },
                {
                    "bit": 7,
                    "ppl": 6.907632827758789
                },
                {
                    "bit": 8,
                    "ppl": 6.907812595367432
                },
                {
                    "bit": 9,
                    "ppl": 6.907470703125
                },
                {
                    "bit": 10,
                    "ppl": 6.907487869262695
                },
                {
                    "bit": 11,
                    "ppl": 6.907125473022461
                },
                {
                    "bit": 12,
                    "ppl": 6.907188892364502
                },
                {
                    "bit": 13,
                    "ppl": 6.9070024490356445
                },
                {
                    "bit": 14,
                    "ppl": 6.907186508178711
                },
                {
                    "bit": 15,
                    "ppl": 6.906942844390869
                }
            ]
        },
        {
            "layer.3.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 7.011414527893066
                },
                {
                    "bit": 2,
                    "ppl": 6.958665370941162
                },
                {
                    "bit": 3,
                    "ppl": 6.930364608764648
                },
                {
                    "bit": 4,
                    "ppl": 6.921566486358643
                },
                {
                    "bit": 5,
                    "ppl": 6.915516376495361
                },
                {
                    "bit": 6,
                    "ppl": 6.912558555603027
                },
                {
                    "bit": 7,
                    "ppl": 6.910593032836914
                },
                {
                    "bit": 8,
                    "ppl": 6.909907817840576
                },
                {
                    "bit": 9,
                    "ppl": 6.9093828201293945
                },
                {
                    "bit": 10,
                    "ppl": 6.908255577087402
                },
                {
                    "bit": 11,
                    "ppl": 6.908093452453613
                },
                {
                    "bit": 12,
                    "ppl": 6.907614231109619
                },
                {
                    "bit": 13,
                    "ppl": 6.907840728759766
                },
                {
                    "bit": 14,
                    "ppl": 6.9075212478637695
                },
                {
                    "bit": 15,
                    "ppl": 6.9073262214660645
                }
            ]
        },
        {
            "layer.3.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9770307540893555
                },
                {
                    "bit": 2,
                    "ppl": 6.92273473739624
                },
                {
                    "bit": 3,
                    "ppl": 6.916637420654297
                },
                {
                    "bit": 4,
                    "ppl": 6.914961814880371
                },
                {
                    "bit": 5,
                    "ppl": 6.911733150482178
                },
                {
                    "bit": 6,
                    "ppl": 6.910440444946289
                },
                {
                    "bit": 7,
                    "ppl": 6.910408973693848
                },
                {
                    "bit": 8,
                    "ppl": 6.909468650817871
                },
                {
                    "bit": 9,
                    "ppl": 6.909214496612549
                },
                {
                    "bit": 10,
                    "ppl": 6.909162998199463
                },
                {
                    "bit": 11,
                    "ppl": 6.9085516929626465
                },
                {
                    "bit": 12,
                    "ppl": 6.908034324645996
                },
                {
                    "bit": 13,
                    "ppl": 6.907917022705078
                },
                {
                    "bit": 14,
                    "ppl": 6.907323360443115
                },
                {
                    "bit": 15,
                    "ppl": 6.907336711883545
                }
            ]
        },
        {
            "layer.3.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.988719940185547
                },
                {
                    "bit": 2,
                    "ppl": 6.931074619293213
                },
                {
                    "bit": 3,
                    "ppl": 6.918349742889404
                },
                {
                    "bit": 4,
                    "ppl": 6.90962553024292
                },
                {
                    "bit": 5,
                    "ppl": 6.909414768218994
                },
                {
                    "bit": 6,
                    "ppl": 6.909306526184082
                },
                {
                    "bit": 7,
                    "ppl": 6.908339500427246
                },
                {
                    "bit": 8,
                    "ppl": 6.907537937164307
                },
                {
                    "bit": 9,
                    "ppl": 6.907560348510742
                },
                {
                    "bit": 10,
                    "ppl": 6.907561779022217
                },
                {
                    "bit": 11,
                    "ppl": 6.907227039337158
                },
                {
                    "bit": 12,
                    "ppl": 6.907275199890137
                },
                {
                    "bit": 13,
                    "ppl": 6.906774997711182
                },
                {
                    "bit": 14,
                    "ppl": 6.907064914703369
                },
                {
                    "bit": 15,
                    "ppl": 6.906952381134033
                }
            ]
        },
        {
            "layer.3.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.063677787780762
                },
                {
                    "bit": 2,
                    "ppl": 6.948919773101807
                },
                {
                    "bit": 3,
                    "ppl": 6.921658992767334
                },
                {
                    "bit": 4,
                    "ppl": 6.916079044342041
                },
                {
                    "bit": 5,
                    "ppl": 6.911354064941406
                },
                {
                    "bit": 6,
                    "ppl": 6.910050868988037
                },
                {
                    "bit": 7,
                    "ppl": 6.910398483276367
                },
                {
                    "bit": 8,
                    "ppl": 6.908728122711182
                },
                {
                    "bit": 9,
                    "ppl": 6.9083251953125
                },
                {
                    "bit": 10,
                    "ppl": 6.907515525817871
                },
                {
                    "bit": 11,
                    "ppl": 6.9077019691467285
                },
                {
                    "bit": 12,
                    "ppl": 6.907738208770752
                },
                {
                    "bit": 13,
                    "ppl": 6.907641410827637
                },
                {
                    "bit": 14,
                    "ppl": 6.907176494598389
                },
                {
                    "bit": 15,
                    "ppl": 6.90692138671875
                }
            ]
        },
        {
            "layer.3.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.069693565368652
                },
                {
                    "bit": 2,
                    "ppl": 6.948939800262451
                },
                {
                    "bit": 3,
                    "ppl": 6.920343399047852
                },
                {
                    "bit": 4,
                    "ppl": 6.912341594696045
                },
                {
                    "bit": 5,
                    "ppl": 6.910383701324463
                },
                {
                    "bit": 6,
                    "ppl": 6.909567832946777
                },
                {
                    "bit": 7,
                    "ppl": 6.908840179443359
                },
                {
                    "bit": 8,
                    "ppl": 6.908382415771484
                },
                {
                    "bit": 9,
                    "ppl": 6.908359527587891
                },
                {
                    "bit": 10,
                    "ppl": 6.907846927642822
                },
                {
                    "bit": 11,
                    "ppl": 6.908402919769287
                },
                {
                    "bit": 12,
                    "ppl": 6.907306671142578
                },
                {
                    "bit": 13,
                    "ppl": 6.907806396484375
                },
                {
                    "bit": 14,
                    "ppl": 6.90715217590332
                },
                {
                    "bit": 15,
                    "ppl": 6.907933712005615
                }
            ]
        },
        {
            "layer.3.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.070032119750977
                },
                {
                    "bit": 2,
                    "ppl": 6.943642616271973
                },
                {
                    "bit": 3,
                    "ppl": 6.921612739562988
                },
                {
                    "bit": 4,
                    "ppl": 6.913483142852783
                },
                {
                    "bit": 5,
                    "ppl": 6.912973403930664
                },
                {
                    "bit": 6,
                    "ppl": 6.90932035446167
                },
                {
                    "bit": 7,
                    "ppl": 6.910254001617432
                },
                {
                    "bit": 8,
                    "ppl": 6.909428119659424
                },
                {
                    "bit": 9,
                    "ppl": 6.909573078155518
                },
                {
                    "bit": 10,
                    "ppl": 6.9081220626831055
                },
                {
                    "bit": 11,
                    "ppl": 6.90867280960083
                },
                {
                    "bit": 12,
                    "ppl": 6.9077959060668945
                },
                {
                    "bit": 13,
                    "ppl": 6.908421516418457
                },
                {
                    "bit": 14,
                    "ppl": 6.9075140953063965
                },
                {
                    "bit": 15,
                    "ppl": 6.90802526473999
                }
            ]
        },
        {
            "layer.4.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.961235523223877
                },
                {
                    "bit": 2,
                    "ppl": 6.923030376434326
                },
                {
                    "bit": 3,
                    "ppl": 6.912296772003174
                },
                {
                    "bit": 4,
                    "ppl": 6.910195827484131
                },
                {
                    "bit": 5,
                    "ppl": 6.909144878387451
                },
                {
                    "bit": 6,
                    "ppl": 6.908073902130127
                },
                {
                    "bit": 7,
                    "ppl": 6.90758752822876
                },
                {
                    "bit": 8,
                    "ppl": 6.907370090484619
                },
                {
                    "bit": 9,
                    "ppl": 6.90744161605835
                },
                {
                    "bit": 10,
                    "ppl": 6.907195568084717
                },
                {
                    "bit": 11,
                    "ppl": 6.907288551330566
                },
                {
                    "bit": 12,
                    "ppl": 6.907137393951416
                },
                {
                    "bit": 13,
                    "ppl": 6.907292366027832
                },
                {
                    "bit": 14,
                    "ppl": 6.90698766708374
                },
                {
                    "bit": 15,
                    "ppl": 6.9072418212890625
                }
            ]
        },
        {
            "layer.4.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.970373630523682
                },
                {
                    "bit": 2,
                    "ppl": 6.9344964027404785
                },
                {
                    "bit": 3,
                    "ppl": 6.926009178161621
                },
                {
                    "bit": 4,
                    "ppl": 6.913519859313965
                },
                {
                    "bit": 5,
                    "ppl": 6.91057014465332
                },
                {
                    "bit": 6,
                    "ppl": 6.909524917602539
                },
                {
                    "bit": 7,
                    "ppl": 6.9088850021362305
                },
                {
                    "bit": 8,
                    "ppl": 6.908304214477539
                },
                {
                    "bit": 9,
                    "ppl": 6.907792091369629
                },
                {
                    "bit": 10,
                    "ppl": 6.907427787780762
                },
                {
                    "bit": 11,
                    "ppl": 6.907452583312988
                },
                {
                    "bit": 12,
                    "ppl": 6.907113075256348
                },
                {
                    "bit": 13,
                    "ppl": 6.907291889190674
                },
                {
                    "bit": 14,
                    "ppl": 6.907078266143799
                },
                {
                    "bit": 15,
                    "ppl": 6.907210826873779
                }
            ]
        },
        {
            "layer.4.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.969675540924072
                },
                {
                    "bit": 2,
                    "ppl": 6.9270124435424805
                },
                {
                    "bit": 3,
                    "ppl": 6.919107913970947
                },
                {
                    "bit": 4,
                    "ppl": 6.912379264831543
                },
                {
                    "bit": 5,
                    "ppl": 6.911349296569824
                },
                {
                    "bit": 6,
                    "ppl": 6.911016464233398
                },
                {
                    "bit": 7,
                    "ppl": 6.910663604736328
                },
                {
                    "bit": 8,
                    "ppl": 6.908716678619385
                },
                {
                    "bit": 9,
                    "ppl": 6.909291744232178
                },
                {
                    "bit": 10,
                    "ppl": 6.9088287353515625
                },
                {
                    "bit": 11,
                    "ppl": 6.909020900726318
                },
                {
                    "bit": 12,
                    "ppl": 6.908129692077637
                },
                {
                    "bit": 13,
                    "ppl": 6.90871000289917
                },
                {
                    "bit": 14,
                    "ppl": 6.907535552978516
                },
                {
                    "bit": 15,
                    "ppl": 6.907822132110596
                }
            ]
        },
        {
            "layer.4.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.976510047912598
                },
                {
                    "bit": 2,
                    "ppl": 6.928829193115234
                },
                {
                    "bit": 3,
                    "ppl": 6.915250301361084
                },
                {
                    "bit": 4,
                    "ppl": 6.911697864532471
                },
                {
                    "bit": 5,
                    "ppl": 6.909487247467041
                },
                {
                    "bit": 6,
                    "ppl": 6.90840482711792
                },
                {
                    "bit": 7,
                    "ppl": 6.907526969909668
                },
                {
                    "bit": 8,
                    "ppl": 6.907530784606934
                },
                {
                    "bit": 9,
                    "ppl": 6.90740966796875
                },
                {
                    "bit": 10,
                    "ppl": 6.9072771072387695
                },
                {
                    "bit": 11,
                    "ppl": 6.906832695007324
                },
                {
                    "bit": 12,
                    "ppl": 6.9071502685546875
                },
                {
                    "bit": 13,
                    "ppl": 6.907318115234375
                },
                {
                    "bit": 14,
                    "ppl": 6.907237529754639
                },
                {
                    "bit": 15,
                    "ppl": 6.906987190246582
                }
            ]
        },
        {
            "layer.4.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.0868754386901855
                },
                {
                    "bit": 2,
                    "ppl": 6.946122169494629
                },
                {
                    "bit": 3,
                    "ppl": 6.920115947723389
                },
                {
                    "bit": 4,
                    "ppl": 6.912610054016113
                },
                {
                    "bit": 5,
                    "ppl": 6.910382270812988
                },
                {
                    "bit": 6,
                    "ppl": 6.909005641937256
                },
                {
                    "bit": 7,
                    "ppl": 6.907793045043945
                },
                {
                    "bit": 8,
                    "ppl": 6.90781307220459
                },
                {
                    "bit": 9,
                    "ppl": 6.907676696777344
                },
                {
                    "bit": 10,
                    "ppl": 6.906914234161377
                },
                {
                    "bit": 11,
                    "ppl": 6.907301902770996
                },
                {
                    "bit": 12,
                    "ppl": 6.9073486328125
                },
                {
                    "bit": 13,
                    "ppl": 6.907412052154541
                },
                {
                    "bit": 14,
                    "ppl": 6.907279014587402
                },
                {
                    "bit": 15,
                    "ppl": 6.907082557678223
                }
            ]
        },
        {
            "layer.4.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.057493209838867
                },
                {
                    "bit": 2,
                    "ppl": 6.9432597160339355
                },
                {
                    "bit": 3,
                    "ppl": 6.920480728149414
                },
                {
                    "bit": 4,
                    "ppl": 6.916340351104736
                },
                {
                    "bit": 5,
                    "ppl": 6.910518169403076
                },
                {
                    "bit": 6,
                    "ppl": 6.908317565917969
                },
                {
                    "bit": 7,
                    "ppl": 6.907904624938965
                },
                {
                    "bit": 8,
                    "ppl": 6.908218860626221
                },
                {
                    "bit": 9,
                    "ppl": 6.908153057098389
                },
                {
                    "bit": 10,
                    "ppl": 6.907543182373047
                },
                {
                    "bit": 11,
                    "ppl": 6.907912731170654
                },
                {
                    "bit": 12,
                    "ppl": 6.907444477081299
                },
                {
                    "bit": 13,
                    "ppl": 6.907621383666992
                },
                {
                    "bit": 14,
                    "ppl": 6.907271862030029
                },
                {
                    "bit": 15,
                    "ppl": 6.907552242279053
                }
            ]
        },
        {
            "layer.4.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.054969787597656
                },
                {
                    "bit": 2,
                    "ppl": 6.951193332672119
                },
                {
                    "bit": 3,
                    "ppl": 6.923913478851318
                },
                {
                    "bit": 4,
                    "ppl": 6.913524627685547
                },
                {
                    "bit": 5,
                    "ppl": 6.911003589630127
                },
                {
                    "bit": 6,
                    "ppl": 6.90930700302124
                },
                {
                    "bit": 7,
                    "ppl": 6.908636569976807
                },
                {
                    "bit": 8,
                    "ppl": 6.908820152282715
                },
                {
                    "bit": 9,
                    "ppl": 6.907886028289795
                },
                {
                    "bit": 10,
                    "ppl": 6.908158302307129
                },
                {
                    "bit": 11,
                    "ppl": 6.907639503479004
                },
                {
                    "bit": 12,
                    "ppl": 6.907412052154541
                },
                {
                    "bit": 13,
                    "ppl": 6.907143592834473
                },
                {
                    "bit": 14,
                    "ppl": 6.907104015350342
                },
                {
                    "bit": 15,
                    "ppl": 6.907166957855225
                }
            ]
        },
        {
            "layer.5.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.975397109985352
                },
                {
                    "bit": 2,
                    "ppl": 6.922878265380859
                },
                {
                    "bit": 3,
                    "ppl": 6.912781715393066
                },
                {
                    "bit": 4,
                    "ppl": 6.910853385925293
                },
                {
                    "bit": 5,
                    "ppl": 6.909581184387207
                },
                {
                    "bit": 6,
                    "ppl": 6.908894062042236
                },
                {
                    "bit": 7,
                    "ppl": 6.908113956451416
                },
                {
                    "bit": 8,
                    "ppl": 6.908254146575928
                },
                {
                    "bit": 9,
                    "ppl": 6.908013343811035
                },
                {
                    "bit": 10,
                    "ppl": 6.907662391662598
                },
                {
                    "bit": 11,
                    "ppl": 6.907777786254883
                },
                {
                    "bit": 12,
                    "ppl": 6.907506465911865
                },
                {
                    "bit": 13,
                    "ppl": 6.907288074493408
                },
                {
                    "bit": 14,
                    "ppl": 6.907079696655273
                },
                {
                    "bit": 15,
                    "ppl": 6.907249927520752
                }
            ]
        },
        {
            "layer.5.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.988499641418457
                },
                {
                    "bit": 2,
                    "ppl": 6.932688236236572
                },
                {
                    "bit": 3,
                    "ppl": 6.916193008422852
                },
                {
                    "bit": 4,
                    "ppl": 6.91042947769165
                },
                {
                    "bit": 5,
                    "ppl": 6.909054279327393
                },
                {
                    "bit": 6,
                    "ppl": 6.908298492431641
                },
                {
                    "bit": 7,
                    "ppl": 6.907874584197998
                },
                {
                    "bit": 8,
                    "ppl": 6.907629489898682
                },
                {
                    "bit": 9,
                    "ppl": 6.907593727111816
                },
                {
                    "bit": 10,
                    "ppl": 6.907679080963135
                },
                {
                    "bit": 11,
                    "ppl": 6.907461643218994
                },
                {
                    "bit": 12,
                    "ppl": 6.907250881195068
                },
                {
                    "bit": 13,
                    "ppl": 6.907223701477051
                },
                {
                    "bit": 14,
                    "ppl": 6.907074451446533
                },
                {
                    "bit": 15,
                    "ppl": 6.907189846038818
                }
            ]
        },
        {
            "layer.5.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.966733455657959
                },
                {
                    "bit": 2,
                    "ppl": 6.930693626403809
                },
                {
                    "bit": 3,
                    "ppl": 6.918799877166748
                },
                {
                    "bit": 4,
                    "ppl": 6.914317607879639
                },
                {
                    "bit": 5,
                    "ppl": 6.911938667297363
                },
                {
                    "bit": 6,
                    "ppl": 6.910081386566162
                },
                {
                    "bit": 7,
                    "ppl": 6.910395622253418
                },
                {
                    "bit": 8,
                    "ppl": 6.909022808074951
                },
                {
                    "bit": 9,
                    "ppl": 6.908977508544922
                },
                {
                    "bit": 10,
                    "ppl": 6.908592224121094
                },
                {
                    "bit": 11,
                    "ppl": 6.907810688018799
                },
                {
                    "bit": 12,
                    "ppl": 6.907614231109619
                },
                {
                    "bit": 13,
                    "ppl": 6.90762186050415
                },
                {
                    "bit": 14,
                    "ppl": 6.9075846672058105
                },
                {
                    "bit": 15,
                    "ppl": 6.907217979431152
                }
            ]
        },
        {
            "layer.5.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.983314514160156
                },
                {
                    "bit": 2,
                    "ppl": 6.932599067687988
                },
                {
                    "bit": 3,
                    "ppl": 6.918915748596191
                },
                {
                    "bit": 4,
                    "ppl": 6.913824558258057
                },
                {
                    "bit": 5,
                    "ppl": 6.910881042480469
                },
                {
                    "bit": 6,
                    "ppl": 6.90963888168335
                },
                {
                    "bit": 7,
                    "ppl": 6.908569812774658
                },
                {
                    "bit": 8,
                    "ppl": 6.90836238861084
                },
                {
                    "bit": 9,
                    "ppl": 6.907985210418701
                },
                {
                    "bit": 10,
                    "ppl": 6.90778923034668
                },
                {
                    "bit": 11,
                    "ppl": 6.9075775146484375
                },
                {
                    "bit": 12,
                    "ppl": 6.907505989074707
                },
                {
                    "bit": 13,
                    "ppl": 6.907395839691162
                },
                {
                    "bit": 14,
                    "ppl": 6.9072160720825195
                },
                {
                    "bit": 15,
                    "ppl": 6.907261371612549
                }
            ]
        },
        {
            "layer.5.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.040334224700928
                },
                {
                    "bit": 2,
                    "ppl": 6.936123371124268
                },
                {
                    "bit": 3,
                    "ppl": 6.9196038246154785
                },
                {
                    "bit": 4,
                    "ppl": 6.912895679473877
                },
                {
                    "bit": 5,
                    "ppl": 6.910045623779297
                },
                {
                    "bit": 6,
                    "ppl": 6.910579204559326
                },
                {
                    "bit": 7,
                    "ppl": 6.909228324890137
                },
                {
                    "bit": 8,
                    "ppl": 6.909442901611328
                },
                {
                    "bit": 9,
                    "ppl": 6.908129692077637
                },
                {
                    "bit": 10,
                    "ppl": 6.908148288726807
                },
                {
                    "bit": 11,
                    "ppl": 6.9077959060668945
                },
                {
                    "bit": 12,
                    "ppl": 6.907797813415527
                },
                {
                    "bit": 13,
                    "ppl": 6.907279014587402
                },
                {
                    "bit": 14,
                    "ppl": 6.907413482666016
                },
                {
                    "bit": 15,
                    "ppl": 6.906955718994141
                }
            ]
        },
        {
            "layer.5.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.03515100479126
                },
                {
                    "bit": 2,
                    "ppl": 6.942553997039795
                },
                {
                    "bit": 3,
                    "ppl": 6.919739723205566
                },
                {
                    "bit": 4,
                    "ppl": 6.913476943969727
                },
                {
                    "bit": 5,
                    "ppl": 6.912459850311279
                },
                {
                    "bit": 6,
                    "ppl": 6.909955024719238
                },
                {
                    "bit": 7,
                    "ppl": 6.909387111663818
                },
                {
                    "bit": 8,
                    "ppl": 6.909087181091309
                },
                {
                    "bit": 9,
                    "ppl": 6.9088616371154785
                },
                {
                    "bit": 10,
                    "ppl": 6.908474445343018
                },
                {
                    "bit": 11,
                    "ppl": 6.908486843109131
                },
                {
                    "bit": 12,
                    "ppl": 6.907973289489746
                },
                {
                    "bit": 13,
                    "ppl": 6.907867431640625
                },
                {
                    "bit": 14,
                    "ppl": 6.907604694366455
                },
                {
                    "bit": 15,
                    "ppl": 6.907685279846191
                }
            ]
        },
        {
            "layer.5.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.040537357330322
                },
                {
                    "bit": 2,
                    "ppl": 6.956263542175293
                },
                {
                    "bit": 3,
                    "ppl": 6.92106294631958
                },
                {
                    "bit": 4,
                    "ppl": 6.915977954864502
                },
                {
                    "bit": 5,
                    "ppl": 6.911322116851807
                },
                {
                    "bit": 6,
                    "ppl": 6.909080505371094
                },
                {
                    "bit": 7,
                    "ppl": 6.909396648406982
                },
                {
                    "bit": 8,
                    "ppl": 6.908679962158203
                },
                {
                    "bit": 9,
                    "ppl": 6.908668518066406
                },
                {
                    "bit": 10,
                    "ppl": 6.908229351043701
                },
                {
                    "bit": 11,
                    "ppl": 6.908242702484131
                },
                {
                    "bit": 12,
                    "ppl": 6.907858371734619
                },
                {
                    "bit": 13,
                    "ppl": 6.907358646392822
                },
                {
                    "bit": 14,
                    "ppl": 6.907262325286865
                },
                {
                    "bit": 15,
                    "ppl": 6.907454490661621
                }
            ]
        },
        {
            "layer.6.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.966634750366211
                },
                {
                    "bit": 2,
                    "ppl": 6.925357341766357
                },
                {
                    "bit": 3,
                    "ppl": 6.9120988845825195
                },
                {
                    "bit": 4,
                    "ppl": 6.9109039306640625
                },
                {
                    "bit": 5,
                    "ppl": 6.9102559089660645
                },
                {
                    "bit": 6,
                    "ppl": 6.908910751342773
                },
                {
                    "bit": 7,
                    "ppl": 6.908687591552734
                },
                {
                    "bit": 8,
                    "ppl": 6.908205986022949
                },
                {
                    "bit": 9,
                    "ppl": 6.907902717590332
                },
                {
                    "bit": 10,
                    "ppl": 6.907854080200195
                },
                {
                    "bit": 11,
                    "ppl": 6.907621383666992
                },
                {
                    "bit": 12,
                    "ppl": 6.907589912414551
                },
                {
                    "bit": 13,
                    "ppl": 6.907435894012451
                },
                {
                    "bit": 14,
                    "ppl": 6.907237529754639
                },
                {
                    "bit": 15,
                    "ppl": 6.907262802124023
                }
            ]
        },
        {
            "layer.6.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.953537464141846
                },
                {
                    "bit": 2,
                    "ppl": 6.921460151672363
                },
                {
                    "bit": 3,
                    "ppl": 6.909873008728027
                },
                {
                    "bit": 4,
                    "ppl": 6.908064365386963
                },
                {
                    "bit": 5,
                    "ppl": 6.907285213470459
                },
                {
                    "bit": 6,
                    "ppl": 6.907010078430176
                },
                {
                    "bit": 7,
                    "ppl": 6.906959056854248
                },
                {
                    "bit": 8,
                    "ppl": 6.907042980194092
                },
                {
                    "bit": 9,
                    "ppl": 6.907123565673828
                },
                {
                    "bit": 10,
                    "ppl": 6.907497406005859
                },
                {
                    "bit": 11,
                    "ppl": 6.9073309898376465
                },
                {
                    "bit": 12,
                    "ppl": 6.9071455001831055
                },
                {
                    "bit": 13,
                    "ppl": 6.907339572906494
                },
                {
                    "bit": 14,
                    "ppl": 6.907132148742676
                },
                {
                    "bit": 15,
                    "ppl": 6.907402038574219
                }
            ]
        },
        {
            "layer.6.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.969988822937012
                },
                {
                    "bit": 2,
                    "ppl": 6.930638790130615
                },
                {
                    "bit": 3,
                    "ppl": 6.919771194458008
                },
                {
                    "bit": 4,
                    "ppl": 6.914286136627197
                },
                {
                    "bit": 5,
                    "ppl": 6.910737991333008
                },
                {
                    "bit": 6,
                    "ppl": 6.910048007965088
                },
                {
                    "bit": 7,
                    "ppl": 6.909079551696777
                },
                {
                    "bit": 8,
                    "ppl": 6.9093122482299805
                },
                {
                    "bit": 9,
                    "ppl": 6.909111022949219
                },
                {
                    "bit": 10,
                    "ppl": 6.908706188201904
                },
                {
                    "bit": 11,
                    "ppl": 6.908925533294678
                },
                {
                    "bit": 12,
                    "ppl": 6.9080657958984375
                },
                {
                    "bit": 13,
                    "ppl": 6.908247947692871
                },
                {
                    "bit": 14,
                    "ppl": 6.907683849334717
                },
                {
                    "bit": 15,
                    "ppl": 6.907291889190674
                }
            ]
        },
        {
            "layer.6.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.995301246643066
                },
                {
                    "bit": 2,
                    "ppl": 6.9347310066223145
                },
                {
                    "bit": 3,
                    "ppl": 6.91862154006958
                },
                {
                    "bit": 4,
                    "ppl": 6.915557384490967
                },
                {
                    "bit": 5,
                    "ppl": 6.912364482879639
                },
                {
                    "bit": 6,
                    "ppl": 6.910270690917969
                },
                {
                    "bit": 7,
                    "ppl": 6.9094438552856445
                },
                {
                    "bit": 8,
                    "ppl": 6.908837795257568
                },
                {
                    "bit": 9,
                    "ppl": 6.908803939819336
                },
                {
                    "bit": 10,
                    "ppl": 6.907891273498535
                },
                {
                    "bit": 11,
                    "ppl": 6.908289909362793
                },
                {
                    "bit": 12,
                    "ppl": 6.907700061798096
                },
                {
                    "bit": 13,
                    "ppl": 6.908143520355225
                },
                {
                    "bit": 14,
                    "ppl": 6.9073166847229
                },
                {
                    "bit": 15,
                    "ppl": 6.907468318939209
                }
            ]
        },
        {
            "layer.6.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.020150661468506
                },
                {
                    "bit": 2,
                    "ppl": 6.939055919647217
                },
                {
                    "bit": 3,
                    "ppl": 6.919776439666748
                },
                {
                    "bit": 4,
                    "ppl": 6.914678573608398
                },
                {
                    "bit": 5,
                    "ppl": 6.911395072937012
                },
                {
                    "bit": 6,
                    "ppl": 6.909340858459473
                },
                {
                    "bit": 7,
                    "ppl": 6.909256935119629
                },
                {
                    "bit": 8,
                    "ppl": 6.908429145812988
                },
                {
                    "bit": 9,
                    "ppl": 6.908224105834961
                },
                {
                    "bit": 10,
                    "ppl": 6.9078450202941895
                },
                {
                    "bit": 11,
                    "ppl": 6.907868385314941
                },
                {
                    "bit": 12,
                    "ppl": 6.907794952392578
                },
                {
                    "bit": 13,
                    "ppl": 6.907280921936035
                },
                {
                    "bit": 14,
                    "ppl": 6.90737247467041
                },
                {
                    "bit": 15,
                    "ppl": 6.9070916175842285
                }
            ]
        },
        {
            "layer.6.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.024473667144775
                },
                {
                    "bit": 2,
                    "ppl": 6.938831329345703
                },
                {
                    "bit": 3,
                    "ppl": 6.918755054473877
                },
                {
                    "bit": 4,
                    "ppl": 6.912784576416016
                },
                {
                    "bit": 5,
                    "ppl": 6.910966873168945
                },
                {
                    "bit": 6,
                    "ppl": 6.9087677001953125
                },
                {
                    "bit": 7,
                    "ppl": 6.908751010894775
                },
                {
                    "bit": 8,
                    "ppl": 6.907917022705078
                },
                {
                    "bit": 9,
                    "ppl": 6.908185005187988
                },
                {
                    "bit": 10,
                    "ppl": 6.908010005950928
                },
                {
                    "bit": 11,
                    "ppl": 6.9079060554504395
                },
                {
                    "bit": 12,
                    "ppl": 6.907476425170898
                },
                {
                    "bit": 13,
                    "ppl": 6.907234191894531
                },
                {
                    "bit": 14,
                    "ppl": 6.907148838043213
                },
                {
                    "bit": 15,
                    "ppl": 6.907352924346924
                }
            ]
        },
        {
            "layer.6.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.030467510223389
                },
                {
                    "bit": 2,
                    "ppl": 6.936219692230225
                },
                {
                    "bit": 3,
                    "ppl": 6.916916847229004
                },
                {
                    "bit": 4,
                    "ppl": 6.911741256713867
                },
                {
                    "bit": 5,
                    "ppl": 6.909398555755615
                },
                {
                    "bit": 6,
                    "ppl": 6.908877849578857
                },
                {
                    "bit": 7,
                    "ppl": 6.908556938171387
                },
                {
                    "bit": 8,
                    "ppl": 6.907443046569824
                },
                {
                    "bit": 9,
                    "ppl": 6.907140254974365
                },
                {
                    "bit": 10,
                    "ppl": 6.9071831703186035
                },
                {
                    "bit": 11,
                    "ppl": 6.906931400299072
                },
                {
                    "bit": 12,
                    "ppl": 6.906667709350586
                },
                {
                    "bit": 13,
                    "ppl": 6.906736850738525
                },
                {
                    "bit": 14,
                    "ppl": 6.907072067260742
                },
                {
                    "bit": 15,
                    "ppl": 6.906898021697998
                }
            ]
        },
        {
            "layer.7.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.964315414428711
                },
                {
                    "bit": 2,
                    "ppl": 6.921219825744629
                },
                {
                    "bit": 3,
                    "ppl": 6.912787437438965
                },
                {
                    "bit": 4,
                    "ppl": 6.910029411315918
                },
                {
                    "bit": 5,
                    "ppl": 6.907939434051514
                },
                {
                    "bit": 6,
                    "ppl": 6.907866954803467
                },
                {
                    "bit": 7,
                    "ppl": 6.907935619354248
                },
                {
                    "bit": 8,
                    "ppl": 6.907275199890137
                },
                {
                    "bit": 9,
                    "ppl": 6.907496929168701
                },
                {
                    "bit": 10,
                    "ppl": 6.907331943511963
                },
                {
                    "bit": 11,
                    "ppl": 6.9072489738464355
                },
                {
                    "bit": 12,
                    "ppl": 6.907159328460693
                },
                {
                    "bit": 13,
                    "ppl": 6.907268524169922
                },
                {
                    "bit": 14,
                    "ppl": 6.9071245193481445
                },
                {
                    "bit": 15,
                    "ppl": 6.9072771072387695
                }
            ]
        },
        {
            "layer.7.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.944979667663574
                },
                {
                    "bit": 2,
                    "ppl": 6.917820453643799
                },
                {
                    "bit": 3,
                    "ppl": 6.91497802734375
                },
                {
                    "bit": 4,
                    "ppl": 6.911879062652588
                },
                {
                    "bit": 5,
                    "ppl": 6.911466121673584
                },
                {
                    "bit": 6,
                    "ppl": 6.9108567237854
                },
                {
                    "bit": 7,
                    "ppl": 6.909835338592529
                },
                {
                    "bit": 8,
                    "ppl": 6.90962553024292
                },
                {
                    "bit": 9,
                    "ppl": 6.909278392791748
                },
                {
                    "bit": 10,
                    "ppl": 6.909115791320801
                },
                {
                    "bit": 11,
                    "ppl": 6.908731460571289
                },
                {
                    "bit": 12,
                    "ppl": 6.908475875854492
                },
                {
                    "bit": 13,
                    "ppl": 6.907960414886475
                },
                {
                    "bit": 14,
                    "ppl": 6.907729148864746
                },
                {
                    "bit": 15,
                    "ppl": 6.907383918762207
                }
            ]
        },
        {
            "layer.7.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.971019268035889
                },
                {
                    "bit": 2,
                    "ppl": 6.926301002502441
                },
                {
                    "bit": 3,
                    "ppl": 6.917834758758545
                },
                {
                    "bit": 4,
                    "ppl": 6.915216445922852
                },
                {
                    "bit": 5,
                    "ppl": 6.911431789398193
                },
                {
                    "bit": 6,
                    "ppl": 6.911467552185059
                },
                {
                    "bit": 7,
                    "ppl": 6.909976005554199
                },
                {
                    "bit": 8,
                    "ppl": 6.909539222717285
                },
                {
                    "bit": 9,
                    "ppl": 6.909505844116211
                },
                {
                    "bit": 10,
                    "ppl": 6.909191131591797
                },
                {
                    "bit": 11,
                    "ppl": 6.908594131469727
                },
                {
                    "bit": 12,
                    "ppl": 6.908517837524414
                },
                {
                    "bit": 13,
                    "ppl": 6.908138275146484
                },
                {
                    "bit": 14,
                    "ppl": 6.908023834228516
                },
                {
                    "bit": 15,
                    "ppl": 6.907292366027832
                }
            ]
        },
        {
            "layer.7.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.995482921600342
                },
                {
                    "bit": 2,
                    "ppl": 6.9360504150390625
                },
                {
                    "bit": 3,
                    "ppl": 6.921062469482422
                },
                {
                    "bit": 4,
                    "ppl": 6.914378643035889
                },
                {
                    "bit": 5,
                    "ppl": 6.911377906799316
                },
                {
                    "bit": 6,
                    "ppl": 6.9098310470581055
                },
                {
                    "bit": 7,
                    "ppl": 6.908687114715576
                },
                {
                    "bit": 8,
                    "ppl": 6.908401966094971
                },
                {
                    "bit": 9,
                    "ppl": 6.907653331756592
                },
                {
                    "bit": 10,
                    "ppl": 6.907839298248291
                },
                {
                    "bit": 11,
                    "ppl": 6.907373428344727
                },
                {
                    "bit": 12,
                    "ppl": 6.907367706298828
                },
                {
                    "bit": 13,
                    "ppl": 6.907519340515137
                },
                {
                    "bit": 14,
                    "ppl": 6.907358646392822
                },
                {
                    "bit": 15,
                    "ppl": 6.907148838043213
                }
            ]
        },
        {
            "layer.7.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.0344767570495605
                },
                {
                    "bit": 2,
                    "ppl": 6.943413257598877
                },
                {
                    "bit": 3,
                    "ppl": 6.921960353851318
                },
                {
                    "bit": 4,
                    "ppl": 6.915449142456055
                },
                {
                    "bit": 5,
                    "ppl": 6.91142463684082
                },
                {
                    "bit": 6,
                    "ppl": 6.910419464111328
                },
                {
                    "bit": 7,
                    "ppl": 6.909255027770996
                },
                {
                    "bit": 8,
                    "ppl": 6.908626556396484
                },
                {
                    "bit": 9,
                    "ppl": 6.908326625823975
                },
                {
                    "bit": 10,
                    "ppl": 6.907938003540039
                },
                {
                    "bit": 11,
                    "ppl": 6.907641410827637
                },
                {
                    "bit": 12,
                    "ppl": 6.907548904418945
                },
                {
                    "bit": 13,
                    "ppl": 6.907435417175293
                },
                {
                    "bit": 14,
                    "ppl": 6.9072442054748535
                },
                {
                    "bit": 15,
                    "ppl": 6.907369136810303
                }
            ]
        },
        {
            "layer.7.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.010562896728516
                },
                {
                    "bit": 2,
                    "ppl": 6.939712047576904
                },
                {
                    "bit": 3,
                    "ppl": 6.9173479080200195
                },
                {
                    "bit": 4,
                    "ppl": 6.91404914855957
                },
                {
                    "bit": 5,
                    "ppl": 6.911431789398193
                },
                {
                    "bit": 6,
                    "ppl": 6.909096717834473
                },
                {
                    "bit": 7,
                    "ppl": 6.908849239349365
                },
                {
                    "bit": 8,
                    "ppl": 6.908751964569092
                },
                {
                    "bit": 9,
                    "ppl": 6.908102989196777
                },
                {
                    "bit": 10,
                    "ppl": 6.907732963562012
                },
                {
                    "bit": 11,
                    "ppl": 6.907240390777588
                },
                {
                    "bit": 12,
                    "ppl": 6.907677173614502
                },
                {
                    "bit": 13,
                    "ppl": 6.907196998596191
                },
                {
                    "bit": 14,
                    "ppl": 6.907197952270508
                },
                {
                    "bit": 15,
                    "ppl": 6.907019138336182
                }
            ]
        },
        {
            "layer.7.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.027820587158203
                },
                {
                    "bit": 2,
                    "ppl": 6.946230888366699
                },
                {
                    "bit": 3,
                    "ppl": 6.920037746429443
                },
                {
                    "bit": 4,
                    "ppl": 6.914144515991211
                },
                {
                    "bit": 5,
                    "ppl": 6.911065578460693
                },
                {
                    "bit": 6,
                    "ppl": 6.909851551055908
                },
                {
                    "bit": 7,
                    "ppl": 6.909726142883301
                },
                {
                    "bit": 8,
                    "ppl": 6.9088335037231445
                },
                {
                    "bit": 9,
                    "ppl": 6.908487796783447
                },
                {
                    "bit": 10,
                    "ppl": 6.9075093269348145
                },
                {
                    "bit": 11,
                    "ppl": 6.908085823059082
                },
                {
                    "bit": 12,
                    "ppl": 6.907614231109619
                },
                {
                    "bit": 13,
                    "ppl": 6.907320022583008
                },
                {
                    "bit": 14,
                    "ppl": 6.907134056091309
                },
                {
                    "bit": 15,
                    "ppl": 6.907110214233398
                }
            ]
        },
        {
            "layer.8.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.959736347198486
                },
                {
                    "bit": 2,
                    "ppl": 6.92282247543335
                },
                {
                    "bit": 3,
                    "ppl": 6.913491725921631
                },
                {
                    "bit": 4,
                    "ppl": 6.909369945526123
                },
                {
                    "bit": 5,
                    "ppl": 6.908071994781494
                },
                {
                    "bit": 6,
                    "ppl": 6.907591819763184
                },
                {
                    "bit": 7,
                    "ppl": 6.907932281494141
                },
                {
                    "bit": 8,
                    "ppl": 6.907752990722656
                },
                {
                    "bit": 9,
                    "ppl": 6.9075846672058105
                },
                {
                    "bit": 10,
                    "ppl": 6.9073872566223145
                },
                {
                    "bit": 11,
                    "ppl": 6.907399654388428
                },
                {
                    "bit": 12,
                    "ppl": 6.907229423522949
                },
                {
                    "bit": 13,
                    "ppl": 6.907204627990723
                },
                {
                    "bit": 14,
                    "ppl": 6.907144546508789
                },
                {
                    "bit": 15,
                    "ppl": 6.907193183898926
                }
            ]
        },
        {
            "layer.8.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.94169282913208
                },
                {
                    "bit": 2,
                    "ppl": 6.919989109039307
                },
                {
                    "bit": 3,
                    "ppl": 6.911964416503906
                },
                {
                    "bit": 4,
                    "ppl": 6.910747528076172
                },
                {
                    "bit": 5,
                    "ppl": 6.90947961807251
                },
                {
                    "bit": 6,
                    "ppl": 6.90914249420166
                },
                {
                    "bit": 7,
                    "ppl": 6.908915996551514
                },
                {
                    "bit": 8,
                    "ppl": 6.9084858894348145
                },
                {
                    "bit": 9,
                    "ppl": 6.908443450927734
                },
                {
                    "bit": 10,
                    "ppl": 6.907999038696289
                },
                {
                    "bit": 11,
                    "ppl": 6.908113956451416
                },
                {
                    "bit": 12,
                    "ppl": 6.90781831741333
                },
                {
                    "bit": 13,
                    "ppl": 6.907870769500732
                },
                {
                    "bit": 14,
                    "ppl": 6.907363414764404
                },
                {
                    "bit": 15,
                    "ppl": 6.9075493812561035
                }
            ]
        },
        {
            "layer.8.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9694504737854
                },
                {
                    "bit": 2,
                    "ppl": 6.927297592163086
                },
                {
                    "bit": 3,
                    "ppl": 6.9166083335876465
                },
                {
                    "bit": 4,
                    "ppl": 6.913750648498535
                },
                {
                    "bit": 5,
                    "ppl": 6.910387992858887
                },
                {
                    "bit": 6,
                    "ppl": 6.908914566040039
                },
                {
                    "bit": 7,
                    "ppl": 6.909303188323975
                },
                {
                    "bit": 8,
                    "ppl": 6.9086012840271
                },
                {
                    "bit": 9,
                    "ppl": 6.908487796783447
                },
                {
                    "bit": 10,
                    "ppl": 6.908081531524658
                },
                {
                    "bit": 11,
                    "ppl": 6.90828800201416
                },
                {
                    "bit": 12,
                    "ppl": 6.907846927642822
                },
                {
                    "bit": 13,
                    "ppl": 6.9077019691467285
                },
                {
                    "bit": 14,
                    "ppl": 6.907367706298828
                },
                {
                    "bit": 15,
                    "ppl": 6.907619476318359
                }
            ]
        },
        {
            "layer.8.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 7.015966892242432
                },
                {
                    "bit": 2,
                    "ppl": 6.944742679595947
                },
                {
                    "bit": 3,
                    "ppl": 6.923358917236328
                },
                {
                    "bit": 4,
                    "ppl": 6.917198657989502
                },
                {
                    "bit": 5,
                    "ppl": 6.912625312805176
                },
                {
                    "bit": 6,
                    "ppl": 6.911031246185303
                },
                {
                    "bit": 7,
                    "ppl": 6.910257816314697
                },
                {
                    "bit": 8,
                    "ppl": 6.909205913543701
                },
                {
                    "bit": 9,
                    "ppl": 6.909512996673584
                },
                {
                    "bit": 10,
                    "ppl": 6.90848445892334
                },
                {
                    "bit": 11,
                    "ppl": 6.9085845947265625
                },
                {
                    "bit": 12,
                    "ppl": 6.908153057098389
                },
                {
                    "bit": 13,
                    "ppl": 6.907870769500732
                },
                {
                    "bit": 14,
                    "ppl": 6.907608509063721
                },
                {
                    "bit": 15,
                    "ppl": 6.907703399658203
                }
            ]
        },
        {
            "layer.8.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.005594730377197
                },
                {
                    "bit": 2,
                    "ppl": 6.9352498054504395
                },
                {
                    "bit": 3,
                    "ppl": 6.919464111328125
                },
                {
                    "bit": 4,
                    "ppl": 6.912816047668457
                },
                {
                    "bit": 5,
                    "ppl": 6.911102294921875
                },
                {
                    "bit": 6,
                    "ppl": 6.910166263580322
                },
                {
                    "bit": 7,
                    "ppl": 6.908636569976807
                },
                {
                    "bit": 8,
                    "ppl": 6.908488750457764
                },
                {
                    "bit": 9,
                    "ppl": 6.908330917358398
                },
                {
                    "bit": 10,
                    "ppl": 6.90789794921875
                },
                {
                    "bit": 11,
                    "ppl": 6.9075775146484375
                },
                {
                    "bit": 12,
                    "ppl": 6.9076714515686035
                },
                {
                    "bit": 13,
                    "ppl": 6.907425403594971
                },
                {
                    "bit": 14,
                    "ppl": 6.907197952270508
                },
                {
                    "bit": 15,
                    "ppl": 6.907240390777588
                }
            ]
        },
        {
            "layer.8.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.005624294281006
                },
                {
                    "bit": 2,
                    "ppl": 6.936917304992676
                },
                {
                    "bit": 3,
                    "ppl": 6.922224044799805
                },
                {
                    "bit": 4,
                    "ppl": 6.914896488189697
                },
                {
                    "bit": 5,
                    "ppl": 6.9127960205078125
                },
                {
                    "bit": 6,
                    "ppl": 6.911390781402588
                },
                {
                    "bit": 7,
                    "ppl": 6.910084247589111
                },
                {
                    "bit": 8,
                    "ppl": 6.909718036651611
                },
                {
                    "bit": 9,
                    "ppl": 6.90882682800293
                },
                {
                    "bit": 10,
                    "ppl": 6.908611297607422
                },
                {
                    "bit": 11,
                    "ppl": 6.908451080322266
                },
                {
                    "bit": 12,
                    "ppl": 6.907758712768555
                },
                {
                    "bit": 13,
                    "ppl": 6.907688617706299
                },
                {
                    "bit": 14,
                    "ppl": 6.907505989074707
                },
                {
                    "bit": 15,
                    "ppl": 6.90756893157959
                }
            ]
        },
        {
            "layer.8.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.011799335479736
                },
                {
                    "bit": 2,
                    "ppl": 6.943898677825928
                },
                {
                    "bit": 3,
                    "ppl": 6.921384334564209
                },
                {
                    "bit": 4,
                    "ppl": 6.915756702423096
                },
                {
                    "bit": 5,
                    "ppl": 6.912452220916748
                },
                {
                    "bit": 6,
                    "ppl": 6.910672187805176
                },
                {
                    "bit": 7,
                    "ppl": 6.909247875213623
                },
                {
                    "bit": 8,
                    "ppl": 6.9088287353515625
                },
                {
                    "bit": 9,
                    "ppl": 6.908259868621826
                },
                {
                    "bit": 10,
                    "ppl": 6.908121109008789
                },
                {
                    "bit": 11,
                    "ppl": 6.9075493812561035
                },
                {
                    "bit": 12,
                    "ppl": 6.907919406890869
                },
                {
                    "bit": 13,
                    "ppl": 6.907153129577637
                },
                {
                    "bit": 14,
                    "ppl": 6.906989574432373
                },
                {
                    "bit": 15,
                    "ppl": 6.906928062438965
                }
            ]
        },
        {
            "layer.9.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.958330154418945
                },
                {
                    "bit": 2,
                    "ppl": 6.919362545013428
                },
                {
                    "bit": 3,
                    "ppl": 6.911993503570557
                },
                {
                    "bit": 4,
                    "ppl": 6.908884048461914
                },
                {
                    "bit": 5,
                    "ppl": 6.9083452224731445
                },
                {
                    "bit": 6,
                    "ppl": 6.907422065734863
                },
                {
                    "bit": 7,
                    "ppl": 6.907537937164307
                },
                {
                    "bit": 8,
                    "ppl": 6.90737771987915
                },
                {
                    "bit": 9,
                    "ppl": 6.9073591232299805
                },
                {
                    "bit": 10,
                    "ppl": 6.907318115234375
                },
                {
                    "bit": 11,
                    "ppl": 6.907312393188477
                },
                {
                    "bit": 12,
                    "ppl": 6.907308578491211
                },
                {
                    "bit": 13,
                    "ppl": 6.9072585105896
                },
                {
                    "bit": 14,
                    "ppl": 6.907092571258545
                },
                {
                    "bit": 15,
                    "ppl": 6.907130241394043
                }
            ]
        },
        {
            "layer.9.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.945456504821777
                },
                {
                    "bit": 2,
                    "ppl": 6.925421237945557
                },
                {
                    "bit": 3,
                    "ppl": 6.916987895965576
                },
                {
                    "bit": 4,
                    "ppl": 6.914661407470703
                },
                {
                    "bit": 5,
                    "ppl": 6.913592338562012
                },
                {
                    "bit": 6,
                    "ppl": 6.912720203399658
                },
                {
                    "bit": 7,
                    "ppl": 6.912092685699463
                },
                {
                    "bit": 8,
                    "ppl": 6.91119909286499
                },
                {
                    "bit": 9,
                    "ppl": 6.910773277282715
                },
                {
                    "bit": 10,
                    "ppl": 6.910053253173828
                },
                {
                    "bit": 11,
                    "ppl": 6.9094367027282715
                },
                {
                    "bit": 12,
                    "ppl": 6.908540725708008
                },
                {
                    "bit": 13,
                    "ppl": 6.908205986022949
                },
                {
                    "bit": 14,
                    "ppl": 6.907802104949951
                },
                {
                    "bit": 15,
                    "ppl": 6.907173156738281
                }
            ]
        },
        {
            "layer.9.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.954606533050537
                },
                {
                    "bit": 2,
                    "ppl": 6.9215922355651855
                },
                {
                    "bit": 3,
                    "ppl": 6.909464359283447
                },
                {
                    "bit": 4,
                    "ppl": 6.90958833694458
                },
                {
                    "bit": 5,
                    "ppl": 6.906893730163574
                },
                {
                    "bit": 6,
                    "ppl": 6.907740116119385
                },
                {
                    "bit": 7,
                    "ppl": 6.907835483551025
                },
                {
                    "bit": 8,
                    "ppl": 6.907374382019043
                },
                {
                    "bit": 9,
                    "ppl": 6.907385349273682
                },
                {
                    "bit": 10,
                    "ppl": 6.90723991394043
                },
                {
                    "bit": 11,
                    "ppl": 6.907016754150391
                },
                {
                    "bit": 12,
                    "ppl": 6.907280445098877
                },
                {
                    "bit": 13,
                    "ppl": 6.907321453094482
                },
                {
                    "bit": 14,
                    "ppl": 6.90720272064209
                },
                {
                    "bit": 15,
                    "ppl": 6.907158374786377
                }
            ]
        },
        {
            "layer.9.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 7.011478900909424
                },
                {
                    "bit": 2,
                    "ppl": 6.944166660308838
                },
                {
                    "bit": 3,
                    "ppl": 6.917726993560791
                },
                {
                    "bit": 4,
                    "ppl": 6.912417888641357
                },
                {
                    "bit": 5,
                    "ppl": 6.911012172698975
                },
                {
                    "bit": 6,
                    "ppl": 6.909390926361084
                },
                {
                    "bit": 7,
                    "ppl": 6.909142971038818
                },
                {
                    "bit": 8,
                    "ppl": 6.908503532409668
                },
                {
                    "bit": 9,
                    "ppl": 6.9082932472229
                },
                {
                    "bit": 10,
                    "ppl": 6.907928943634033
                },
                {
                    "bit": 11,
                    "ppl": 6.907813549041748
                },
                {
                    "bit": 12,
                    "ppl": 6.907705783843994
                },
                {
                    "bit": 13,
                    "ppl": 6.907196044921875
                },
                {
                    "bit": 14,
                    "ppl": 6.9072489738464355
                },
                {
                    "bit": 15,
                    "ppl": 6.907225608825684
                }
            ]
        },
        {
            "layer.9.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.013587474822998
                },
                {
                    "bit": 2,
                    "ppl": 6.938987731933594
                },
                {
                    "bit": 3,
                    "ppl": 6.917421817779541
                },
                {
                    "bit": 4,
                    "ppl": 6.912566184997559
                },
                {
                    "bit": 5,
                    "ppl": 6.910486221313477
                },
                {
                    "bit": 6,
                    "ppl": 6.909576416015625
                },
                {
                    "bit": 7,
                    "ppl": 6.9083075523376465
                },
                {
                    "bit": 8,
                    "ppl": 6.908204078674316
                },
                {
                    "bit": 9,
                    "ppl": 6.908042907714844
                },
                {
                    "bit": 10,
                    "ppl": 6.907721996307373
                },
                {
                    "bit": 11,
                    "ppl": 6.907614231109619
                },
                {
                    "bit": 12,
                    "ppl": 6.907295227050781
                },
                {
                    "bit": 13,
                    "ppl": 6.906989097595215
                },
                {
                    "bit": 14,
                    "ppl": 6.907104015350342
                },
                {
                    "bit": 15,
                    "ppl": 6.907315731048584
                }
            ]
        },
        {
            "layer.9.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.006000518798828
                },
                {
                    "bit": 2,
                    "ppl": 6.940859317779541
                },
                {
                    "bit": 3,
                    "ppl": 6.921349048614502
                },
                {
                    "bit": 4,
                    "ppl": 6.913704872131348
                },
                {
                    "bit": 5,
                    "ppl": 6.911437511444092
                },
                {
                    "bit": 6,
                    "ppl": 6.910538673400879
                },
                {
                    "bit": 7,
                    "ppl": 6.909080505371094
                },
                {
                    "bit": 8,
                    "ppl": 6.9091877937316895
                },
                {
                    "bit": 9,
                    "ppl": 6.908347129821777
                },
                {
                    "bit": 10,
                    "ppl": 6.908044338226318
                },
                {
                    "bit": 11,
                    "ppl": 6.907954692840576
                },
                {
                    "bit": 12,
                    "ppl": 6.907618999481201
                },
                {
                    "bit": 13,
                    "ppl": 6.907317638397217
                },
                {
                    "bit": 14,
                    "ppl": 6.907332897186279
                },
                {
                    "bit": 15,
                    "ppl": 6.907110214233398
                }
            ]
        },
        {
            "layer.9.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.01280403137207
                },
                {
                    "bit": 2,
                    "ppl": 6.939004898071289
                },
                {
                    "bit": 3,
                    "ppl": 6.919327735900879
                },
                {
                    "bit": 4,
                    "ppl": 6.91433572769165
                },
                {
                    "bit": 5,
                    "ppl": 6.912436008453369
                },
                {
                    "bit": 6,
                    "ppl": 6.910113334655762
                },
                {
                    "bit": 7,
                    "ppl": 6.9096360206604
                },
                {
                    "bit": 8,
                    "ppl": 6.9090576171875
                },
                {
                    "bit": 9,
                    "ppl": 6.908917427062988
                },
                {
                    "bit": 10,
                    "ppl": 6.908268451690674
                },
                {
                    "bit": 11,
                    "ppl": 6.907862663269043
                },
                {
                    "bit": 12,
                    "ppl": 6.907980442047119
                },
                {
                    "bit": 13,
                    "ppl": 6.907841205596924
                },
                {
                    "bit": 14,
                    "ppl": 6.907689571380615
                },
                {
                    "bit": 15,
                    "ppl": 6.907273769378662
                }
            ]
        },
        {
            "layer.10.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.946394920349121
                },
                {
                    "bit": 2,
                    "ppl": 6.916759014129639
                },
                {
                    "bit": 3,
                    "ppl": 6.910472393035889
                },
                {
                    "bit": 4,
                    "ppl": 6.908041954040527
                },
                {
                    "bit": 5,
                    "ppl": 6.907059669494629
                },
                {
                    "bit": 6,
                    "ppl": 6.907100677490234
                },
                {
                    "bit": 7,
                    "ppl": 6.907227516174316
                },
                {
                    "bit": 8,
                    "ppl": 6.907088279724121
                },
                {
                    "bit": 9,
                    "ppl": 6.906816005706787
                },
                {
                    "bit": 10,
                    "ppl": 6.906815052032471
                },
                {
                    "bit": 11,
                    "ppl": 6.9070916175842285
                },
                {
                    "bit": 12,
                    "ppl": 6.907054424285889
                },
                {
                    "bit": 13,
                    "ppl": 6.906870365142822
                },
                {
                    "bit": 14,
                    "ppl": 6.907020092010498
                },
                {
                    "bit": 15,
                    "ppl": 6.9069294929504395
                }
            ]
        },
        {
            "layer.10.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.937425136566162
                },
                {
                    "bit": 2,
                    "ppl": 6.917097568511963
                },
                {
                    "bit": 3,
                    "ppl": 6.909533500671387
                },
                {
                    "bit": 4,
                    "ppl": 6.9082560539245605
                },
                {
                    "bit": 5,
                    "ppl": 6.907812595367432
                },
                {
                    "bit": 6,
                    "ppl": 6.907570838928223
                },
                {
                    "bit": 7,
                    "ppl": 6.907841205596924
                },
                {
                    "bit": 8,
                    "ppl": 6.907320022583008
                },
                {
                    "bit": 9,
                    "ppl": 6.907632350921631
                },
                {
                    "bit": 10,
                    "ppl": 6.907413482666016
                },
                {
                    "bit": 11,
                    "ppl": 6.907435417175293
                },
                {
                    "bit": 12,
                    "ppl": 6.907290458679199
                },
                {
                    "bit": 13,
                    "ppl": 6.907186031341553
                },
                {
                    "bit": 14,
                    "ppl": 6.907199382781982
                },
                {
                    "bit": 15,
                    "ppl": 6.906960964202881
                }
            ]
        },
        {
            "layer.10.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.957238674163818
                },
                {
                    "bit": 2,
                    "ppl": 6.9239888191223145
                },
                {
                    "bit": 3,
                    "ppl": 6.9150190353393555
                },
                {
                    "bit": 4,
                    "ppl": 6.9115309715271
                },
                {
                    "bit": 5,
                    "ppl": 6.9098219871521
                },
                {
                    "bit": 6,
                    "ppl": 6.90920877456665
                },
                {
                    "bit": 7,
                    "ppl": 6.908675670623779
                },
                {
                    "bit": 8,
                    "ppl": 6.9081549644470215
                },
                {
                    "bit": 9,
                    "ppl": 6.908376693725586
                },
                {
                    "bit": 10,
                    "ppl": 6.907745838165283
                },
                {
                    "bit": 11,
                    "ppl": 6.908144474029541
                },
                {
                    "bit": 12,
                    "ppl": 6.907690525054932
                },
                {
                    "bit": 13,
                    "ppl": 6.907813549041748
                },
                {
                    "bit": 14,
                    "ppl": 6.90772008895874
                },
                {
                    "bit": 15,
                    "ppl": 6.907390594482422
                }
            ]
        },
        {
            "layer.10.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.980575084686279
                },
                {
                    "bit": 2,
                    "ppl": 6.9303297996521
                },
                {
                    "bit": 3,
                    "ppl": 6.918142318725586
                },
                {
                    "bit": 4,
                    "ppl": 6.913064479827881
                },
                {
                    "bit": 5,
                    "ppl": 6.910457134246826
                },
                {
                    "bit": 6,
                    "ppl": 6.909796237945557
                },
                {
                    "bit": 7,
                    "ppl": 6.9094085693359375
                },
                {
                    "bit": 8,
                    "ppl": 6.908391952514648
                },
                {
                    "bit": 9,
                    "ppl": 6.908311367034912
                },
                {
                    "bit": 10,
                    "ppl": 6.90809440612793
                },
                {
                    "bit": 11,
                    "ppl": 6.907973289489746
                },
                {
                    "bit": 12,
                    "ppl": 6.907742977142334
                },
                {
                    "bit": 13,
                    "ppl": 6.907528877258301
                },
                {
                    "bit": 14,
                    "ppl": 6.907436847686768
                },
                {
                    "bit": 15,
                    "ppl": 6.907169818878174
                }
            ]
        },
        {
            "layer.10.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 6.984806537628174
                },
                {
                    "bit": 2,
                    "ppl": 6.934997081756592
                },
                {
                    "bit": 3,
                    "ppl": 6.919228553771973
                },
                {
                    "bit": 4,
                    "ppl": 6.912957668304443
                },
                {
                    "bit": 5,
                    "ppl": 6.909720420837402
                },
                {
                    "bit": 6,
                    "ppl": 6.908958911895752
                },
                {
                    "bit": 7,
                    "ppl": 6.908431053161621
                },
                {
                    "bit": 8,
                    "ppl": 6.908021450042725
                },
                {
                    "bit": 9,
                    "ppl": 6.908090591430664
                },
                {
                    "bit": 10,
                    "ppl": 6.907596588134766
                },
                {
                    "bit": 11,
                    "ppl": 6.907571792602539
                },
                {
                    "bit": 12,
                    "ppl": 6.907361030578613
                },
                {
                    "bit": 13,
                    "ppl": 6.906977653503418
                },
                {
                    "bit": 14,
                    "ppl": 6.9072136878967285
                },
                {
                    "bit": 15,
                    "ppl": 6.907184600830078
                }
            ]
        },
        {
            "layer.10.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9887471199035645
                },
                {
                    "bit": 2,
                    "ppl": 6.937447547912598
                },
                {
                    "bit": 3,
                    "ppl": 6.9189581871032715
                },
                {
                    "bit": 4,
                    "ppl": 6.911034107208252
                },
                {
                    "bit": 5,
                    "ppl": 6.910843372344971
                },
                {
                    "bit": 6,
                    "ppl": 6.909618377685547
                },
                {
                    "bit": 7,
                    "ppl": 6.908492565155029
                },
                {
                    "bit": 8,
                    "ppl": 6.908279895782471
                },
                {
                    "bit": 9,
                    "ppl": 6.907589912414551
                },
                {
                    "bit": 10,
                    "ppl": 6.9080586433410645
                },
                {
                    "bit": 11,
                    "ppl": 6.907050132751465
                },
                {
                    "bit": 12,
                    "ppl": 6.907774448394775
                },
                {
                    "bit": 13,
                    "ppl": 6.9070725440979
                },
                {
                    "bit": 14,
                    "ppl": 6.907189846038818
                },
                {
                    "bit": 15,
                    "ppl": 6.906916618347168
                }
            ]
        },
        {
            "layer.10.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.002862930297852
                },
                {
                    "bit": 2,
                    "ppl": 6.939756393432617
                },
                {
                    "bit": 3,
                    "ppl": 6.921283721923828
                },
                {
                    "bit": 4,
                    "ppl": 6.915790557861328
                },
                {
                    "bit": 5,
                    "ppl": 6.912105560302734
                },
                {
                    "bit": 6,
                    "ppl": 6.909941673278809
                },
                {
                    "bit": 7,
                    "ppl": 6.90949821472168
                },
                {
                    "bit": 8,
                    "ppl": 6.908869743347168
                },
                {
                    "bit": 9,
                    "ppl": 6.908661365509033
                },
                {
                    "bit": 10,
                    "ppl": 6.90812873840332
                },
                {
                    "bit": 11,
                    "ppl": 6.907815456390381
                },
                {
                    "bit": 12,
                    "ppl": 6.9074578285217285
                },
                {
                    "bit": 13,
                    "ppl": 6.907453536987305
                },
                {
                    "bit": 14,
                    "ppl": 6.907336711883545
                },
                {
                    "bit": 15,
                    "ppl": 6.907187461853027
                }
            ]
        },
        {
            "layer.11.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.966915130615234
                },
                {
                    "bit": 2,
                    "ppl": 6.922346591949463
                },
                {
                    "bit": 3,
                    "ppl": 6.914064407348633
                },
                {
                    "bit": 4,
                    "ppl": 6.908430099487305
                },
                {
                    "bit": 5,
                    "ppl": 6.908279895782471
                },
                {
                    "bit": 6,
                    "ppl": 6.907840728759766
                },
                {
                    "bit": 7,
                    "ppl": 6.90785551071167
                },
                {
                    "bit": 8,
                    "ppl": 6.907453536987305
                },
                {
                    "bit": 9,
                    "ppl": 6.907683849334717
                },
                {
                    "bit": 10,
                    "ppl": 6.907418727874756
                },
                {
                    "bit": 11,
                    "ppl": 6.907169342041016
                },
                {
                    "bit": 12,
                    "ppl": 6.907236099243164
                },
                {
                    "bit": 13,
                    "ppl": 6.907165050506592
                },
                {
                    "bit": 14,
                    "ppl": 6.90714168548584
                },
                {
                    "bit": 15,
                    "ppl": 6.907005786895752
                }
            ]
        },
        {
            "layer.11.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.960155963897705
                },
                {
                    "bit": 2,
                    "ppl": 6.925835132598877
                },
                {
                    "bit": 3,
                    "ppl": 6.914386749267578
                },
                {
                    "bit": 4,
                    "ppl": 6.9116740226745605
                },
                {
                    "bit": 5,
                    "ppl": 6.910224437713623
                },
                {
                    "bit": 6,
                    "ppl": 6.909523010253906
                },
                {
                    "bit": 7,
                    "ppl": 6.909092903137207
                },
                {
                    "bit": 8,
                    "ppl": 6.9087371826171875
                },
                {
                    "bit": 9,
                    "ppl": 6.908458232879639
                },
                {
                    "bit": 10,
                    "ppl": 6.9081645011901855
                },
                {
                    "bit": 11,
                    "ppl": 6.907987594604492
                },
                {
                    "bit": 12,
                    "ppl": 6.90759801864624
                },
                {
                    "bit": 13,
                    "ppl": 6.907613754272461
                },
                {
                    "bit": 14,
                    "ppl": 6.907426834106445
                },
                {
                    "bit": 15,
                    "ppl": 6.907331466674805
                }
            ]
        },
        {
            "layer.11.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.957300186157227
                },
                {
                    "bit": 2,
                    "ppl": 6.923711776733398
                },
                {
                    "bit": 3,
                    "ppl": 6.913101673126221
                },
                {
                    "bit": 4,
                    "ppl": 6.910182952880859
                },
                {
                    "bit": 5,
                    "ppl": 6.908229827880859
                },
                {
                    "bit": 6,
                    "ppl": 6.908156871795654
                },
                {
                    "bit": 7,
                    "ppl": 6.907842636108398
                },
                {
                    "bit": 8,
                    "ppl": 6.907435417175293
                },
                {
                    "bit": 9,
                    "ppl": 6.907642364501953
                },
                {
                    "bit": 10,
                    "ppl": 6.907392501831055
                },
                {
                    "bit": 11,
                    "ppl": 6.907351493835449
                },
                {
                    "bit": 12,
                    "ppl": 6.907198905944824
                },
                {
                    "bit": 13,
                    "ppl": 6.907403469085693
                },
                {
                    "bit": 14,
                    "ppl": 6.907450199127197
                },
                {
                    "bit": 15,
                    "ppl": 6.907207012176514
                }
            ]
        },
        {
            "layer.11.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 7.015512943267822
                },
                {
                    "bit": 2,
                    "ppl": 6.946231365203857
                },
                {
                    "bit": 3,
                    "ppl": 6.925772190093994
                },
                {
                    "bit": 4,
                    "ppl": 6.914693355560303
                },
                {
                    "bit": 5,
                    "ppl": 6.912227153778076
                },
                {
                    "bit": 6,
                    "ppl": 6.90991735458374
                },
                {
                    "bit": 7,
                    "ppl": 6.908884048461914
                },
                {
                    "bit": 8,
                    "ppl": 6.908465385437012
                },
                {
                    "bit": 9,
                    "ppl": 6.90813684463501
                },
                {
                    "bit": 10,
                    "ppl": 6.908570766448975
                },
                {
                    "bit": 11,
                    "ppl": 6.907705307006836
                },
                {
                    "bit": 12,
                    "ppl": 6.90755033493042
                },
                {
                    "bit": 13,
                    "ppl": 6.907135963439941
                },
                {
                    "bit": 14,
                    "ppl": 6.906981945037842
                },
                {
                    "bit": 15,
                    "ppl": 6.906888484954834
                }
            ]
        },
        {
            "layer.11.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 6.983408451080322
                },
                {
                    "bit": 2,
                    "ppl": 6.93247652053833
                },
                {
                    "bit": 3,
                    "ppl": 6.915494441986084
                },
                {
                    "bit": 4,
                    "ppl": 6.9111480712890625
                },
                {
                    "bit": 5,
                    "ppl": 6.909240245819092
                },
                {
                    "bit": 6,
                    "ppl": 6.908271789550781
                },
                {
                    "bit": 7,
                    "ppl": 6.907995223999023
                },
                {
                    "bit": 8,
                    "ppl": 6.907667636871338
                },
                {
                    "bit": 9,
                    "ppl": 6.907619476318359
                },
                {
                    "bit": 10,
                    "ppl": 6.90756368637085
                },
                {
                    "bit": 11,
                    "ppl": 6.907230854034424
                },
                {
                    "bit": 12,
                    "ppl": 6.907169818878174
                },
                {
                    "bit": 13,
                    "ppl": 6.907156944274902
                },
                {
                    "bit": 14,
                    "ppl": 6.907114028930664
                },
                {
                    "bit": 15,
                    "ppl": 6.907008647918701
                }
            ]
        },
        {
            "layer.11.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 6.995302200317383
                },
                {
                    "bit": 2,
                    "ppl": 6.9368414878845215
                },
                {
                    "bit": 3,
                    "ppl": 6.915616989135742
                },
                {
                    "bit": 4,
                    "ppl": 6.912140369415283
                },
                {
                    "bit": 5,
                    "ppl": 6.9101948738098145
                },
                {
                    "bit": 6,
                    "ppl": 6.908605575561523
                },
                {
                    "bit": 7,
                    "ppl": 6.90817403793335
                },
                {
                    "bit": 8,
                    "ppl": 6.9080119132995605
                },
                {
                    "bit": 9,
                    "ppl": 6.907832145690918
                },
                {
                    "bit": 10,
                    "ppl": 6.907491207122803
                },
                {
                    "bit": 11,
                    "ppl": 6.906896591186523
                },
                {
                    "bit": 12,
                    "ppl": 6.907258987426758
                },
                {
                    "bit": 13,
                    "ppl": 6.907015323638916
                },
                {
                    "bit": 14,
                    "ppl": 6.907214164733887
                },
                {
                    "bit": 15,
                    "ppl": 6.907007217407227
                }
            ]
        },
        {
            "layer.11.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.006147384643555
                },
                {
                    "bit": 2,
                    "ppl": 6.941705703735352
                },
                {
                    "bit": 3,
                    "ppl": 6.9186553955078125
                },
                {
                    "bit": 4,
                    "ppl": 6.913187026977539
                },
                {
                    "bit": 5,
                    "ppl": 6.911653995513916
                },
                {
                    "bit": 6,
                    "ppl": 6.909708499908447
                },
                {
                    "bit": 7,
                    "ppl": 6.908917427062988
                },
                {
                    "bit": 8,
                    "ppl": 6.908478736877441
                },
                {
                    "bit": 9,
                    "ppl": 6.908209323883057
                },
                {
                    "bit": 10,
                    "ppl": 6.907719612121582
                },
                {
                    "bit": 11,
                    "ppl": 6.907770156860352
                },
                {
                    "bit": 12,
                    "ppl": 6.907526969909668
                },
                {
                    "bit": 13,
                    "ppl": 6.907532215118408
                },
                {
                    "bit": 14,
                    "ppl": 6.907320499420166
                },
                {
                    "bit": 15,
                    "ppl": 6.907100677490234
                }
            ]
        },
        {
            "layer.12.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9605488777160645
                },
                {
                    "bit": 2,
                    "ppl": 6.9226884841918945
                },
                {
                    "bit": 3,
                    "ppl": 6.912997245788574
                },
                {
                    "bit": 4,
                    "ppl": 6.909914016723633
                },
                {
                    "bit": 5,
                    "ppl": 6.908546447753906
                },
                {
                    "bit": 6,
                    "ppl": 6.9076828956604
                },
                {
                    "bit": 7,
                    "ppl": 6.907876491546631
                },
                {
                    "bit": 8,
                    "ppl": 6.907509803771973
                },
                {
                    "bit": 9,
                    "ppl": 6.907614231109619
                },
                {
                    "bit": 10,
                    "ppl": 6.907526969909668
                },
                {
                    "bit": 11,
                    "ppl": 6.907469272613525
                },
                {
                    "bit": 12,
                    "ppl": 6.907293796539307
                },
                {
                    "bit": 13,
                    "ppl": 6.907261371612549
                },
                {
                    "bit": 14,
                    "ppl": 6.90716028213501
                },
                {
                    "bit": 15,
                    "ppl": 6.90712308883667
                }
            ]
        },
        {
            "layer.12.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.95311975479126
                },
                {
                    "bit": 2,
                    "ppl": 6.919551849365234
                },
                {
                    "bit": 3,
                    "ppl": 6.9138312339782715
                },
                {
                    "bit": 4,
                    "ppl": 6.9101033210754395
                },
                {
                    "bit": 5,
                    "ppl": 6.908917427062988
                },
                {
                    "bit": 6,
                    "ppl": 6.9083147048950195
                },
                {
                    "bit": 7,
                    "ppl": 6.908017635345459
                },
                {
                    "bit": 8,
                    "ppl": 6.90772008895874
                },
                {
                    "bit": 9,
                    "ppl": 6.907564163208008
                },
                {
                    "bit": 10,
                    "ppl": 6.9075117111206055
                },
                {
                    "bit": 11,
                    "ppl": 6.907352924346924
                },
                {
                    "bit": 12,
                    "ppl": 6.907292366027832
                },
                {
                    "bit": 13,
                    "ppl": 6.906981468200684
                },
                {
                    "bit": 14,
                    "ppl": 6.907184600830078
                },
                {
                    "bit": 15,
                    "ppl": 6.907083988189697
                }
            ]
        },
        {
            "layer.12.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.975134372711182
                },
                {
                    "bit": 2,
                    "ppl": 6.930717945098877
                },
                {
                    "bit": 3,
                    "ppl": 6.917546272277832
                },
                {
                    "bit": 4,
                    "ppl": 6.912031173706055
                },
                {
                    "bit": 5,
                    "ppl": 6.910531520843506
                },
                {
                    "bit": 6,
                    "ppl": 6.909502983093262
                },
                {
                    "bit": 7,
                    "ppl": 6.908774375915527
                },
                {
                    "bit": 8,
                    "ppl": 6.909019947052002
                },
                {
                    "bit": 9,
                    "ppl": 6.908663749694824
                },
                {
                    "bit": 10,
                    "ppl": 6.908533096313477
                },
                {
                    "bit": 11,
                    "ppl": 6.908402919769287
                },
                {
                    "bit": 12,
                    "ppl": 6.907925128936768
                },
                {
                    "bit": 13,
                    "ppl": 6.907870292663574
                },
                {
                    "bit": 14,
                    "ppl": 6.907301902770996
                },
                {
                    "bit": 15,
                    "ppl": 6.907129764556885
                }
            ]
        },
        {
            "layer.12.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 7.018739700317383
                },
                {
                    "bit": 2,
                    "ppl": 6.946774959564209
                },
                {
                    "bit": 3,
                    "ppl": 6.924125671386719
                },
                {
                    "bit": 4,
                    "ppl": 6.915462493896484
                },
                {
                    "bit": 5,
                    "ppl": 6.91222620010376
                },
                {
                    "bit": 6,
                    "ppl": 6.910754203796387
                },
                {
                    "bit": 7,
                    "ppl": 6.909905910491943
                },
                {
                    "bit": 8,
                    "ppl": 6.909255027770996
                },
                {
                    "bit": 9,
                    "ppl": 6.908613204956055
                },
                {
                    "bit": 10,
                    "ppl": 6.908646106719971
                },
                {
                    "bit": 11,
                    "ppl": 6.907883644104004
                },
                {
                    "bit": 12,
                    "ppl": 6.907785892486572
                },
                {
                    "bit": 13,
                    "ppl": 6.907331466674805
                },
                {
                    "bit": 14,
                    "ppl": 6.9072675704956055
                },
                {
                    "bit": 15,
                    "ppl": 6.9069671630859375
                }
            ]
        },
        {
            "layer.12.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.007345199584961
                },
                {
                    "bit": 2,
                    "ppl": 6.935422420501709
                },
                {
                    "bit": 3,
                    "ppl": 6.916929721832275
                },
                {
                    "bit": 4,
                    "ppl": 6.911884784698486
                },
                {
                    "bit": 5,
                    "ppl": 6.909837245941162
                },
                {
                    "bit": 6,
                    "ppl": 6.908679962158203
                },
                {
                    "bit": 7,
                    "ppl": 6.908596992492676
                },
                {
                    "bit": 8,
                    "ppl": 6.90772008895874
                },
                {
                    "bit": 9,
                    "ppl": 6.9079365730285645
                },
                {
                    "bit": 10,
                    "ppl": 6.907634258270264
                },
                {
                    "bit": 11,
                    "ppl": 6.907351970672607
                },
                {
                    "bit": 12,
                    "ppl": 6.907431602478027
                },
                {
                    "bit": 13,
                    "ppl": 6.907169818878174
                },
                {
                    "bit": 14,
                    "ppl": 6.9072136878967285
                },
                {
                    "bit": 15,
                    "ppl": 6.907166957855225
                }
            ]
        },
        {
            "layer.12.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.001620769500732
                },
                {
                    "bit": 2,
                    "ppl": 6.935822486877441
                },
                {
                    "bit": 3,
                    "ppl": 6.917064189910889
                },
                {
                    "bit": 4,
                    "ppl": 6.912613391876221
                },
                {
                    "bit": 5,
                    "ppl": 6.909993648529053
                },
                {
                    "bit": 6,
                    "ppl": 6.909416198730469
                },
                {
                    "bit": 7,
                    "ppl": 6.908966064453125
                },
                {
                    "bit": 8,
                    "ppl": 6.908623695373535
                },
                {
                    "bit": 9,
                    "ppl": 6.908308029174805
                },
                {
                    "bit": 10,
                    "ppl": 6.908071517944336
                },
                {
                    "bit": 11,
                    "ppl": 6.907654285430908
                },
                {
                    "bit": 12,
                    "ppl": 6.907561779022217
                },
                {
                    "bit": 13,
                    "ppl": 6.9073262214660645
                },
                {
                    "bit": 14,
                    "ppl": 6.907106399536133
                },
                {
                    "bit": 15,
                    "ppl": 6.907258987426758
                }
            ]
        },
        {
            "layer.12.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.007962226867676
                },
                {
                    "bit": 2,
                    "ppl": 6.937081336975098
                },
                {
                    "bit": 3,
                    "ppl": 6.9163923263549805
                },
                {
                    "bit": 4,
                    "ppl": 6.911865711212158
                },
                {
                    "bit": 5,
                    "ppl": 6.908999919891357
                },
                {
                    "bit": 6,
                    "ppl": 6.908718585968018
                },
                {
                    "bit": 7,
                    "ppl": 6.907878398895264
                },
                {
                    "bit": 8,
                    "ppl": 6.907476425170898
                },
                {
                    "bit": 9,
                    "ppl": 6.907222747802734
                },
                {
                    "bit": 10,
                    "ppl": 6.9071173667907715
                },
                {
                    "bit": 11,
                    "ppl": 6.906998634338379
                },
                {
                    "bit": 12,
                    "ppl": 6.906936168670654
                },
                {
                    "bit": 13,
                    "ppl": 6.906561374664307
                },
                {
                    "bit": 14,
                    "ppl": 6.907054424285889
                },
                {
                    "bit": 15,
                    "ppl": 6.906924247741699
                }
            ]
        },
        {
            "layer.13.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.972347259521484
                },
                {
                    "bit": 2,
                    "ppl": 6.922604084014893
                },
                {
                    "bit": 3,
                    "ppl": 6.911953926086426
                },
                {
                    "bit": 4,
                    "ppl": 6.9095563888549805
                },
                {
                    "bit": 5,
                    "ppl": 6.9081315994262695
                },
                {
                    "bit": 6,
                    "ppl": 6.907555103302002
                },
                {
                    "bit": 7,
                    "ppl": 6.907464981079102
                },
                {
                    "bit": 8,
                    "ppl": 6.907227516174316
                },
                {
                    "bit": 9,
                    "ppl": 6.907312870025635
                },
                {
                    "bit": 10,
                    "ppl": 6.907046318054199
                },
                {
                    "bit": 11,
                    "ppl": 6.906989574432373
                },
                {
                    "bit": 12,
                    "ppl": 6.907197952270508
                },
                {
                    "bit": 13,
                    "ppl": 6.906857013702393
                },
                {
                    "bit": 14,
                    "ppl": 6.90709114074707
                },
                {
                    "bit": 15,
                    "ppl": 6.906931400299072
                }
            ]
        },
        {
            "layer.13.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.949282646179199
                },
                {
                    "bit": 2,
                    "ppl": 6.921837329864502
                },
                {
                    "bit": 3,
                    "ppl": 6.912108898162842
                },
                {
                    "bit": 4,
                    "ppl": 6.910897731781006
                },
                {
                    "bit": 5,
                    "ppl": 6.909185886383057
                },
                {
                    "bit": 6,
                    "ppl": 6.908652305603027
                },
                {
                    "bit": 7,
                    "ppl": 6.908397197723389
                },
                {
                    "bit": 8,
                    "ppl": 6.9078874588012695
                },
                {
                    "bit": 9,
                    "ppl": 6.908023834228516
                },
                {
                    "bit": 10,
                    "ppl": 6.907591819763184
                },
                {
                    "bit": 11,
                    "ppl": 6.90750789642334
                },
                {
                    "bit": 12,
                    "ppl": 6.907459735870361
                },
                {
                    "bit": 13,
                    "ppl": 6.907158374786377
                },
                {
                    "bit": 14,
                    "ppl": 6.907032489776611
                },
                {
                    "bit": 15,
                    "ppl": 6.907042980194092
                }
            ]
        },
        {
            "layer.13.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.983006477355957
                },
                {
                    "bit": 2,
                    "ppl": 6.931331157684326
                },
                {
                    "bit": 3,
                    "ppl": 6.915266990661621
                },
                {
                    "bit": 4,
                    "ppl": 6.911116123199463
                },
                {
                    "bit": 5,
                    "ppl": 6.909924030303955
                },
                {
                    "bit": 6,
                    "ppl": 6.908542156219482
                },
                {
                    "bit": 7,
                    "ppl": 6.908430099487305
                },
                {
                    "bit": 8,
                    "ppl": 6.908294200897217
                },
                {
                    "bit": 9,
                    "ppl": 6.9078850746154785
                },
                {
                    "bit": 10,
                    "ppl": 6.90775203704834
                },
                {
                    "bit": 11,
                    "ppl": 6.907303333282471
                },
                {
                    "bit": 12,
                    "ppl": 6.907358646392822
                },
                {
                    "bit": 13,
                    "ppl": 6.90709924697876
                },
                {
                    "bit": 14,
                    "ppl": 6.90722131729126
                },
                {
                    "bit": 15,
                    "ppl": 6.906869411468506
                }
            ]
        },
        {
            "layer.13.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 7.036205291748047
                },
                {
                    "bit": 2,
                    "ppl": 6.953654766082764
                },
                {
                    "bit": 3,
                    "ppl": 6.927280426025391
                },
                {
                    "bit": 4,
                    "ppl": 6.917819023132324
                },
                {
                    "bit": 5,
                    "ppl": 6.914304733276367
                },
                {
                    "bit": 6,
                    "ppl": 6.911779880523682
                },
                {
                    "bit": 7,
                    "ppl": 6.909724712371826
                },
                {
                    "bit": 8,
                    "ppl": 6.910125255584717
                },
                {
                    "bit": 9,
                    "ppl": 6.909219264984131
                },
                {
                    "bit": 10,
                    "ppl": 6.908783912658691
                },
                {
                    "bit": 11,
                    "ppl": 6.908259868621826
                },
                {
                    "bit": 12,
                    "ppl": 6.9080657958984375
                },
                {
                    "bit": 13,
                    "ppl": 6.907614231109619
                },
                {
                    "bit": 14,
                    "ppl": 6.9076828956604
                },
                {
                    "bit": 15,
                    "ppl": 6.907284736633301
                }
            ]
        },
        {
            "layer.13.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.000394821166992
                },
                {
                    "bit": 2,
                    "ppl": 6.939315319061279
                },
                {
                    "bit": 3,
                    "ppl": 6.9190673828125
                },
                {
                    "bit": 4,
                    "ppl": 6.913375377655029
                },
                {
                    "bit": 5,
                    "ppl": 6.910648345947266
                },
                {
                    "bit": 6,
                    "ppl": 6.909316062927246
                },
                {
                    "bit": 7,
                    "ppl": 6.908795356750488
                },
                {
                    "bit": 8,
                    "ppl": 6.908520221710205
                },
                {
                    "bit": 9,
                    "ppl": 6.908064842224121
                },
                {
                    "bit": 10,
                    "ppl": 6.907612323760986
                },
                {
                    "bit": 11,
                    "ppl": 6.907780170440674
                },
                {
                    "bit": 12,
                    "ppl": 6.907383918762207
                },
                {
                    "bit": 13,
                    "ppl": 6.907461643218994
                },
                {
                    "bit": 14,
                    "ppl": 6.907399654388428
                },
                {
                    "bit": 15,
                    "ppl": 6.907137393951416
                }
            ]
        },
        {
            "layer.13.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.006436347961426
                },
                {
                    "bit": 2,
                    "ppl": 6.936176776885986
                },
                {
                    "bit": 3,
                    "ppl": 6.919865608215332
                },
                {
                    "bit": 4,
                    "ppl": 6.912413597106934
                },
                {
                    "bit": 5,
                    "ppl": 6.909541606903076
                },
                {
                    "bit": 6,
                    "ppl": 6.90923547744751
                },
                {
                    "bit": 7,
                    "ppl": 6.908367156982422
                },
                {
                    "bit": 8,
                    "ppl": 6.907931804656982
                },
                {
                    "bit": 9,
                    "ppl": 6.907865524291992
                },
                {
                    "bit": 10,
                    "ppl": 6.9074225425720215
                },
                {
                    "bit": 11,
                    "ppl": 6.907500743865967
                },
                {
                    "bit": 12,
                    "ppl": 6.907312870025635
                },
                {
                    "bit": 13,
                    "ppl": 6.906979084014893
                },
                {
                    "bit": 14,
                    "ppl": 6.907019138336182
                },
                {
                    "bit": 15,
                    "ppl": 6.907299995422363
                }
            ]
        },
        {
            "layer.13.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.019692897796631
                },
                {
                    "bit": 2,
                    "ppl": 6.941712856292725
                },
                {
                    "bit": 3,
                    "ppl": 6.920233249664307
                },
                {
                    "bit": 4,
                    "ppl": 6.913673400878906
                },
                {
                    "bit": 5,
                    "ppl": 6.910421371459961
                },
                {
                    "bit": 6,
                    "ppl": 6.909174919128418
                },
                {
                    "bit": 7,
                    "ppl": 6.909023761749268
                },
                {
                    "bit": 8,
                    "ppl": 6.908024787902832
                },
                {
                    "bit": 9,
                    "ppl": 6.908102989196777
                },
                {
                    "bit": 10,
                    "ppl": 6.907656669616699
                },
                {
                    "bit": 11,
                    "ppl": 6.907512187957764
                },
                {
                    "bit": 12,
                    "ppl": 6.907342910766602
                },
                {
                    "bit": 13,
                    "ppl": 6.9071044921875
                },
                {
                    "bit": 14,
                    "ppl": 6.907245635986328
                },
                {
                    "bit": 15,
                    "ppl": 6.906693935394287
                }
            ]
        },
        {
            "layer.14.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.993968486785889
                },
                {
                    "bit": 2,
                    "ppl": 6.926333427429199
                },
                {
                    "bit": 3,
                    "ppl": 6.912565231323242
                },
                {
                    "bit": 4,
                    "ppl": 6.9103193283081055
                },
                {
                    "bit": 5,
                    "ppl": 6.9090094566345215
                },
                {
                    "bit": 6,
                    "ppl": 6.908230304718018
                },
                {
                    "bit": 7,
                    "ppl": 6.907578468322754
                },
                {
                    "bit": 8,
                    "ppl": 6.907318115234375
                },
                {
                    "bit": 9,
                    "ppl": 6.907529830932617
                },
                {
                    "bit": 10,
                    "ppl": 6.907277584075928
                },
                {
                    "bit": 11,
                    "ppl": 6.907230854034424
                },
                {
                    "bit": 12,
                    "ppl": 6.907257080078125
                },
                {
                    "bit": 13,
                    "ppl": 6.9072442054748535
                },
                {
                    "bit": 14,
                    "ppl": 6.907100677490234
                },
                {
                    "bit": 15,
                    "ppl": 6.906946182250977
                }
            ]
        },
        {
            "layer.14.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.993002414703369
                },
                {
                    "bit": 2,
                    "ppl": 6.94692325592041
                },
                {
                    "bit": 3,
                    "ppl": 6.925703048706055
                },
                {
                    "bit": 4,
                    "ppl": 6.921879291534424
                },
                {
                    "bit": 5,
                    "ppl": 6.916995048522949
                },
                {
                    "bit": 6,
                    "ppl": 6.914490699768066
                },
                {
                    "bit": 7,
                    "ppl": 6.912483215332031
                },
                {
                    "bit": 8,
                    "ppl": 6.911320686340332
                },
                {
                    "bit": 9,
                    "ppl": 6.90995979309082
                },
                {
                    "bit": 10,
                    "ppl": 6.909328460693359
                },
                {
                    "bit": 11,
                    "ppl": 6.908514022827148
                },
                {
                    "bit": 12,
                    "ppl": 6.90812873840332
                },
                {
                    "bit": 13,
                    "ppl": 6.907567501068115
                },
                {
                    "bit": 14,
                    "ppl": 6.907407760620117
                },
                {
                    "bit": 15,
                    "ppl": 6.9071550369262695
                }
            ]
        },
        {
            "layer.14.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.974170207977295
                },
                {
                    "bit": 2,
                    "ppl": 6.926226615905762
                },
                {
                    "bit": 3,
                    "ppl": 6.915766716003418
                },
                {
                    "bit": 4,
                    "ppl": 6.911798477172852
                },
                {
                    "bit": 5,
                    "ppl": 6.9101481437683105
                },
                {
                    "bit": 6,
                    "ppl": 6.9090704917907715
                },
                {
                    "bit": 7,
                    "ppl": 6.908851623535156
                },
                {
                    "bit": 8,
                    "ppl": 6.908097743988037
                },
                {
                    "bit": 9,
                    "ppl": 6.908090114593506
                },
                {
                    "bit": 10,
                    "ppl": 6.907751560211182
                },
                {
                    "bit": 11,
                    "ppl": 6.907677173614502
                },
                {
                    "bit": 12,
                    "ppl": 6.907473087310791
                },
                {
                    "bit": 13,
                    "ppl": 6.907483100891113
                },
                {
                    "bit": 14,
                    "ppl": 6.90740442276001
                },
                {
                    "bit": 15,
                    "ppl": 6.9071455001831055
                }
            ]
        },
        {
            "layer.14.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 7.018784523010254
                },
                {
                    "bit": 2,
                    "ppl": 6.948335647583008
                },
                {
                    "bit": 3,
                    "ppl": 6.924655437469482
                },
                {
                    "bit": 4,
                    "ppl": 6.915652275085449
                },
                {
                    "bit": 5,
                    "ppl": 6.911731719970703
                },
                {
                    "bit": 6,
                    "ppl": 6.91081428527832
                },
                {
                    "bit": 7,
                    "ppl": 6.909835338592529
                },
                {
                    "bit": 8,
                    "ppl": 6.90924596786499
                },
                {
                    "bit": 9,
                    "ppl": 6.908573627471924
                },
                {
                    "bit": 10,
                    "ppl": 6.908348560333252
                },
                {
                    "bit": 11,
                    "ppl": 6.907861232757568
                },
                {
                    "bit": 12,
                    "ppl": 6.907556056976318
                },
                {
                    "bit": 13,
                    "ppl": 6.907290458679199
                },
                {
                    "bit": 14,
                    "ppl": 6.90708589553833
                },
                {
                    "bit": 15,
                    "ppl": 6.906991004943848
                }
            ]
        },
        {
            "layer.14.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.013440132141113
                },
                {
                    "bit": 2,
                    "ppl": 6.937041759490967
                },
                {
                    "bit": 3,
                    "ppl": 6.920026779174805
                },
                {
                    "bit": 4,
                    "ppl": 6.913033485412598
                },
                {
                    "bit": 5,
                    "ppl": 6.910246849060059
                },
                {
                    "bit": 6,
                    "ppl": 6.908968448638916
                },
                {
                    "bit": 7,
                    "ppl": 6.908871173858643
                },
                {
                    "bit": 8,
                    "ppl": 6.908140659332275
                },
                {
                    "bit": 9,
                    "ppl": 6.907892227172852
                },
                {
                    "bit": 10,
                    "ppl": 6.907677173614502
                },
                {
                    "bit": 11,
                    "ppl": 6.907725811004639
                },
                {
                    "bit": 12,
                    "ppl": 6.907436847686768
                },
                {
                    "bit": 13,
                    "ppl": 6.907339572906494
                },
                {
                    "bit": 14,
                    "ppl": 6.907253265380859
                },
                {
                    "bit": 15,
                    "ppl": 6.907193183898926
                }
            ]
        },
        {
            "layer.14.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.026480197906494
                },
                {
                    "bit": 2,
                    "ppl": 6.94376277923584
                },
                {
                    "bit": 3,
                    "ppl": 6.919627666473389
                },
                {
                    "bit": 4,
                    "ppl": 6.913144111633301
                },
                {
                    "bit": 5,
                    "ppl": 6.910528659820557
                },
                {
                    "bit": 6,
                    "ppl": 6.909180641174316
                },
                {
                    "bit": 7,
                    "ppl": 6.90848445892334
                },
                {
                    "bit": 8,
                    "ppl": 6.908294677734375
                },
                {
                    "bit": 9,
                    "ppl": 6.907740592956543
                },
                {
                    "bit": 10,
                    "ppl": 6.907873153686523
                },
                {
                    "bit": 11,
                    "ppl": 6.907355308532715
                },
                {
                    "bit": 12,
                    "ppl": 6.907398700714111
                },
                {
                    "bit": 13,
                    "ppl": 6.90747594833374
                },
                {
                    "bit": 14,
                    "ppl": 6.906964302062988
                },
                {
                    "bit": 15,
                    "ppl": 6.907109260559082
                }
            ]
        },
        {
            "layer.14.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.035057067871094
                },
                {
                    "bit": 2,
                    "ppl": 6.951529026031494
                },
                {
                    "bit": 3,
                    "ppl": 6.924476146697998
                },
                {
                    "bit": 4,
                    "ppl": 6.914943218231201
                },
                {
                    "bit": 5,
                    "ppl": 6.912930965423584
                },
                {
                    "bit": 6,
                    "ppl": 6.910227298736572
                },
                {
                    "bit": 7,
                    "ppl": 6.908859729766846
                },
                {
                    "bit": 8,
                    "ppl": 6.908245086669922
                },
                {
                    "bit": 9,
                    "ppl": 6.908594608306885
                },
                {
                    "bit": 10,
                    "ppl": 6.907872676849365
                },
                {
                    "bit": 11,
                    "ppl": 6.907722473144531
                },
                {
                    "bit": 12,
                    "ppl": 6.907454490661621
                },
                {
                    "bit": 13,
                    "ppl": 6.907426834106445
                },
                {
                    "bit": 14,
                    "ppl": 6.906989097595215
                },
                {
                    "bit": 15,
                    "ppl": 6.907120704650879
                }
            ]
        },
        {
            "layer.15.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.952977657318115
                },
                {
                    "bit": 2,
                    "ppl": 6.917017459869385
                },
                {
                    "bit": 3,
                    "ppl": 6.911571502685547
                },
                {
                    "bit": 4,
                    "ppl": 6.908918380737305
                },
                {
                    "bit": 5,
                    "ppl": 6.908101558685303
                },
                {
                    "bit": 6,
                    "ppl": 6.907682418823242
                },
                {
                    "bit": 7,
                    "ppl": 6.907723426818848
                },
                {
                    "bit": 8,
                    "ppl": 6.907616138458252
                },
                {
                    "bit": 9,
                    "ppl": 6.9072442054748535
                },
                {
                    "bit": 10,
                    "ppl": 6.907238960266113
                },
                {
                    "bit": 11,
                    "ppl": 6.907120704650879
                },
                {
                    "bit": 12,
                    "ppl": 6.907245635986328
                },
                {
                    "bit": 13,
                    "ppl": 6.90703010559082
                },
                {
                    "bit": 14,
                    "ppl": 6.907193660736084
                },
                {
                    "bit": 15,
                    "ppl": 6.907151222229004
                }
            ]
        },
        {
            "layer.15.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.955711841583252
                },
                {
                    "bit": 2,
                    "ppl": 6.923399448394775
                },
                {
                    "bit": 3,
                    "ppl": 6.917269706726074
                },
                {
                    "bit": 4,
                    "ppl": 6.912118911743164
                },
                {
                    "bit": 5,
                    "ppl": 6.910264015197754
                },
                {
                    "bit": 6,
                    "ppl": 6.909984588623047
                },
                {
                    "bit": 7,
                    "ppl": 6.909085273742676
                },
                {
                    "bit": 8,
                    "ppl": 6.9085612297058105
                },
                {
                    "bit": 9,
                    "ppl": 6.90812873840332
                },
                {
                    "bit": 10,
                    "ppl": 6.90777587890625
                },
                {
                    "bit": 11,
                    "ppl": 6.9075093269348145
                },
                {
                    "bit": 12,
                    "ppl": 6.907468318939209
                },
                {
                    "bit": 13,
                    "ppl": 6.907214164733887
                },
                {
                    "bit": 14,
                    "ppl": 6.907286643981934
                },
                {
                    "bit": 15,
                    "ppl": 6.90708589553833
                }
            ]
        },
        {
            "layer.15.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.968155860900879
                },
                {
                    "bit": 2,
                    "ppl": 6.925310134887695
                },
                {
                    "bit": 3,
                    "ppl": 6.914463043212891
                },
                {
                    "bit": 4,
                    "ppl": 6.912537574768066
                },
                {
                    "bit": 5,
                    "ppl": 6.910101890563965
                },
                {
                    "bit": 6,
                    "ppl": 6.90894889831543
                },
                {
                    "bit": 7,
                    "ppl": 6.908276081085205
                },
                {
                    "bit": 8,
                    "ppl": 6.908271789550781
                },
                {
                    "bit": 9,
                    "ppl": 6.908071517944336
                },
                {
                    "bit": 10,
                    "ppl": 6.907999038696289
                },
                {
                    "bit": 11,
                    "ppl": 6.9076457023620605
                },
                {
                    "bit": 12,
                    "ppl": 6.907632827758789
                },
                {
                    "bit": 13,
                    "ppl": 6.907496452331543
                },
                {
                    "bit": 14,
                    "ppl": 6.90725564956665
                },
                {
                    "bit": 15,
                    "ppl": 6.907175064086914
                }
            ]
        },
        {
            "layer.15.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 7.000899314880371
                },
                {
                    "bit": 2,
                    "ppl": 6.938839435577393
                },
                {
                    "bit": 3,
                    "ppl": 6.917362213134766
                },
                {
                    "bit": 4,
                    "ppl": 6.912939548492432
                },
                {
                    "bit": 5,
                    "ppl": 6.911706924438477
                },
                {
                    "bit": 6,
                    "ppl": 6.909344673156738
                },
                {
                    "bit": 7,
                    "ppl": 6.908027172088623
                },
                {
                    "bit": 8,
                    "ppl": 6.9082465171813965
                },
                {
                    "bit": 9,
                    "ppl": 6.907711982727051
                },
                {
                    "bit": 10,
                    "ppl": 6.907670497894287
                },
                {
                    "bit": 11,
                    "ppl": 6.907453536987305
                },
                {
                    "bit": 12,
                    "ppl": 6.9075093269348145
                },
                {
                    "bit": 13,
                    "ppl": 6.90725564956665
                },
                {
                    "bit": 14,
                    "ppl": 6.907160758972168
                },
                {
                    "bit": 15,
                    "ppl": 6.907209873199463
                }
            ]
        },
        {
            "layer.15.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.026077747344971
                },
                {
                    "bit": 2,
                    "ppl": 6.943546772003174
                },
                {
                    "bit": 3,
                    "ppl": 6.922010898590088
                },
                {
                    "bit": 4,
                    "ppl": 6.913605690002441
                },
                {
                    "bit": 5,
                    "ppl": 6.910897731781006
                },
                {
                    "bit": 6,
                    "ppl": 6.909609794616699
                },
                {
                    "bit": 7,
                    "ppl": 6.909238338470459
                },
                {
                    "bit": 8,
                    "ppl": 6.907989978790283
                },
                {
                    "bit": 9,
                    "ppl": 6.907932281494141
                },
                {
                    "bit": 10,
                    "ppl": 6.90767765045166
                },
                {
                    "bit": 11,
                    "ppl": 6.907883167266846
                },
                {
                    "bit": 12,
                    "ppl": 6.907336711883545
                },
                {
                    "bit": 13,
                    "ppl": 6.9076104164123535
                },
                {
                    "bit": 14,
                    "ppl": 6.907314300537109
                },
                {
                    "bit": 15,
                    "ppl": 6.907346725463867
                }
            ]
        },
        {
            "layer.15.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.032474994659424
                },
                {
                    "bit": 2,
                    "ppl": 6.946815490722656
                },
                {
                    "bit": 3,
                    "ppl": 6.923553466796875
                },
                {
                    "bit": 4,
                    "ppl": 6.913417816162109
                },
                {
                    "bit": 5,
                    "ppl": 6.910263538360596
                },
                {
                    "bit": 6,
                    "ppl": 6.909818172454834
                },
                {
                    "bit": 7,
                    "ppl": 6.9088053703308105
                },
                {
                    "bit": 8,
                    "ppl": 6.908556938171387
                },
                {
                    "bit": 9,
                    "ppl": 6.908139228820801
                },
                {
                    "bit": 10,
                    "ppl": 6.90777063369751
                },
                {
                    "bit": 11,
                    "ppl": 6.907642364501953
                },
                {
                    "bit": 12,
                    "ppl": 6.907571792602539
                },
                {
                    "bit": 13,
                    "ppl": 6.907321453094482
                },
                {
                    "bit": 14,
                    "ppl": 6.907421112060547
                },
                {
                    "bit": 15,
                    "ppl": 6.907158374786377
                }
            ]
        },
        {
            "layer.15.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.0651631355285645
                },
                {
                    "bit": 2,
                    "ppl": 6.958115100860596
                },
                {
                    "bit": 3,
                    "ppl": 6.928354740142822
                },
                {
                    "bit": 4,
                    "ppl": 6.915690898895264
                },
                {
                    "bit": 5,
                    "ppl": 6.913299083709717
                },
                {
                    "bit": 6,
                    "ppl": 6.9111528396606445
                },
                {
                    "bit": 7,
                    "ppl": 6.910707473754883
                },
                {
                    "bit": 8,
                    "ppl": 6.9093852043151855
                },
                {
                    "bit": 9,
                    "ppl": 6.908812046051025
                },
                {
                    "bit": 10,
                    "ppl": 6.908570766448975
                },
                {
                    "bit": 11,
                    "ppl": 6.908497333526611
                },
                {
                    "bit": 12,
                    "ppl": 6.907573223114014
                },
                {
                    "bit": 13,
                    "ppl": 6.908252716064453
                },
                {
                    "bit": 14,
                    "ppl": 6.907451629638672
                },
                {
                    "bit": 15,
                    "ppl": 6.90777063369751
                }
            ]
        },
        {
            "layer.16.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.952966213226318
                },
                {
                    "bit": 2,
                    "ppl": 6.91652250289917
                },
                {
                    "bit": 3,
                    "ppl": 6.909141540527344
                },
                {
                    "bit": 4,
                    "ppl": 6.907939434051514
                },
                {
                    "bit": 5,
                    "ppl": 6.908017635345459
                },
                {
                    "bit": 6,
                    "ppl": 6.907650947570801
                },
                {
                    "bit": 7,
                    "ppl": 6.907534599304199
                },
                {
                    "bit": 8,
                    "ppl": 6.907442569732666
                },
                {
                    "bit": 9,
                    "ppl": 6.907402038574219
                },
                {
                    "bit": 10,
                    "ppl": 6.907257080078125
                },
                {
                    "bit": 11,
                    "ppl": 6.907444477081299
                },
                {
                    "bit": 12,
                    "ppl": 6.90725564956665
                },
                {
                    "bit": 13,
                    "ppl": 6.907214164733887
                },
                {
                    "bit": 14,
                    "ppl": 6.9071831703186035
                },
                {
                    "bit": 15,
                    "ppl": 6.90715217590332
                }
            ]
        },
        {
            "layer.16.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.94820499420166
                },
                {
                    "bit": 2,
                    "ppl": 6.9172821044921875
                },
                {
                    "bit": 3,
                    "ppl": 6.910026550292969
                },
                {
                    "bit": 4,
                    "ppl": 6.909322261810303
                },
                {
                    "bit": 5,
                    "ppl": 6.908195972442627
                },
                {
                    "bit": 6,
                    "ppl": 6.908009052276611
                },
                {
                    "bit": 7,
                    "ppl": 6.907576560974121
                },
                {
                    "bit": 8,
                    "ppl": 6.907293796539307
                },
                {
                    "bit": 9,
                    "ppl": 6.907181262969971
                },
                {
                    "bit": 10,
                    "ppl": 6.9073615074157715
                },
                {
                    "bit": 11,
                    "ppl": 6.9072065353393555
                },
                {
                    "bit": 12,
                    "ppl": 6.907234191894531
                },
                {
                    "bit": 13,
                    "ppl": 6.907279014587402
                },
                {
                    "bit": 14,
                    "ppl": 6.907067775726318
                },
                {
                    "bit": 15,
                    "ppl": 6.907145977020264
                }
            ]
        },
        {
            "layer.16.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.972620964050293
                },
                {
                    "bit": 2,
                    "ppl": 6.926289081573486
                },
                {
                    "bit": 3,
                    "ppl": 6.914215087890625
                },
                {
                    "bit": 4,
                    "ppl": 6.912391662597656
                },
                {
                    "bit": 5,
                    "ppl": 6.910468101501465
                },
                {
                    "bit": 6,
                    "ppl": 6.9104695320129395
                },
                {
                    "bit": 7,
                    "ppl": 6.909939765930176
                },
                {
                    "bit": 8,
                    "ppl": 6.909550189971924
                },
                {
                    "bit": 9,
                    "ppl": 6.909345626831055
                },
                {
                    "bit": 10,
                    "ppl": 6.908856391906738
                },
                {
                    "bit": 11,
                    "ppl": 6.908802509307861
                },
                {
                    "bit": 12,
                    "ppl": 6.908152103424072
                },
                {
                    "bit": 13,
                    "ppl": 6.908367156982422
                },
                {
                    "bit": 14,
                    "ppl": 6.9079437255859375
                },
                {
                    "bit": 15,
                    "ppl": 6.907642364501953
                }
            ]
        },
        {
            "layer.16.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.981510162353516
                },
                {
                    "bit": 2,
                    "ppl": 6.929528713226318
                },
                {
                    "bit": 3,
                    "ppl": 6.9183855056762695
                },
                {
                    "bit": 4,
                    "ppl": 6.911612510681152
                },
                {
                    "bit": 5,
                    "ppl": 6.910070419311523
                },
                {
                    "bit": 6,
                    "ppl": 6.90915584564209
                },
                {
                    "bit": 7,
                    "ppl": 6.908605575561523
                },
                {
                    "bit": 8,
                    "ppl": 6.908706188201904
                },
                {
                    "bit": 9,
                    "ppl": 6.908201217651367
                },
                {
                    "bit": 10,
                    "ppl": 6.907927989959717
                },
                {
                    "bit": 11,
                    "ppl": 6.907352924346924
                },
                {
                    "bit": 12,
                    "ppl": 6.907222747802734
                },
                {
                    "bit": 13,
                    "ppl": 6.9071807861328125
                },
                {
                    "bit": 14,
                    "ppl": 6.907318592071533
                },
                {
                    "bit": 15,
                    "ppl": 6.9068603515625
                }
            ]
        },
        {
            "layer.16.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.057985305786133
                },
                {
                    "bit": 2,
                    "ppl": 6.9555745124816895
                },
                {
                    "bit": 3,
                    "ppl": 6.9268999099731445
                },
                {
                    "bit": 4,
                    "ppl": 6.918006420135498
                },
                {
                    "bit": 5,
                    "ppl": 6.913938045501709
                },
                {
                    "bit": 6,
                    "ppl": 6.912098407745361
                },
                {
                    "bit": 7,
                    "ppl": 6.9108452796936035
                },
                {
                    "bit": 8,
                    "ppl": 6.910114288330078
                },
                {
                    "bit": 9,
                    "ppl": 6.909492492675781
                },
                {
                    "bit": 10,
                    "ppl": 6.908942699432373
                },
                {
                    "bit": 11,
                    "ppl": 6.908340930938721
                },
                {
                    "bit": 12,
                    "ppl": 6.908000946044922
                },
                {
                    "bit": 13,
                    "ppl": 6.9078874588012695
                },
                {
                    "bit": 14,
                    "ppl": 6.907540321350098
                },
                {
                    "bit": 15,
                    "ppl": 6.907618045806885
                }
            ]
        },
        {
            "layer.16.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.05007266998291
                },
                {
                    "bit": 2,
                    "ppl": 6.948495864868164
                },
                {
                    "bit": 3,
                    "ppl": 6.921380043029785
                },
                {
                    "bit": 4,
                    "ppl": 6.91494083404541
                },
                {
                    "bit": 5,
                    "ppl": 6.909694194793701
                },
                {
                    "bit": 6,
                    "ppl": 6.90952205657959
                },
                {
                    "bit": 7,
                    "ppl": 6.9081549644470215
                },
                {
                    "bit": 8,
                    "ppl": 6.907945156097412
                },
                {
                    "bit": 9,
                    "ppl": 6.907716751098633
                },
                {
                    "bit": 10,
                    "ppl": 6.9073967933654785
                },
                {
                    "bit": 11,
                    "ppl": 6.906983852386475
                },
                {
                    "bit": 12,
                    "ppl": 6.907180309295654
                },
                {
                    "bit": 13,
                    "ppl": 6.906682014465332
                },
                {
                    "bit": 14,
                    "ppl": 6.907077789306641
                },
                {
                    "bit": 15,
                    "ppl": 6.906576156616211
                }
            ]
        },
        {
            "layer.16.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.0843658447265625
                },
                {
                    "bit": 2,
                    "ppl": 6.966854095458984
                },
                {
                    "bit": 3,
                    "ppl": 6.932039260864258
                },
                {
                    "bit": 4,
                    "ppl": 6.9197678565979
                },
                {
                    "bit": 5,
                    "ppl": 6.915894031524658
                },
                {
                    "bit": 6,
                    "ppl": 6.91198205947876
                },
                {
                    "bit": 7,
                    "ppl": 6.911538600921631
                },
                {
                    "bit": 8,
                    "ppl": 6.909243106842041
                },
                {
                    "bit": 9,
                    "ppl": 6.909593105316162
                },
                {
                    "bit": 10,
                    "ppl": 6.908633232116699
                },
                {
                    "bit": 11,
                    "ppl": 6.908856391906738
                },
                {
                    "bit": 12,
                    "ppl": 6.908019542694092
                },
                {
                    "bit": 13,
                    "ppl": 6.9077324867248535
                },
                {
                    "bit": 14,
                    "ppl": 6.907442569732666
                },
                {
                    "bit": 15,
                    "ppl": 6.907418727874756
                }
            ]
        },
        {
            "layer.17.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.95090913772583
                },
                {
                    "bit": 2,
                    "ppl": 6.916799068450928
                },
                {
                    "bit": 3,
                    "ppl": 6.910394191741943
                },
                {
                    "bit": 4,
                    "ppl": 6.908296585083008
                },
                {
                    "bit": 5,
                    "ppl": 6.907414436340332
                },
                {
                    "bit": 6,
                    "ppl": 6.906881809234619
                },
                {
                    "bit": 7,
                    "ppl": 6.907079696655273
                },
                {
                    "bit": 8,
                    "ppl": 6.907092571258545
                },
                {
                    "bit": 9,
                    "ppl": 6.907114028930664
                },
                {
                    "bit": 10,
                    "ppl": 6.906985282897949
                },
                {
                    "bit": 11,
                    "ppl": 6.906942844390869
                },
                {
                    "bit": 12,
                    "ppl": 6.907222747802734
                },
                {
                    "bit": 13,
                    "ppl": 6.906985282897949
                },
                {
                    "bit": 14,
                    "ppl": 6.9070634841918945
                },
                {
                    "bit": 15,
                    "ppl": 6.90696907043457
                }
            ]
        },
        {
            "layer.17.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.943302154541016
                },
                {
                    "bit": 2,
                    "ppl": 6.91501522064209
                },
                {
                    "bit": 3,
                    "ppl": 6.910938739776611
                },
                {
                    "bit": 4,
                    "ppl": 6.908899307250977
                },
                {
                    "bit": 5,
                    "ppl": 6.908499717712402
                },
                {
                    "bit": 6,
                    "ppl": 6.908502578735352
                },
                {
                    "bit": 7,
                    "ppl": 6.908330917358398
                },
                {
                    "bit": 8,
                    "ppl": 6.908308982849121
                },
                {
                    "bit": 9,
                    "ppl": 6.9081549644470215
                },
                {
                    "bit": 10,
                    "ppl": 6.90807580947876
                },
                {
                    "bit": 11,
                    "ppl": 6.907978057861328
                },
                {
                    "bit": 12,
                    "ppl": 6.907586574554443
                },
                {
                    "bit": 13,
                    "ppl": 6.907374382019043
                },
                {
                    "bit": 14,
                    "ppl": 6.907204627990723
                },
                {
                    "bit": 15,
                    "ppl": 6.907237529754639
                }
            ]
        },
        {
            "layer.17.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.964376449584961
                },
                {
                    "bit": 2,
                    "ppl": 6.930154323577881
                },
                {
                    "bit": 3,
                    "ppl": 6.918712615966797
                },
                {
                    "bit": 4,
                    "ppl": 6.913811206817627
                },
                {
                    "bit": 5,
                    "ppl": 6.911828517913818
                },
                {
                    "bit": 6,
                    "ppl": 6.91056489944458
                },
                {
                    "bit": 7,
                    "ppl": 6.9099836349487305
                },
                {
                    "bit": 8,
                    "ppl": 6.909371852874756
                },
                {
                    "bit": 9,
                    "ppl": 6.9092864990234375
                },
                {
                    "bit": 10,
                    "ppl": 6.9087300300598145
                },
                {
                    "bit": 11,
                    "ppl": 6.908439636230469
                },
                {
                    "bit": 12,
                    "ppl": 6.907975196838379
                },
                {
                    "bit": 13,
                    "ppl": 6.908010005950928
                },
                {
                    "bit": 14,
                    "ppl": 6.907688140869141
                },
                {
                    "bit": 15,
                    "ppl": 6.907522678375244
                }
            ]
        },
        {
            "layer.17.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.976729393005371
                },
                {
                    "bit": 2,
                    "ppl": 6.928918838500977
                },
                {
                    "bit": 3,
                    "ppl": 6.917222499847412
                },
                {
                    "bit": 4,
                    "ppl": 6.912372589111328
                },
                {
                    "bit": 5,
                    "ppl": 6.910774230957031
                },
                {
                    "bit": 6,
                    "ppl": 6.909280776977539
                },
                {
                    "bit": 7,
                    "ppl": 6.908742904663086
                },
                {
                    "bit": 8,
                    "ppl": 6.908326625823975
                },
                {
                    "bit": 9,
                    "ppl": 6.908267021179199
                },
                {
                    "bit": 10,
                    "ppl": 6.907984256744385
                },
                {
                    "bit": 11,
                    "ppl": 6.907675266265869
                },
                {
                    "bit": 12,
                    "ppl": 6.9077324867248535
                },
                {
                    "bit": 13,
                    "ppl": 6.907569408416748
                },
                {
                    "bit": 14,
                    "ppl": 6.907459735870361
                },
                {
                    "bit": 15,
                    "ppl": 6.907022476196289
                }
            ]
        },
        {
            "layer.17.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.050207614898682
                },
                {
                    "bit": 2,
                    "ppl": 6.948244094848633
                },
                {
                    "bit": 3,
                    "ppl": 6.924304485321045
                },
                {
                    "bit": 4,
                    "ppl": 6.916257858276367
                },
                {
                    "bit": 5,
                    "ppl": 6.912550449371338
                },
                {
                    "bit": 6,
                    "ppl": 6.9109930992126465
                },
                {
                    "bit": 7,
                    "ppl": 6.909984588623047
                },
                {
                    "bit": 8,
                    "ppl": 6.9095563888549805
                },
                {
                    "bit": 9,
                    "ppl": 6.908941745758057
                },
                {
                    "bit": 10,
                    "ppl": 6.908304691314697
                },
                {
                    "bit": 11,
                    "ppl": 6.908306121826172
                },
                {
                    "bit": 12,
                    "ppl": 6.907865047454834
                },
                {
                    "bit": 13,
                    "ppl": 6.907939434051514
                },
                {
                    "bit": 14,
                    "ppl": 6.907484531402588
                },
                {
                    "bit": 15,
                    "ppl": 6.907214164733887
                }
            ]
        },
        {
            "layer.17.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.057972431182861
                },
                {
                    "bit": 2,
                    "ppl": 6.952666759490967
                },
                {
                    "bit": 3,
                    "ppl": 6.924962520599365
                },
                {
                    "bit": 4,
                    "ppl": 6.9151105880737305
                },
                {
                    "bit": 5,
                    "ppl": 6.911395072937012
                },
                {
                    "bit": 6,
                    "ppl": 6.909782409667969
                },
                {
                    "bit": 7,
                    "ppl": 6.9100823402404785
                },
                {
                    "bit": 8,
                    "ppl": 6.908699989318848
                },
                {
                    "bit": 9,
                    "ppl": 6.9088897705078125
                },
                {
                    "bit": 10,
                    "ppl": 6.908219814300537
                },
                {
                    "bit": 11,
                    "ppl": 6.90809965133667
                },
                {
                    "bit": 12,
                    "ppl": 6.907383441925049
                },
                {
                    "bit": 13,
                    "ppl": 6.907731533050537
                },
                {
                    "bit": 14,
                    "ppl": 6.907130241394043
                },
                {
                    "bit": 15,
                    "ppl": 6.907315731048584
                }
            ]
        },
        {
            "layer.17.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.111059188842773
                },
                {
                    "bit": 2,
                    "ppl": 6.973154544830322
                },
                {
                    "bit": 3,
                    "ppl": 6.934875011444092
                },
                {
                    "bit": 4,
                    "ppl": 6.921761512756348
                },
                {
                    "bit": 5,
                    "ppl": 6.916841983795166
                },
                {
                    "bit": 6,
                    "ppl": 6.913702964782715
                },
                {
                    "bit": 7,
                    "ppl": 6.912163734436035
                },
                {
                    "bit": 8,
                    "ppl": 6.9109110832214355
                },
                {
                    "bit": 9,
                    "ppl": 6.910109043121338
                },
                {
                    "bit": 10,
                    "ppl": 6.909173011779785
                },
                {
                    "bit": 11,
                    "ppl": 6.908487796783447
                },
                {
                    "bit": 12,
                    "ppl": 6.908279895782471
                },
                {
                    "bit": 13,
                    "ppl": 6.907639503479004
                },
                {
                    "bit": 14,
                    "ppl": 6.907913684844971
                },
                {
                    "bit": 15,
                    "ppl": 6.906975746154785
                }
            ]
        },
        {
            "layer.18.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.960502624511719
                },
                {
                    "bit": 2,
                    "ppl": 6.918755054473877
                },
                {
                    "bit": 3,
                    "ppl": 6.9106526374816895
                },
                {
                    "bit": 4,
                    "ppl": 6.909064769744873
                },
                {
                    "bit": 5,
                    "ppl": 6.908108711242676
                },
                {
                    "bit": 6,
                    "ppl": 6.90785551071167
                },
                {
                    "bit": 7,
                    "ppl": 6.907665729522705
                },
                {
                    "bit": 8,
                    "ppl": 6.907488822937012
                },
                {
                    "bit": 9,
                    "ppl": 6.907424449920654
                },
                {
                    "bit": 10,
                    "ppl": 6.907276153564453
                },
                {
                    "bit": 11,
                    "ppl": 6.907374382019043
                },
                {
                    "bit": 12,
                    "ppl": 6.907230854034424
                },
                {
                    "bit": 13,
                    "ppl": 6.907161712646484
                },
                {
                    "bit": 14,
                    "ppl": 6.907158374786377
                },
                {
                    "bit": 15,
                    "ppl": 6.906978130340576
                }
            ]
        },
        {
            "layer.18.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.939817428588867
                },
                {
                    "bit": 2,
                    "ppl": 6.91408109664917
                },
                {
                    "bit": 3,
                    "ppl": 6.910537242889404
                },
                {
                    "bit": 4,
                    "ppl": 6.908656120300293
                },
                {
                    "bit": 5,
                    "ppl": 6.907835483551025
                },
                {
                    "bit": 6,
                    "ppl": 6.9076642990112305
                },
                {
                    "bit": 7,
                    "ppl": 6.907543659210205
                },
                {
                    "bit": 8,
                    "ppl": 6.907166957855225
                },
                {
                    "bit": 9,
                    "ppl": 6.9073872566223145
                },
                {
                    "bit": 10,
                    "ppl": 6.907242298126221
                },
                {
                    "bit": 11,
                    "ppl": 6.9072675704956055
                },
                {
                    "bit": 12,
                    "ppl": 6.907122611999512
                },
                {
                    "bit": 13,
                    "ppl": 6.907229423522949
                },
                {
                    "bit": 14,
                    "ppl": 6.9071431159973145
                },
                {
                    "bit": 15,
                    "ppl": 6.907154560089111
                }
            ]
        },
        {
            "layer.18.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.952226161956787
                },
                {
                    "bit": 2,
                    "ppl": 6.920492649078369
                },
                {
                    "bit": 3,
                    "ppl": 6.913150310516357
                },
                {
                    "bit": 4,
                    "ppl": 6.909955978393555
                },
                {
                    "bit": 5,
                    "ppl": 6.909200668334961
                },
                {
                    "bit": 6,
                    "ppl": 6.908476829528809
                },
                {
                    "bit": 7,
                    "ppl": 6.908088684082031
                },
                {
                    "bit": 8,
                    "ppl": 6.90796422958374
                },
                {
                    "bit": 9,
                    "ppl": 6.907588005065918
                },
                {
                    "bit": 10,
                    "ppl": 6.907454490661621
                },
                {
                    "bit": 11,
                    "ppl": 6.907424449920654
                },
                {
                    "bit": 12,
                    "ppl": 6.907163619995117
                },
                {
                    "bit": 13,
                    "ppl": 6.906949520111084
                },
                {
                    "bit": 14,
                    "ppl": 6.907193660736084
                },
                {
                    "bit": 15,
                    "ppl": 6.906931400299072
                }
            ]
        },
        {
            "layer.18.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.959722518920898
                },
                {
                    "bit": 2,
                    "ppl": 6.924865245819092
                },
                {
                    "bit": 3,
                    "ppl": 6.915128707885742
                },
                {
                    "bit": 4,
                    "ppl": 6.91188383102417
                },
                {
                    "bit": 5,
                    "ppl": 6.910674095153809
                },
                {
                    "bit": 6,
                    "ppl": 6.9091267585754395
                },
                {
                    "bit": 7,
                    "ppl": 6.909008026123047
                },
                {
                    "bit": 8,
                    "ppl": 6.9081645011901855
                },
                {
                    "bit": 9,
                    "ppl": 6.908340930938721
                },
                {
                    "bit": 10,
                    "ppl": 6.907896518707275
                },
                {
                    "bit": 11,
                    "ppl": 6.907928943634033
                },
                {
                    "bit": 12,
                    "ppl": 6.907702922821045
                },
                {
                    "bit": 13,
                    "ppl": 6.907496452331543
                },
                {
                    "bit": 14,
                    "ppl": 6.907393932342529
                },
                {
                    "bit": 15,
                    "ppl": 6.907435894012451
                }
            ]
        },
        {
            "layer.18.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.054673671722412
                },
                {
                    "bit": 2,
                    "ppl": 6.950739860534668
                },
                {
                    "bit": 3,
                    "ppl": 6.925943851470947
                },
                {
                    "bit": 4,
                    "ppl": 6.916950702667236
                },
                {
                    "bit": 5,
                    "ppl": 6.912942886352539
                },
                {
                    "bit": 6,
                    "ppl": 6.91079044342041
                },
                {
                    "bit": 7,
                    "ppl": 6.910181045532227
                },
                {
                    "bit": 8,
                    "ppl": 6.9091596603393555
                },
                {
                    "bit": 9,
                    "ppl": 6.908774375915527
                },
                {
                    "bit": 10,
                    "ppl": 6.9084601402282715
                },
                {
                    "bit": 11,
                    "ppl": 6.907835483551025
                },
                {
                    "bit": 12,
                    "ppl": 6.907548904418945
                },
                {
                    "bit": 13,
                    "ppl": 6.907604694366455
                },
                {
                    "bit": 14,
                    "ppl": 6.907331466674805
                },
                {
                    "bit": 15,
                    "ppl": 6.907197952270508
                }
            ]
        },
        {
            "layer.18.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.057826042175293
                },
                {
                    "bit": 2,
                    "ppl": 6.952958583831787
                },
                {
                    "bit": 3,
                    "ppl": 6.925288677215576
                },
                {
                    "bit": 4,
                    "ppl": 6.914985179901123
                },
                {
                    "bit": 5,
                    "ppl": 6.912632942199707
                },
                {
                    "bit": 6,
                    "ppl": 6.910624980926514
                },
                {
                    "bit": 7,
                    "ppl": 6.909472465515137
                },
                {
                    "bit": 8,
                    "ppl": 6.908675670623779
                },
                {
                    "bit": 9,
                    "ppl": 6.908473014831543
                },
                {
                    "bit": 10,
                    "ppl": 6.908102989196777
                },
                {
                    "bit": 11,
                    "ppl": 6.907934188842773
                },
                {
                    "bit": 12,
                    "ppl": 6.907569885253906
                },
                {
                    "bit": 13,
                    "ppl": 6.907342910766602
                },
                {
                    "bit": 14,
                    "ppl": 6.907306671142578
                },
                {
                    "bit": 15,
                    "ppl": 6.907047271728516
                }
            ]
        },
        {
            "layer.18.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.083240509033203
                },
                {
                    "bit": 2,
                    "ppl": 6.964761734008789
                },
                {
                    "bit": 3,
                    "ppl": 6.933438777923584
                },
                {
                    "bit": 4,
                    "ppl": 6.921369552612305
                },
                {
                    "bit": 5,
                    "ppl": 6.91547155380249
                },
                {
                    "bit": 6,
                    "ppl": 6.912583827972412
                },
                {
                    "bit": 7,
                    "ppl": 6.91084623336792
                },
                {
                    "bit": 8,
                    "ppl": 6.9105448722839355
                },
                {
                    "bit": 9,
                    "ppl": 6.909445285797119
                },
                {
                    "bit": 10,
                    "ppl": 6.9089555740356445
                },
                {
                    "bit": 11,
                    "ppl": 6.908475399017334
                },
                {
                    "bit": 12,
                    "ppl": 6.908079624176025
                },
                {
                    "bit": 13,
                    "ppl": 6.907798767089844
                },
                {
                    "bit": 14,
                    "ppl": 6.907500267028809
                },
                {
                    "bit": 15,
                    "ppl": 6.907379150390625
                }
            ]
        },
        {
            "layer.19.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.932953357696533
                },
                {
                    "bit": 2,
                    "ppl": 6.913538932800293
                },
                {
                    "bit": 3,
                    "ppl": 6.909063339233398
                },
                {
                    "bit": 4,
                    "ppl": 6.908214569091797
                },
                {
                    "bit": 5,
                    "ppl": 6.90773868560791
                },
                {
                    "bit": 6,
                    "ppl": 6.9076385498046875
                },
                {
                    "bit": 7,
                    "ppl": 6.907407283782959
                },
                {
                    "bit": 8,
                    "ppl": 6.907199382781982
                },
                {
                    "bit": 9,
                    "ppl": 6.9071879386901855
                },
                {
                    "bit": 10,
                    "ppl": 6.907161712646484
                },
                {
                    "bit": 11,
                    "ppl": 6.907011032104492
                },
                {
                    "bit": 12,
                    "ppl": 6.907232761383057
                },
                {
                    "bit": 13,
                    "ppl": 6.907055854797363
                },
                {
                    "bit": 14,
                    "ppl": 6.907288074493408
                },
                {
                    "bit": 15,
                    "ppl": 6.907092571258545
                }
            ]
        },
        {
            "layer.19.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.937614917755127
                },
                {
                    "bit": 2,
                    "ppl": 6.920400619506836
                },
                {
                    "bit": 3,
                    "ppl": 6.9152350425720215
                },
                {
                    "bit": 4,
                    "ppl": 6.91393518447876
                },
                {
                    "bit": 5,
                    "ppl": 6.913095474243164
                },
                {
                    "bit": 6,
                    "ppl": 6.912875175476074
                },
                {
                    "bit": 7,
                    "ppl": 6.912036418914795
                },
                {
                    "bit": 8,
                    "ppl": 6.911675453186035
                },
                {
                    "bit": 9,
                    "ppl": 6.911314487457275
                },
                {
                    "bit": 10,
                    "ppl": 6.910661220550537
                },
                {
                    "bit": 11,
                    "ppl": 6.910243511199951
                },
                {
                    "bit": 12,
                    "ppl": 6.9091973304748535
                },
                {
                    "bit": 13,
                    "ppl": 6.9085164070129395
                },
                {
                    "bit": 14,
                    "ppl": 6.90774393081665
                },
                {
                    "bit": 15,
                    "ppl": 6.907398700714111
                }
            ]
        },
        {
            "layer.19.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.933762550354004
                },
                {
                    "bit": 2,
                    "ppl": 6.916628837585449
                },
                {
                    "bit": 3,
                    "ppl": 6.911888122558594
                },
                {
                    "bit": 4,
                    "ppl": 6.910793781280518
                },
                {
                    "bit": 5,
                    "ppl": 6.9099297523498535
                },
                {
                    "bit": 6,
                    "ppl": 6.9088921546936035
                },
                {
                    "bit": 7,
                    "ppl": 6.908672332763672
                },
                {
                    "bit": 8,
                    "ppl": 6.908222675323486
                },
                {
                    "bit": 9,
                    "ppl": 6.90809965133667
                },
                {
                    "bit": 10,
                    "ppl": 6.907878398895264
                },
                {
                    "bit": 11,
                    "ppl": 6.907558441162109
                },
                {
                    "bit": 12,
                    "ppl": 6.907766342163086
                },
                {
                    "bit": 13,
                    "ppl": 6.9074387550354
                },
                {
                    "bit": 14,
                    "ppl": 6.907390594482422
                },
                {
                    "bit": 15,
                    "ppl": 6.907115459442139
                }
            ]
        },
        {
            "layer.19.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.94011116027832
                },
                {
                    "bit": 2,
                    "ppl": 6.9159770011901855
                },
                {
                    "bit": 3,
                    "ppl": 6.910317420959473
                },
                {
                    "bit": 4,
                    "ppl": 6.908620834350586
                },
                {
                    "bit": 5,
                    "ppl": 6.90801477432251
                },
                {
                    "bit": 6,
                    "ppl": 6.907973289489746
                },
                {
                    "bit": 7,
                    "ppl": 6.90781307220459
                },
                {
                    "bit": 8,
                    "ppl": 6.9073662757873535
                },
                {
                    "bit": 9,
                    "ppl": 6.907511234283447
                },
                {
                    "bit": 10,
                    "ppl": 6.907375812530518
                },
                {
                    "bit": 11,
                    "ppl": 6.907323360443115
                },
                {
                    "bit": 12,
                    "ppl": 6.907271862030029
                },
                {
                    "bit": 13,
                    "ppl": 6.907120704650879
                },
                {
                    "bit": 14,
                    "ppl": 6.907104015350342
                },
                {
                    "bit": 15,
                    "ppl": 6.907100200653076
                }
            ]
        },
        {
            "layer.19.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.0516533851623535
                },
                {
                    "bit": 2,
                    "ppl": 6.954370498657227
                },
                {
                    "bit": 3,
                    "ppl": 6.926494121551514
                },
                {
                    "bit": 4,
                    "ppl": 6.9184370040893555
                },
                {
                    "bit": 5,
                    "ppl": 6.913527965545654
                },
                {
                    "bit": 6,
                    "ppl": 6.911411285400391
                },
                {
                    "bit": 7,
                    "ppl": 6.910397052764893
                },
                {
                    "bit": 8,
                    "ppl": 6.909698009490967
                },
                {
                    "bit": 9,
                    "ppl": 6.909433364868164
                },
                {
                    "bit": 10,
                    "ppl": 6.908660888671875
                },
                {
                    "bit": 11,
                    "ppl": 6.908495903015137
                },
                {
                    "bit": 12,
                    "ppl": 6.908181667327881
                },
                {
                    "bit": 13,
                    "ppl": 6.907718181610107
                },
                {
                    "bit": 14,
                    "ppl": 6.907560348510742
                },
                {
                    "bit": 15,
                    "ppl": 6.907522678375244
                }
            ]
        },
        {
            "layer.19.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.055551528930664
                },
                {
                    "bit": 2,
                    "ppl": 6.950240612030029
                },
                {
                    "bit": 3,
                    "ppl": 6.924323558807373
                },
                {
                    "bit": 4,
                    "ppl": 6.9151434898376465
                },
                {
                    "bit": 5,
                    "ppl": 6.911622524261475
                },
                {
                    "bit": 6,
                    "ppl": 6.910067558288574
                },
                {
                    "bit": 7,
                    "ppl": 6.909008979797363
                },
                {
                    "bit": 8,
                    "ppl": 6.908493518829346
                },
                {
                    "bit": 9,
                    "ppl": 6.908018112182617
                },
                {
                    "bit": 10,
                    "ppl": 6.908125877380371
                },
                {
                    "bit": 11,
                    "ppl": 6.907841205596924
                },
                {
                    "bit": 12,
                    "ppl": 6.907714366912842
                },
                {
                    "bit": 13,
                    "ppl": 6.9072585105896
                },
                {
                    "bit": 14,
                    "ppl": 6.907454490661621
                },
                {
                    "bit": 15,
                    "ppl": 6.907189846038818
                }
            ]
        },
        {
            "layer.19.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.093417644500732
                },
                {
                    "bit": 2,
                    "ppl": 6.965074062347412
                },
                {
                    "bit": 3,
                    "ppl": 6.931361198425293
                },
                {
                    "bit": 4,
                    "ppl": 6.917965412139893
                },
                {
                    "bit": 5,
                    "ppl": 6.913150310516357
                },
                {
                    "bit": 6,
                    "ppl": 6.911891460418701
                },
                {
                    "bit": 7,
                    "ppl": 6.910222053527832
                },
                {
                    "bit": 8,
                    "ppl": 6.909553050994873
                },
                {
                    "bit": 9,
                    "ppl": 6.908839225769043
                },
                {
                    "bit": 10,
                    "ppl": 6.908257484436035
                },
                {
                    "bit": 11,
                    "ppl": 6.907874584197998
                },
                {
                    "bit": 12,
                    "ppl": 6.907891273498535
                },
                {
                    "bit": 13,
                    "ppl": 6.907500743865967
                },
                {
                    "bit": 14,
                    "ppl": 6.907258987426758
                },
                {
                    "bit": 15,
                    "ppl": 6.906858921051025
                }
            ]
        },
        {
            "layer.20.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.930357933044434
                },
                {
                    "bit": 2,
                    "ppl": 6.913707733154297
                },
                {
                    "bit": 3,
                    "ppl": 6.909332752227783
                },
                {
                    "bit": 4,
                    "ppl": 6.908064365386963
                },
                {
                    "bit": 5,
                    "ppl": 6.907285213470459
                },
                {
                    "bit": 6,
                    "ppl": 6.907364845275879
                },
                {
                    "bit": 7,
                    "ppl": 6.907336711883545
                },
                {
                    "bit": 8,
                    "ppl": 6.907273292541504
                },
                {
                    "bit": 9,
                    "ppl": 6.907041549682617
                },
                {
                    "bit": 10,
                    "ppl": 6.907175540924072
                },
                {
                    "bit": 11,
                    "ppl": 6.9071173667907715
                },
                {
                    "bit": 12,
                    "ppl": 6.9070892333984375
                },
                {
                    "bit": 13,
                    "ppl": 6.906912803649902
                },
                {
                    "bit": 14,
                    "ppl": 6.907004356384277
                },
                {
                    "bit": 15,
                    "ppl": 6.907069206237793
                }
            ]
        },
        {
            "layer.20.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.932499885559082
                },
                {
                    "bit": 2,
                    "ppl": 6.911152362823486
                },
                {
                    "bit": 3,
                    "ppl": 6.908248424530029
                },
                {
                    "bit": 4,
                    "ppl": 6.907431602478027
                },
                {
                    "bit": 5,
                    "ppl": 6.907347679138184
                },
                {
                    "bit": 6,
                    "ppl": 6.9070725440979
                },
                {
                    "bit": 7,
                    "ppl": 6.907134056091309
                },
                {
                    "bit": 8,
                    "ppl": 6.907005310058594
                },
                {
                    "bit": 9,
                    "ppl": 6.9071550369262695
                },
                {
                    "bit": 10,
                    "ppl": 6.9072442054748535
                },
                {
                    "bit": 11,
                    "ppl": 6.907187461853027
                },
                {
                    "bit": 12,
                    "ppl": 6.907063007354736
                },
                {
                    "bit": 13,
                    "ppl": 6.907000541687012
                },
                {
                    "bit": 14,
                    "ppl": 6.907270431518555
                },
                {
                    "bit": 15,
                    "ppl": 6.907004356384277
                }
            ]
        },
        {
            "layer.20.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.921886444091797
                },
                {
                    "bit": 2,
                    "ppl": 6.912119388580322
                },
                {
                    "bit": 3,
                    "ppl": 6.908558368682861
                },
                {
                    "bit": 4,
                    "ppl": 6.908336162567139
                },
                {
                    "bit": 5,
                    "ppl": 6.90784215927124
                },
                {
                    "bit": 6,
                    "ppl": 6.907813549041748
                },
                {
                    "bit": 7,
                    "ppl": 6.907591819763184
                },
                {
                    "bit": 8,
                    "ppl": 6.907212257385254
                },
                {
                    "bit": 9,
                    "ppl": 6.907280445098877
                },
                {
                    "bit": 10,
                    "ppl": 6.907015800476074
                },
                {
                    "bit": 11,
                    "ppl": 6.907303810119629
                },
                {
                    "bit": 12,
                    "ppl": 6.907291889190674
                },
                {
                    "bit": 13,
                    "ppl": 6.907295227050781
                },
                {
                    "bit": 14,
                    "ppl": 6.9070634841918945
                },
                {
                    "bit": 15,
                    "ppl": 6.907054424285889
                }
            ]
        },
        {
            "layer.20.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9270477294921875
                },
                {
                    "bit": 2,
                    "ppl": 6.91269063949585
                },
                {
                    "bit": 3,
                    "ppl": 6.908030986785889
                },
                {
                    "bit": 4,
                    "ppl": 6.908047676086426
                },
                {
                    "bit": 5,
                    "ppl": 6.907193183898926
                },
                {
                    "bit": 6,
                    "ppl": 6.907140254974365
                },
                {
                    "bit": 7,
                    "ppl": 6.907159328460693
                },
                {
                    "bit": 8,
                    "ppl": 6.907262325286865
                },
                {
                    "bit": 9,
                    "ppl": 6.907295227050781
                },
                {
                    "bit": 10,
                    "ppl": 6.9072160720825195
                },
                {
                    "bit": 11,
                    "ppl": 6.907026767730713
                },
                {
                    "bit": 12,
                    "ppl": 6.907265663146973
                },
                {
                    "bit": 13,
                    "ppl": 6.907010078430176
                },
                {
                    "bit": 14,
                    "ppl": 6.9071197509765625
                },
                {
                    "bit": 15,
                    "ppl": 6.9071550369262695
                }
            ]
        },
        {
            "layer.20.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.049570560455322
                },
                {
                    "bit": 2,
                    "ppl": 6.948861598968506
                },
                {
                    "bit": 3,
                    "ppl": 6.921802043914795
                },
                {
                    "bit": 4,
                    "ppl": 6.9147844314575195
                },
                {
                    "bit": 5,
                    "ppl": 6.9117817878723145
                },
                {
                    "bit": 6,
                    "ppl": 6.91018533706665
                },
                {
                    "bit": 7,
                    "ppl": 6.90934419631958
                },
                {
                    "bit": 8,
                    "ppl": 6.909253120422363
                },
                {
                    "bit": 9,
                    "ppl": 6.908566474914551
                },
                {
                    "bit": 10,
                    "ppl": 6.908426761627197
                },
                {
                    "bit": 11,
                    "ppl": 6.9075541496276855
                },
                {
                    "bit": 12,
                    "ppl": 6.9077630043029785
                },
                {
                    "bit": 13,
                    "ppl": 6.90737247467041
                },
                {
                    "bit": 14,
                    "ppl": 6.907271862030029
                },
                {
                    "bit": 15,
                    "ppl": 6.907167911529541
                }
            ]
        },
        {
            "layer.20.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.046164512634277
                },
                {
                    "bit": 2,
                    "ppl": 6.948585510253906
                },
                {
                    "bit": 3,
                    "ppl": 6.922710418701172
                },
                {
                    "bit": 4,
                    "ppl": 6.912786483764648
                },
                {
                    "bit": 5,
                    "ppl": 6.911365032196045
                },
                {
                    "bit": 6,
                    "ppl": 6.909748554229736
                },
                {
                    "bit": 7,
                    "ppl": 6.907942771911621
                },
                {
                    "bit": 8,
                    "ppl": 6.908111095428467
                },
                {
                    "bit": 9,
                    "ppl": 6.907649993896484
                },
                {
                    "bit": 10,
                    "ppl": 6.907790184020996
                },
                {
                    "bit": 11,
                    "ppl": 6.907612323760986
                },
                {
                    "bit": 12,
                    "ppl": 6.907419204711914
                },
                {
                    "bit": 13,
                    "ppl": 6.907332897186279
                },
                {
                    "bit": 14,
                    "ppl": 6.907399654388428
                },
                {
                    "bit": 15,
                    "ppl": 6.906951427459717
                }
            ]
        },
        {
            "layer.20.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.077714920043945
                },
                {
                    "bit": 2,
                    "ppl": 6.957942962646484
                },
                {
                    "bit": 3,
                    "ppl": 6.929318428039551
                },
                {
                    "bit": 4,
                    "ppl": 6.919206142425537
                },
                {
                    "bit": 5,
                    "ppl": 6.913806915283203
                },
                {
                    "bit": 6,
                    "ppl": 6.911496639251709
                },
                {
                    "bit": 7,
                    "ppl": 6.910892486572266
                },
                {
                    "bit": 8,
                    "ppl": 6.9099602699279785
                },
                {
                    "bit": 9,
                    "ppl": 6.909247875213623
                },
                {
                    "bit": 10,
                    "ppl": 6.908306121826172
                },
                {
                    "bit": 11,
                    "ppl": 6.9083251953125
                },
                {
                    "bit": 12,
                    "ppl": 6.907859802246094
                },
                {
                    "bit": 13,
                    "ppl": 6.907552242279053
                },
                {
                    "bit": 14,
                    "ppl": 6.907608509063721
                },
                {
                    "bit": 15,
                    "ppl": 6.906836986541748
                }
            ]
        },
        {
            "layer.21.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.939321517944336
                },
                {
                    "bit": 2,
                    "ppl": 6.914133548736572
                },
                {
                    "bit": 3,
                    "ppl": 6.90976619720459
                },
                {
                    "bit": 4,
                    "ppl": 6.908367156982422
                },
                {
                    "bit": 5,
                    "ppl": 6.907866954803467
                },
                {
                    "bit": 6,
                    "ppl": 6.90744161605835
                },
                {
                    "bit": 7,
                    "ppl": 6.90731143951416
                },
                {
                    "bit": 8,
                    "ppl": 6.907212257385254
                },
                {
                    "bit": 9,
                    "ppl": 6.907325744628906
                },
                {
                    "bit": 10,
                    "ppl": 6.907369136810303
                },
                {
                    "bit": 11,
                    "ppl": 6.907000541687012
                },
                {
                    "bit": 12,
                    "ppl": 6.9071044921875
                },
                {
                    "bit": 13,
                    "ppl": 6.907193183898926
                },
                {
                    "bit": 14,
                    "ppl": 6.90709924697876
                },
                {
                    "bit": 15,
                    "ppl": 6.907116889953613
                }
            ]
        },
        {
            "layer.21.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.92751407623291
                },
                {
                    "bit": 2,
                    "ppl": 6.913321495056152
                },
                {
                    "bit": 3,
                    "ppl": 6.909212112426758
                },
                {
                    "bit": 4,
                    "ppl": 6.908357620239258
                },
                {
                    "bit": 5,
                    "ppl": 6.90777587890625
                },
                {
                    "bit": 6,
                    "ppl": 6.9071550369262695
                },
                {
                    "bit": 7,
                    "ppl": 6.907196044921875
                },
                {
                    "bit": 8,
                    "ppl": 6.90714168548584
                },
                {
                    "bit": 9,
                    "ppl": 6.907280445098877
                },
                {
                    "bit": 10,
                    "ppl": 6.907098293304443
                },
                {
                    "bit": 11,
                    "ppl": 6.907037734985352
                },
                {
                    "bit": 12,
                    "ppl": 6.906955242156982
                },
                {
                    "bit": 13,
                    "ppl": 6.907148838043213
                },
                {
                    "bit": 14,
                    "ppl": 6.907125473022461
                },
                {
                    "bit": 15,
                    "ppl": 6.9071831703186035
                }
            ]
        },
        {
            "layer.21.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.934073448181152
                },
                {
                    "bit": 2,
                    "ppl": 6.9154815673828125
                },
                {
                    "bit": 3,
                    "ppl": 6.909948825836182
                },
                {
                    "bit": 4,
                    "ppl": 6.908862590789795
                },
                {
                    "bit": 5,
                    "ppl": 6.907792568206787
                },
                {
                    "bit": 6,
                    "ppl": 6.90778112411499
                },
                {
                    "bit": 7,
                    "ppl": 6.907334804534912
                },
                {
                    "bit": 8,
                    "ppl": 6.907134056091309
                },
                {
                    "bit": 9,
                    "ppl": 6.907103061676025
                },
                {
                    "bit": 10,
                    "ppl": 6.907094955444336
                },
                {
                    "bit": 11,
                    "ppl": 6.907097339630127
                },
                {
                    "bit": 12,
                    "ppl": 6.907138347625732
                },
                {
                    "bit": 13,
                    "ppl": 6.906993865966797
                },
                {
                    "bit": 14,
                    "ppl": 6.90706205368042
                },
                {
                    "bit": 15,
                    "ppl": 6.907044887542725
                }
            ]
        },
        {
            "layer.21.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.939395427703857
                },
                {
                    "bit": 2,
                    "ppl": 6.91824197769165
                },
                {
                    "bit": 3,
                    "ppl": 6.912394046783447
                },
                {
                    "bit": 4,
                    "ppl": 6.9097113609313965
                },
                {
                    "bit": 5,
                    "ppl": 6.90883207321167
                },
                {
                    "bit": 6,
                    "ppl": 6.907981872558594
                },
                {
                    "bit": 7,
                    "ppl": 6.9080305099487305
                },
                {
                    "bit": 8,
                    "ppl": 6.907632827758789
                },
                {
                    "bit": 9,
                    "ppl": 6.907738208770752
                },
                {
                    "bit": 10,
                    "ppl": 6.907333850860596
                },
                {
                    "bit": 11,
                    "ppl": 6.907383918762207
                },
                {
                    "bit": 12,
                    "ppl": 6.907245635986328
                },
                {
                    "bit": 13,
                    "ppl": 6.907290458679199
                },
                {
                    "bit": 14,
                    "ppl": 6.907140254974365
                },
                {
                    "bit": 15,
                    "ppl": 6.907258987426758
                }
            ]
        },
        {
            "layer.21.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.05898904800415
                },
                {
                    "bit": 2,
                    "ppl": 6.953630447387695
                },
                {
                    "bit": 3,
                    "ppl": 6.925538539886475
                },
                {
                    "bit": 4,
                    "ppl": 6.917053699493408
                },
                {
                    "bit": 5,
                    "ppl": 6.912772178649902
                },
                {
                    "bit": 6,
                    "ppl": 6.910886287689209
                },
                {
                    "bit": 7,
                    "ppl": 6.909952640533447
                },
                {
                    "bit": 8,
                    "ppl": 6.909306526184082
                },
                {
                    "bit": 9,
                    "ppl": 6.908566474914551
                },
                {
                    "bit": 10,
                    "ppl": 6.908514022827148
                },
                {
                    "bit": 11,
                    "ppl": 6.907695293426514
                },
                {
                    "bit": 12,
                    "ppl": 6.907586574554443
                },
                {
                    "bit": 13,
                    "ppl": 6.907474517822266
                },
                {
                    "bit": 14,
                    "ppl": 6.907224178314209
                },
                {
                    "bit": 15,
                    "ppl": 6.907047271728516
                }
            ]
        },
        {
            "layer.21.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.056881427764893
                },
                {
                    "bit": 2,
                    "ppl": 6.950476169586182
                },
                {
                    "bit": 3,
                    "ppl": 6.923274993896484
                },
                {
                    "bit": 4,
                    "ppl": 6.91597318649292
                },
                {
                    "bit": 5,
                    "ppl": 6.913018226623535
                },
                {
                    "bit": 6,
                    "ppl": 6.911218166351318
                },
                {
                    "bit": 7,
                    "ppl": 6.909869194030762
                },
                {
                    "bit": 8,
                    "ppl": 6.908945560455322
                },
                {
                    "bit": 9,
                    "ppl": 6.908756256103516
                },
                {
                    "bit": 10,
                    "ppl": 6.908063888549805
                },
                {
                    "bit": 11,
                    "ppl": 6.907957077026367
                },
                {
                    "bit": 12,
                    "ppl": 6.907402038574219
                },
                {
                    "bit": 13,
                    "ppl": 6.907773494720459
                },
                {
                    "bit": 14,
                    "ppl": 6.9074015617370605
                },
                {
                    "bit": 15,
                    "ppl": 6.90740442276001
                }
            ]
        },
        {
            "layer.21.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.089489459991455
                },
                {
                    "bit": 2,
                    "ppl": 6.968841075897217
                },
                {
                    "bit": 3,
                    "ppl": 6.932963848114014
                },
                {
                    "bit": 4,
                    "ppl": 6.918282985687256
                },
                {
                    "bit": 5,
                    "ppl": 6.913527488708496
                },
                {
                    "bit": 6,
                    "ppl": 6.911417484283447
                },
                {
                    "bit": 7,
                    "ppl": 6.9106340408325195
                },
                {
                    "bit": 8,
                    "ppl": 6.9090495109558105
                },
                {
                    "bit": 9,
                    "ppl": 6.9091715812683105
                },
                {
                    "bit": 10,
                    "ppl": 6.908635139465332
                },
                {
                    "bit": 11,
                    "ppl": 6.908250331878662
                },
                {
                    "bit": 12,
                    "ppl": 6.907937526702881
                },
                {
                    "bit": 13,
                    "ppl": 6.9077019691467285
                },
                {
                    "bit": 14,
                    "ppl": 6.9073591232299805
                },
                {
                    "bit": 15,
                    "ppl": 6.907008647918701
                }
            ]
        },
        {
            "layer.22.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.937241077423096
                },
                {
                    "bit": 2,
                    "ppl": 6.915877342224121
                },
                {
                    "bit": 3,
                    "ppl": 6.909003734588623
                },
                {
                    "bit": 4,
                    "ppl": 6.908282279968262
                },
                {
                    "bit": 5,
                    "ppl": 6.90808629989624
                },
                {
                    "bit": 6,
                    "ppl": 6.907731533050537
                },
                {
                    "bit": 7,
                    "ppl": 6.907684803009033
                },
                {
                    "bit": 8,
                    "ppl": 6.907605171203613
                },
                {
                    "bit": 9,
                    "ppl": 6.907455921173096
                },
                {
                    "bit": 10,
                    "ppl": 6.907430171966553
                },
                {
                    "bit": 11,
                    "ppl": 6.907137393951416
                },
                {
                    "bit": 12,
                    "ppl": 6.907262802124023
                },
                {
                    "bit": 13,
                    "ppl": 6.907046318054199
                },
                {
                    "bit": 14,
                    "ppl": 6.907282829284668
                },
                {
                    "bit": 15,
                    "ppl": 6.907100200653076
                }
            ]
        },
        {
            "layer.22.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.922306060791016
                },
                {
                    "bit": 2,
                    "ppl": 6.910336017608643
                },
                {
                    "bit": 3,
                    "ppl": 6.90906286239624
                },
                {
                    "bit": 4,
                    "ppl": 6.908026695251465
                },
                {
                    "bit": 5,
                    "ppl": 6.907197952270508
                },
                {
                    "bit": 6,
                    "ppl": 6.907066345214844
                },
                {
                    "bit": 7,
                    "ppl": 6.906918048858643
                },
                {
                    "bit": 8,
                    "ppl": 6.907161712646484
                },
                {
                    "bit": 9,
                    "ppl": 6.9071502685546875
                },
                {
                    "bit": 10,
                    "ppl": 6.906937122344971
                },
                {
                    "bit": 11,
                    "ppl": 6.907059192657471
                },
                {
                    "bit": 12,
                    "ppl": 6.906976222991943
                },
                {
                    "bit": 13,
                    "ppl": 6.907163619995117
                },
                {
                    "bit": 14,
                    "ppl": 6.906903266906738
                },
                {
                    "bit": 15,
                    "ppl": 6.90709924697876
                }
            ]
        },
        {
            "layer.22.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.928454399108887
                },
                {
                    "bit": 2,
                    "ppl": 6.914661407470703
                },
                {
                    "bit": 3,
                    "ppl": 6.9112701416015625
                },
                {
                    "bit": 4,
                    "ppl": 6.909182071685791
                },
                {
                    "bit": 5,
                    "ppl": 6.908669471740723
                },
                {
                    "bit": 6,
                    "ppl": 6.907940864562988
                },
                {
                    "bit": 7,
                    "ppl": 6.907738208770752
                },
                {
                    "bit": 8,
                    "ppl": 6.907688617706299
                },
                {
                    "bit": 9,
                    "ppl": 6.90744161605835
                },
                {
                    "bit": 10,
                    "ppl": 6.90744686126709
                },
                {
                    "bit": 11,
                    "ppl": 6.9073381423950195
                },
                {
                    "bit": 12,
                    "ppl": 6.9071550369262695
                },
                {
                    "bit": 13,
                    "ppl": 6.90714168548584
                },
                {
                    "bit": 14,
                    "ppl": 6.907067775726318
                },
                {
                    "bit": 15,
                    "ppl": 6.906959056854248
                }
            ]
        },
        {
            "layer.22.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.933450222015381
                },
                {
                    "bit": 2,
                    "ppl": 6.9160380363464355
                },
                {
                    "bit": 3,
                    "ppl": 6.911282539367676
                },
                {
                    "bit": 4,
                    "ppl": 6.909422874450684
                },
                {
                    "bit": 5,
                    "ppl": 6.908675670623779
                },
                {
                    "bit": 6,
                    "ppl": 6.908100605010986
                },
                {
                    "bit": 7,
                    "ppl": 6.908190727233887
                },
                {
                    "bit": 8,
                    "ppl": 6.908084392547607
                },
                {
                    "bit": 9,
                    "ppl": 6.907648086547852
                },
                {
                    "bit": 10,
                    "ppl": 6.90748929977417
                },
                {
                    "bit": 11,
                    "ppl": 6.907342910766602
                },
                {
                    "bit": 12,
                    "ppl": 6.9074859619140625
                },
                {
                    "bit": 13,
                    "ppl": 6.907210350036621
                },
                {
                    "bit": 14,
                    "ppl": 6.907277584075928
                },
                {
                    "bit": 15,
                    "ppl": 6.907063007354736
                }
            ]
        },
        {
            "layer.22.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.056826591491699
                },
                {
                    "bit": 2,
                    "ppl": 6.954971790313721
                },
                {
                    "bit": 3,
                    "ppl": 6.924765110015869
                },
                {
                    "bit": 4,
                    "ppl": 6.916177272796631
                },
                {
                    "bit": 5,
                    "ppl": 6.912527561187744
                },
                {
                    "bit": 6,
                    "ppl": 6.910472393035889
                },
                {
                    "bit": 7,
                    "ppl": 6.909446716308594
                },
                {
                    "bit": 8,
                    "ppl": 6.908556938171387
                },
                {
                    "bit": 9,
                    "ppl": 6.908268451690674
                },
                {
                    "bit": 10,
                    "ppl": 6.908120155334473
                },
                {
                    "bit": 11,
                    "ppl": 6.907366752624512
                },
                {
                    "bit": 12,
                    "ppl": 6.9075093269348145
                },
                {
                    "bit": 13,
                    "ppl": 6.907071113586426
                },
                {
                    "bit": 14,
                    "ppl": 6.907336711883545
                },
                {
                    "bit": 15,
                    "ppl": 6.907074451446533
                }
            ]
        },
        {
            "layer.22.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.039992809295654
                },
                {
                    "bit": 2,
                    "ppl": 6.944224834442139
                },
                {
                    "bit": 3,
                    "ppl": 6.921268939971924
                },
                {
                    "bit": 4,
                    "ppl": 6.9125285148620605
                },
                {
                    "bit": 5,
                    "ppl": 6.909161567687988
                },
                {
                    "bit": 6,
                    "ppl": 6.909409046173096
                },
                {
                    "bit": 7,
                    "ppl": 6.908477306365967
                },
                {
                    "bit": 8,
                    "ppl": 6.907559871673584
                },
                {
                    "bit": 9,
                    "ppl": 6.907769680023193
                },
                {
                    "bit": 10,
                    "ppl": 6.907647609710693
                },
                {
                    "bit": 11,
                    "ppl": 6.907595157623291
                },
                {
                    "bit": 12,
                    "ppl": 6.907262325286865
                },
                {
                    "bit": 13,
                    "ppl": 6.907357692718506
                },
                {
                    "bit": 14,
                    "ppl": 6.9071197509765625
                },
                {
                    "bit": 15,
                    "ppl": 6.907180309295654
                }
            ]
        },
        {
            "layer.22.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.069446563720703
                },
                {
                    "bit": 2,
                    "ppl": 6.963918685913086
                },
                {
                    "bit": 3,
                    "ppl": 6.9326605796813965
                },
                {
                    "bit": 4,
                    "ppl": 6.91847038269043
                },
                {
                    "bit": 5,
                    "ppl": 6.915015697479248
                },
                {
                    "bit": 6,
                    "ppl": 6.911763668060303
                },
                {
                    "bit": 7,
                    "ppl": 6.910990238189697
                },
                {
                    "bit": 8,
                    "ppl": 6.909673690795898
                },
                {
                    "bit": 9,
                    "ppl": 6.909329891204834
                },
                {
                    "bit": 10,
                    "ppl": 6.908679962158203
                },
                {
                    "bit": 11,
                    "ppl": 6.908452987670898
                },
                {
                    "bit": 12,
                    "ppl": 6.9077558517456055
                },
                {
                    "bit": 13,
                    "ppl": 6.90767765045166
                },
                {
                    "bit": 14,
                    "ppl": 6.907383441925049
                },
                {
                    "bit": 15,
                    "ppl": 6.907337188720703
                }
            ]
        },
        {
            "layer.23.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.933138370513916
                },
                {
                    "bit": 2,
                    "ppl": 6.912789344787598
                },
                {
                    "bit": 3,
                    "ppl": 6.908950328826904
                },
                {
                    "bit": 4,
                    "ppl": 6.907381534576416
                },
                {
                    "bit": 5,
                    "ppl": 6.907246112823486
                },
                {
                    "bit": 6,
                    "ppl": 6.907337188720703
                },
                {
                    "bit": 7,
                    "ppl": 6.907210350036621
                },
                {
                    "bit": 8,
                    "ppl": 6.907281875610352
                },
                {
                    "bit": 9,
                    "ppl": 6.906989097595215
                },
                {
                    "bit": 10,
                    "ppl": 6.907120704650879
                },
                {
                    "bit": 11,
                    "ppl": 6.907262325286865
                },
                {
                    "bit": 12,
                    "ppl": 6.907047271728516
                },
                {
                    "bit": 13,
                    "ppl": 6.907135963439941
                },
                {
                    "bit": 14,
                    "ppl": 6.9069905281066895
                },
                {
                    "bit": 15,
                    "ppl": 6.907011032104492
                }
            ]
        },
        {
            "layer.23.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.920588970184326
                },
                {
                    "bit": 2,
                    "ppl": 6.909984588623047
                },
                {
                    "bit": 3,
                    "ppl": 6.907850742340088
                },
                {
                    "bit": 4,
                    "ppl": 6.906981468200684
                },
                {
                    "bit": 5,
                    "ppl": 6.906947612762451
                },
                {
                    "bit": 6,
                    "ppl": 6.906843185424805
                },
                {
                    "bit": 7,
                    "ppl": 6.907242298126221
                },
                {
                    "bit": 8,
                    "ppl": 6.9072418212890625
                },
                {
                    "bit": 9,
                    "ppl": 6.907184600830078
                },
                {
                    "bit": 10,
                    "ppl": 6.907013416290283
                },
                {
                    "bit": 11,
                    "ppl": 6.907143592834473
                },
                {
                    "bit": 12,
                    "ppl": 6.907212734222412
                },
                {
                    "bit": 13,
                    "ppl": 6.907153129577637
                },
                {
                    "bit": 14,
                    "ppl": 6.907085418701172
                },
                {
                    "bit": 15,
                    "ppl": 6.907050132751465
                }
            ]
        },
        {
            "layer.23.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.924921989440918
                },
                {
                    "bit": 2,
                    "ppl": 6.912412166595459
                },
                {
                    "bit": 3,
                    "ppl": 6.909291744232178
                },
                {
                    "bit": 4,
                    "ppl": 6.9081926345825195
                },
                {
                    "bit": 5,
                    "ppl": 6.907798767089844
                },
                {
                    "bit": 6,
                    "ppl": 6.907526969909668
                },
                {
                    "bit": 7,
                    "ppl": 6.907268524169922
                },
                {
                    "bit": 8,
                    "ppl": 6.907402038574219
                },
                {
                    "bit": 9,
                    "ppl": 6.907214164733887
                },
                {
                    "bit": 10,
                    "ppl": 6.907230854034424
                },
                {
                    "bit": 11,
                    "ppl": 6.907037734985352
                },
                {
                    "bit": 12,
                    "ppl": 6.907137393951416
                },
                {
                    "bit": 13,
                    "ppl": 6.906955242156982
                },
                {
                    "bit": 14,
                    "ppl": 6.90714168548584
                },
                {
                    "bit": 15,
                    "ppl": 6.9071807861328125
                }
            ]
        },
        {
            "layer.23.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.929304599761963
                },
                {
                    "bit": 2,
                    "ppl": 6.914205551147461
                },
                {
                    "bit": 3,
                    "ppl": 6.91121244430542
                },
                {
                    "bit": 4,
                    "ppl": 6.909527778625488
                },
                {
                    "bit": 5,
                    "ppl": 6.908255577087402
                },
                {
                    "bit": 6,
                    "ppl": 6.907460689544678
                },
                {
                    "bit": 7,
                    "ppl": 6.9076361656188965
                },
                {
                    "bit": 8,
                    "ppl": 6.907505035400391
                },
                {
                    "bit": 9,
                    "ppl": 6.9073381423950195
                },
                {
                    "bit": 10,
                    "ppl": 6.907425880432129
                },
                {
                    "bit": 11,
                    "ppl": 6.907323360443115
                },
                {
                    "bit": 12,
                    "ppl": 6.907249927520752
                },
                {
                    "bit": 13,
                    "ppl": 6.907061576843262
                },
                {
                    "bit": 14,
                    "ppl": 6.907107353210449
                },
                {
                    "bit": 15,
                    "ppl": 6.907048225402832
                }
            ]
        },
        {
            "layer.23.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.046758651733398
                },
                {
                    "bit": 2,
                    "ppl": 6.950512409210205
                },
                {
                    "bit": 3,
                    "ppl": 6.9256415367126465
                },
                {
                    "bit": 4,
                    "ppl": 6.91680383682251
                },
                {
                    "bit": 5,
                    "ppl": 6.912652969360352
                },
                {
                    "bit": 6,
                    "ppl": 6.911559104919434
                },
                {
                    "bit": 7,
                    "ppl": 6.910165309906006
                },
                {
                    "bit": 8,
                    "ppl": 6.909047603607178
                },
                {
                    "bit": 9,
                    "ppl": 6.908633708953857
                },
                {
                    "bit": 10,
                    "ppl": 6.908436298370361
                },
                {
                    "bit": 11,
                    "ppl": 6.907914161682129
                },
                {
                    "bit": 12,
                    "ppl": 6.907858371734619
                },
                {
                    "bit": 13,
                    "ppl": 6.907443046569824
                },
                {
                    "bit": 14,
                    "ppl": 6.907364368438721
                },
                {
                    "bit": 15,
                    "ppl": 6.907052040100098
                }
            ]
        },
        {
            "layer.23.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.047696590423584
                },
                {
                    "bit": 2,
                    "ppl": 6.951465129852295
                },
                {
                    "bit": 3,
                    "ppl": 6.927139759063721
                },
                {
                    "bit": 4,
                    "ppl": 6.917463302612305
                },
                {
                    "bit": 5,
                    "ppl": 6.912722110748291
                },
                {
                    "bit": 6,
                    "ppl": 6.911163806915283
                },
                {
                    "bit": 7,
                    "ppl": 6.910528659820557
                },
                {
                    "bit": 8,
                    "ppl": 6.909601211547852
                },
                {
                    "bit": 9,
                    "ppl": 6.909106731414795
                },
                {
                    "bit": 10,
                    "ppl": 6.908154010772705
                },
                {
                    "bit": 11,
                    "ppl": 6.908306121826172
                },
                {
                    "bit": 12,
                    "ppl": 6.907843112945557
                },
                {
                    "bit": 13,
                    "ppl": 6.9076972007751465
                },
                {
                    "bit": 14,
                    "ppl": 6.907354354858398
                },
                {
                    "bit": 15,
                    "ppl": 6.907193183898926
                }
            ]
        },
        {
            "layer.23.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.068139553070068
                },
                {
                    "bit": 2,
                    "ppl": 6.957744598388672
                },
                {
                    "bit": 3,
                    "ppl": 6.92781400680542
                },
                {
                    "bit": 4,
                    "ppl": 6.916078567504883
                },
                {
                    "bit": 5,
                    "ppl": 6.913599967956543
                },
                {
                    "bit": 6,
                    "ppl": 6.911377429962158
                },
                {
                    "bit": 7,
                    "ppl": 6.909928321838379
                },
                {
                    "bit": 8,
                    "ppl": 6.909387588500977
                },
                {
                    "bit": 9,
                    "ppl": 6.908856391906738
                },
                {
                    "bit": 10,
                    "ppl": 6.908930778503418
                },
                {
                    "bit": 11,
                    "ppl": 6.90814208984375
                },
                {
                    "bit": 12,
                    "ppl": 6.907887935638428
                },
                {
                    "bit": 13,
                    "ppl": 6.90785026550293
                },
                {
                    "bit": 14,
                    "ppl": 6.907524108886719
                },
                {
                    "bit": 15,
                    "ppl": 6.907444477081299
                }
            ]
        },
        {
            "layer.24.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.917222499847412
                },
                {
                    "bit": 2,
                    "ppl": 6.9058990478515625
                },
                {
                    "bit": 3,
                    "ppl": 6.9058427810668945
                },
                {
                    "bit": 4,
                    "ppl": 6.905313968658447
                },
                {
                    "bit": 5,
                    "ppl": 6.905481338500977
                },
                {
                    "bit": 6,
                    "ppl": 6.906135082244873
                },
                {
                    "bit": 7,
                    "ppl": 6.906318664550781
                },
                {
                    "bit": 8,
                    "ppl": 6.906228065490723
                },
                {
                    "bit": 9,
                    "ppl": 6.9065656661987305
                },
                {
                    "bit": 10,
                    "ppl": 6.9066314697265625
                },
                {
                    "bit": 11,
                    "ppl": 6.906769752502441
                },
                {
                    "bit": 12,
                    "ppl": 6.906875133514404
                },
                {
                    "bit": 13,
                    "ppl": 6.9068922996521
                },
                {
                    "bit": 14,
                    "ppl": 6.907085418701172
                },
                {
                    "bit": 15,
                    "ppl": 6.9070868492126465
                }
            ]
        },
        {
            "layer.24.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9124274253845215
                },
                {
                    "bit": 2,
                    "ppl": 6.907443046569824
                },
                {
                    "bit": 3,
                    "ppl": 6.906858921051025
                },
                {
                    "bit": 4,
                    "ppl": 6.906068801879883
                },
                {
                    "bit": 5,
                    "ppl": 6.906959056854248
                },
                {
                    "bit": 6,
                    "ppl": 6.90687370300293
                },
                {
                    "bit": 7,
                    "ppl": 6.9070281982421875
                },
                {
                    "bit": 8,
                    "ppl": 6.906822204589844
                },
                {
                    "bit": 9,
                    "ppl": 6.906883239746094
                },
                {
                    "bit": 10,
                    "ppl": 6.906933307647705
                },
                {
                    "bit": 11,
                    "ppl": 6.907135486602783
                },
                {
                    "bit": 12,
                    "ppl": 6.907087802886963
                },
                {
                    "bit": 13,
                    "ppl": 6.907031536102295
                },
                {
                    "bit": 14,
                    "ppl": 6.9069952964782715
                },
                {
                    "bit": 15,
                    "ppl": 6.907128810882568
                }
            ]
        },
        {
            "layer.24.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.909801959991455
                },
                {
                    "bit": 2,
                    "ppl": 6.908019542694092
                },
                {
                    "bit": 3,
                    "ppl": 6.907312870025635
                },
                {
                    "bit": 4,
                    "ppl": 6.90708589553833
                },
                {
                    "bit": 5,
                    "ppl": 6.9072160720825195
                },
                {
                    "bit": 6,
                    "ppl": 6.907121181488037
                },
                {
                    "bit": 7,
                    "ppl": 6.907238960266113
                },
                {
                    "bit": 8,
                    "ppl": 6.907114028930664
                },
                {
                    "bit": 9,
                    "ppl": 6.90720272064209
                },
                {
                    "bit": 10,
                    "ppl": 6.907193183898926
                },
                {
                    "bit": 11,
                    "ppl": 6.906987190246582
                },
                {
                    "bit": 12,
                    "ppl": 6.906965255737305
                },
                {
                    "bit": 13,
                    "ppl": 6.907354354858398
                },
                {
                    "bit": 14,
                    "ppl": 6.907001495361328
                },
                {
                    "bit": 15,
                    "ppl": 6.907122611999512
                }
            ]
        },
        {
            "layer.24.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.913161277770996
                },
                {
                    "bit": 2,
                    "ppl": 6.909133434295654
                },
                {
                    "bit": 3,
                    "ppl": 6.906736850738525
                },
                {
                    "bit": 4,
                    "ppl": 6.9071831703186035
                },
                {
                    "bit": 5,
                    "ppl": 6.906909465789795
                },
                {
                    "bit": 6,
                    "ppl": 6.906932830810547
                },
                {
                    "bit": 7,
                    "ppl": 6.907232761383057
                },
                {
                    "bit": 8,
                    "ppl": 6.906795501708984
                },
                {
                    "bit": 9,
                    "ppl": 6.907065391540527
                },
                {
                    "bit": 10,
                    "ppl": 6.9070024490356445
                },
                {
                    "bit": 11,
                    "ppl": 6.90681791305542
                },
                {
                    "bit": 12,
                    "ppl": 6.907076835632324
                },
                {
                    "bit": 13,
                    "ppl": 6.907047271728516
                },
                {
                    "bit": 14,
                    "ppl": 6.906972885131836
                },
                {
                    "bit": 15,
                    "ppl": 6.907110214233398
                }
            ]
        },
        {
            "layer.24.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.038510799407959
                },
                {
                    "bit": 2,
                    "ppl": 6.948526382446289
                },
                {
                    "bit": 3,
                    "ppl": 6.92305850982666
                },
                {
                    "bit": 4,
                    "ppl": 6.9156694412231445
                },
                {
                    "bit": 5,
                    "ppl": 6.91173791885376
                },
                {
                    "bit": 6,
                    "ppl": 6.910175800323486
                },
                {
                    "bit": 7,
                    "ppl": 6.90981912612915
                },
                {
                    "bit": 8,
                    "ppl": 6.908560276031494
                },
                {
                    "bit": 9,
                    "ppl": 6.908641338348389
                },
                {
                    "bit": 10,
                    "ppl": 6.9080586433410645
                },
                {
                    "bit": 11,
                    "ppl": 6.907580375671387
                },
                {
                    "bit": 12,
                    "ppl": 6.907717704772949
                },
                {
                    "bit": 13,
                    "ppl": 6.907418727874756
                },
                {
                    "bit": 14,
                    "ppl": 6.907336711883545
                },
                {
                    "bit": 15,
                    "ppl": 6.90702486038208
                }
            ]
        },
        {
            "layer.24.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.046243667602539
                },
                {
                    "bit": 2,
                    "ppl": 6.949731349945068
                },
                {
                    "bit": 3,
                    "ppl": 6.927574157714844
                },
                {
                    "bit": 4,
                    "ppl": 6.918219566345215
                },
                {
                    "bit": 5,
                    "ppl": 6.912844181060791
                },
                {
                    "bit": 6,
                    "ppl": 6.911386966705322
                },
                {
                    "bit": 7,
                    "ppl": 6.91014289855957
                },
                {
                    "bit": 8,
                    "ppl": 6.909246921539307
                },
                {
                    "bit": 9,
                    "ppl": 6.909124851226807
                },
                {
                    "bit": 10,
                    "ppl": 6.90854024887085
                },
                {
                    "bit": 11,
                    "ppl": 6.90806245803833
                },
                {
                    "bit": 12,
                    "ppl": 6.907805442810059
                },
                {
                    "bit": 13,
                    "ppl": 6.90759801864624
                },
                {
                    "bit": 14,
                    "ppl": 6.907589435577393
                },
                {
                    "bit": 15,
                    "ppl": 6.907323837280273
                }
            ]
        },
        {
            "layer.24.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.052663803100586
                },
                {
                    "bit": 2,
                    "ppl": 6.952380180358887
                },
                {
                    "bit": 3,
                    "ppl": 6.924846649169922
                },
                {
                    "bit": 4,
                    "ppl": 6.916393756866455
                },
                {
                    "bit": 5,
                    "ppl": 6.911806583404541
                },
                {
                    "bit": 6,
                    "ppl": 6.9105682373046875
                },
                {
                    "bit": 7,
                    "ppl": 6.909550189971924
                },
                {
                    "bit": 8,
                    "ppl": 6.908705711364746
                },
                {
                    "bit": 9,
                    "ppl": 6.908774375915527
                },
                {
                    "bit": 10,
                    "ppl": 6.90836238861084
                },
                {
                    "bit": 11,
                    "ppl": 6.908244609832764
                },
                {
                    "bit": 12,
                    "ppl": 6.907492637634277
                },
                {
                    "bit": 13,
                    "ppl": 6.907690525054932
                },
                {
                    "bit": 14,
                    "ppl": 6.907310962677002
                },
                {
                    "bit": 15,
                    "ppl": 6.907546520233154
                }
            ]
        },
        {
            "layer.25.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.929329872131348
                },
                {
                    "bit": 2,
                    "ppl": 6.910577774047852
                },
                {
                    "bit": 3,
                    "ppl": 6.9086503982543945
                },
                {
                    "bit": 4,
                    "ppl": 6.907303333282471
                },
                {
                    "bit": 5,
                    "ppl": 6.90733528137207
                },
                {
                    "bit": 6,
                    "ppl": 6.906866550445557
                },
                {
                    "bit": 7,
                    "ppl": 6.9069905281066895
                },
                {
                    "bit": 8,
                    "ppl": 6.907039165496826
                },
                {
                    "bit": 9,
                    "ppl": 6.90701150894165
                },
                {
                    "bit": 10,
                    "ppl": 6.907054424285889
                },
                {
                    "bit": 11,
                    "ppl": 6.907102584838867
                },
                {
                    "bit": 12,
                    "ppl": 6.9071173667907715
                },
                {
                    "bit": 13,
                    "ppl": 6.907011032104492
                },
                {
                    "bit": 14,
                    "ppl": 6.906918048858643
                },
                {
                    "bit": 15,
                    "ppl": 6.907110214233398
                }
            ]
        },
        {
            "layer.25.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.932445049285889
                },
                {
                    "bit": 2,
                    "ppl": 6.915203094482422
                },
                {
                    "bit": 3,
                    "ppl": 6.910821437835693
                },
                {
                    "bit": 4,
                    "ppl": 6.908575057983398
                },
                {
                    "bit": 5,
                    "ppl": 6.907896995544434
                },
                {
                    "bit": 6,
                    "ppl": 6.907077789306641
                },
                {
                    "bit": 7,
                    "ppl": 6.9075140953063965
                },
                {
                    "bit": 8,
                    "ppl": 6.90733528137207
                },
                {
                    "bit": 9,
                    "ppl": 6.907390594482422
                },
                {
                    "bit": 10,
                    "ppl": 6.907109260559082
                },
                {
                    "bit": 11,
                    "ppl": 6.907153129577637
                },
                {
                    "bit": 12,
                    "ppl": 6.907264232635498
                },
                {
                    "bit": 13,
                    "ppl": 6.907176494598389
                },
                {
                    "bit": 14,
                    "ppl": 6.906937122344971
                },
                {
                    "bit": 15,
                    "ppl": 6.9071526527404785
                }
            ]
        },
        {
            "layer.25.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.924654960632324
                },
                {
                    "bit": 2,
                    "ppl": 6.913636684417725
                },
                {
                    "bit": 3,
                    "ppl": 6.9091620445251465
                },
                {
                    "bit": 4,
                    "ppl": 6.907098293304443
                },
                {
                    "bit": 5,
                    "ppl": 6.907933712005615
                },
                {
                    "bit": 6,
                    "ppl": 6.907197952270508
                },
                {
                    "bit": 7,
                    "ppl": 6.907074928283691
                },
                {
                    "bit": 8,
                    "ppl": 6.907262802124023
                },
                {
                    "bit": 9,
                    "ppl": 6.907181262969971
                },
                {
                    "bit": 10,
                    "ppl": 6.90708589553833
                },
                {
                    "bit": 11,
                    "ppl": 6.907132148742676
                },
                {
                    "bit": 12,
                    "ppl": 6.907173156738281
                },
                {
                    "bit": 13,
                    "ppl": 6.907242298126221
                },
                {
                    "bit": 14,
                    "ppl": 6.907094478607178
                },
                {
                    "bit": 15,
                    "ppl": 6.907153129577637
                }
            ]
        },
        {
            "layer.25.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.928104877471924
                },
                {
                    "bit": 2,
                    "ppl": 6.9142165184021
                },
                {
                    "bit": 3,
                    "ppl": 6.910525321960449
                },
                {
                    "bit": 4,
                    "ppl": 6.909356594085693
                },
                {
                    "bit": 5,
                    "ppl": 6.90875244140625
                },
                {
                    "bit": 6,
                    "ppl": 6.908120155334473
                },
                {
                    "bit": 7,
                    "ppl": 6.907591819763184
                },
                {
                    "bit": 8,
                    "ppl": 6.907827377319336
                },
                {
                    "bit": 9,
                    "ppl": 6.907589435577393
                },
                {
                    "bit": 10,
                    "ppl": 6.907390594482422
                },
                {
                    "bit": 11,
                    "ppl": 6.907230854034424
                },
                {
                    "bit": 12,
                    "ppl": 6.907290458679199
                },
                {
                    "bit": 13,
                    "ppl": 6.90715217590332
                },
                {
                    "bit": 14,
                    "ppl": 6.907134532928467
                },
                {
                    "bit": 15,
                    "ppl": 6.907122611999512
                }
            ]
        },
        {
            "layer.25.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.038175582885742
                },
                {
                    "bit": 2,
                    "ppl": 6.945939540863037
                },
                {
                    "bit": 3,
                    "ppl": 6.924032211303711
                },
                {
                    "bit": 4,
                    "ppl": 6.915865421295166
                },
                {
                    "bit": 5,
                    "ppl": 6.912660598754883
                },
                {
                    "bit": 6,
                    "ppl": 6.91068172454834
                },
                {
                    "bit": 7,
                    "ppl": 6.909761428833008
                },
                {
                    "bit": 8,
                    "ppl": 6.909515380859375
                },
                {
                    "bit": 9,
                    "ppl": 6.908962249755859
                },
                {
                    "bit": 10,
                    "ppl": 6.908435821533203
                },
                {
                    "bit": 11,
                    "ppl": 6.907845973968506
                },
                {
                    "bit": 12,
                    "ppl": 6.907874584197998
                },
                {
                    "bit": 13,
                    "ppl": 6.907492637634277
                },
                {
                    "bit": 14,
                    "ppl": 6.907468318939209
                },
                {
                    "bit": 15,
                    "ppl": 6.906919956207275
                }
            ]
        },
        {
            "layer.25.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.030877113342285
                },
                {
                    "bit": 2,
                    "ppl": 6.945224285125732
                },
                {
                    "bit": 3,
                    "ppl": 6.923782825469971
                },
                {
                    "bit": 4,
                    "ppl": 6.9163923263549805
                },
                {
                    "bit": 5,
                    "ppl": 6.912700653076172
                },
                {
                    "bit": 6,
                    "ppl": 6.910221099853516
                },
                {
                    "bit": 7,
                    "ppl": 6.909631252288818
                },
                {
                    "bit": 8,
                    "ppl": 6.908779144287109
                },
                {
                    "bit": 9,
                    "ppl": 6.9087677001953125
                },
                {
                    "bit": 10,
                    "ppl": 6.908326148986816
                },
                {
                    "bit": 11,
                    "ppl": 6.908125400543213
                },
                {
                    "bit": 12,
                    "ppl": 6.907693862915039
                },
                {
                    "bit": 13,
                    "ppl": 6.907688617706299
                },
                {
                    "bit": 14,
                    "ppl": 6.907214164733887
                },
                {
                    "bit": 15,
                    "ppl": 6.907283306121826
                }
            ]
        },
        {
            "layer.25.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.035676002502441
                },
                {
                    "bit": 2,
                    "ppl": 6.948622226715088
                },
                {
                    "bit": 3,
                    "ppl": 6.924526214599609
                },
                {
                    "bit": 4,
                    "ppl": 6.915775299072266
                },
                {
                    "bit": 5,
                    "ppl": 6.912109851837158
                },
                {
                    "bit": 6,
                    "ppl": 6.910489082336426
                },
                {
                    "bit": 7,
                    "ppl": 6.909357070922852
                },
                {
                    "bit": 8,
                    "ppl": 6.908621788024902
                },
                {
                    "bit": 9,
                    "ppl": 6.908320903778076
                },
                {
                    "bit": 10,
                    "ppl": 6.908573627471924
                },
                {
                    "bit": 11,
                    "ppl": 6.9075751304626465
                },
                {
                    "bit": 12,
                    "ppl": 6.907766342163086
                },
                {
                    "bit": 13,
                    "ppl": 6.9072065353393555
                },
                {
                    "bit": 14,
                    "ppl": 6.9072442054748535
                },
                {
                    "bit": 15,
                    "ppl": 6.907095432281494
                }
            ]
        },
        {
            "layer.26.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.940285682678223
                },
                {
                    "bit": 2,
                    "ppl": 6.914034843444824
                },
                {
                    "bit": 3,
                    "ppl": 6.909297943115234
                },
                {
                    "bit": 4,
                    "ppl": 6.9081597328186035
                },
                {
                    "bit": 5,
                    "ppl": 6.907354354858398
                },
                {
                    "bit": 6,
                    "ppl": 6.907430171966553
                },
                {
                    "bit": 7,
                    "ppl": 6.907204627990723
                },
                {
                    "bit": 8,
                    "ppl": 6.907288551330566
                },
                {
                    "bit": 9,
                    "ppl": 6.90708065032959
                },
                {
                    "bit": 10,
                    "ppl": 6.907233238220215
                },
                {
                    "bit": 11,
                    "ppl": 6.907110214233398
                },
                {
                    "bit": 12,
                    "ppl": 6.907057762145996
                },
                {
                    "bit": 13,
                    "ppl": 6.906998157501221
                },
                {
                    "bit": 14,
                    "ppl": 6.906949520111084
                },
                {
                    "bit": 15,
                    "ppl": 6.907097339630127
                }
            ]
        },
        {
            "layer.26.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.929540157318115
                },
                {
                    "bit": 2,
                    "ppl": 6.9114789962768555
                },
                {
                    "bit": 3,
                    "ppl": 6.9097065925598145
                },
                {
                    "bit": 4,
                    "ppl": 6.908249855041504
                },
                {
                    "bit": 5,
                    "ppl": 6.907383918762207
                },
                {
                    "bit": 6,
                    "ppl": 6.907671928405762
                },
                {
                    "bit": 7,
                    "ppl": 6.9075541496276855
                },
                {
                    "bit": 8,
                    "ppl": 6.907604694366455
                },
                {
                    "bit": 9,
                    "ppl": 6.907375812530518
                },
                {
                    "bit": 10,
                    "ppl": 6.907427787780762
                },
                {
                    "bit": 11,
                    "ppl": 6.907441139221191
                },
                {
                    "bit": 12,
                    "ppl": 6.9072980880737305
                },
                {
                    "bit": 13,
                    "ppl": 6.907329559326172
                },
                {
                    "bit": 14,
                    "ppl": 6.907252788543701
                },
                {
                    "bit": 15,
                    "ppl": 6.907171726226807
                }
            ]
        },
        {
            "layer.26.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9247965812683105
                },
                {
                    "bit": 2,
                    "ppl": 6.912186145782471
                },
                {
                    "bit": 3,
                    "ppl": 6.908988952636719
                },
                {
                    "bit": 4,
                    "ppl": 6.9078874588012695
                },
                {
                    "bit": 5,
                    "ppl": 6.907228469848633
                },
                {
                    "bit": 6,
                    "ppl": 6.907328128814697
                },
                {
                    "bit": 7,
                    "ppl": 6.906693458557129
                },
                {
                    "bit": 8,
                    "ppl": 6.907052993774414
                },
                {
                    "bit": 9,
                    "ppl": 6.90680456161499
                },
                {
                    "bit": 10,
                    "ppl": 6.9071044921875
                },
                {
                    "bit": 11,
                    "ppl": 6.906789779663086
                },
                {
                    "bit": 12,
                    "ppl": 6.906944274902344
                },
                {
                    "bit": 13,
                    "ppl": 6.90687894821167
                },
                {
                    "bit": 14,
                    "ppl": 6.9071269035339355
                },
                {
                    "bit": 15,
                    "ppl": 6.906906604766846
                }
            ]
        },
        {
            "layer.26.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.934667587280273
                },
                {
                    "bit": 2,
                    "ppl": 6.914782524108887
                },
                {
                    "bit": 3,
                    "ppl": 6.911897659301758
                },
                {
                    "bit": 4,
                    "ppl": 6.909586429595947
                },
                {
                    "bit": 5,
                    "ppl": 6.908661842346191
                },
                {
                    "bit": 6,
                    "ppl": 6.908440589904785
                },
                {
                    "bit": 7,
                    "ppl": 6.907845973968506
                },
                {
                    "bit": 8,
                    "ppl": 6.907893180847168
                },
                {
                    "bit": 9,
                    "ppl": 6.90778923034668
                },
                {
                    "bit": 10,
                    "ppl": 6.9075212478637695
                },
                {
                    "bit": 11,
                    "ppl": 6.90739107131958
                },
                {
                    "bit": 12,
                    "ppl": 6.9073381423950195
                },
                {
                    "bit": 13,
                    "ppl": 6.907193183898926
                },
                {
                    "bit": 14,
                    "ppl": 6.907201290130615
                },
                {
                    "bit": 15,
                    "ppl": 6.9069294929504395
                }
            ]
        },
        {
            "layer.26.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.038879871368408
                },
                {
                    "bit": 2,
                    "ppl": 6.949726104736328
                },
                {
                    "bit": 3,
                    "ppl": 6.926266193389893
                },
                {
                    "bit": 4,
                    "ppl": 6.916315078735352
                },
                {
                    "bit": 5,
                    "ppl": 6.912520885467529
                },
                {
                    "bit": 6,
                    "ppl": 6.911322593688965
                },
                {
                    "bit": 7,
                    "ppl": 6.9101033210754395
                },
                {
                    "bit": 8,
                    "ppl": 6.909506320953369
                },
                {
                    "bit": 9,
                    "ppl": 6.909012794494629
                },
                {
                    "bit": 10,
                    "ppl": 6.908644199371338
                },
                {
                    "bit": 11,
                    "ppl": 6.908330917358398
                },
                {
                    "bit": 12,
                    "ppl": 6.908042907714844
                },
                {
                    "bit": 13,
                    "ppl": 6.907797813415527
                },
                {
                    "bit": 14,
                    "ppl": 6.907442569732666
                },
                {
                    "bit": 15,
                    "ppl": 6.907496452331543
                }
            ]
        },
        {
            "layer.26.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.024093151092529
                },
                {
                    "bit": 2,
                    "ppl": 6.9449005126953125
                },
                {
                    "bit": 3,
                    "ppl": 6.922309875488281
                },
                {
                    "bit": 4,
                    "ppl": 6.914787292480469
                },
                {
                    "bit": 5,
                    "ppl": 6.9115400314331055
                },
                {
                    "bit": 6,
                    "ppl": 6.909714698791504
                },
                {
                    "bit": 7,
                    "ppl": 6.909471035003662
                },
                {
                    "bit": 8,
                    "ppl": 6.908308982849121
                },
                {
                    "bit": 9,
                    "ppl": 6.908151626586914
                },
                {
                    "bit": 10,
                    "ppl": 6.9076361656188965
                },
                {
                    "bit": 11,
                    "ppl": 6.9078049659729
                },
                {
                    "bit": 12,
                    "ppl": 6.907306671142578
                },
                {
                    "bit": 13,
                    "ppl": 6.907664775848389
                },
                {
                    "bit": 14,
                    "ppl": 6.907137393951416
                },
                {
                    "bit": 15,
                    "ppl": 6.90706729888916
                }
            ]
        },
        {
            "layer.26.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.034774303436279
                },
                {
                    "bit": 2,
                    "ppl": 6.9444260597229
                },
                {
                    "bit": 3,
                    "ppl": 6.9241461753845215
                },
                {
                    "bit": 4,
                    "ppl": 6.915075778961182
                },
                {
                    "bit": 5,
                    "ppl": 6.910811901092529
                },
                {
                    "bit": 6,
                    "ppl": 6.910140037536621
                },
                {
                    "bit": 7,
                    "ppl": 6.909265995025635
                },
                {
                    "bit": 8,
                    "ppl": 6.909041881561279
                },
                {
                    "bit": 9,
                    "ppl": 6.908641338348389
                },
                {
                    "bit": 10,
                    "ppl": 6.907904624938965
                },
                {
                    "bit": 11,
                    "ppl": 6.907900333404541
                },
                {
                    "bit": 12,
                    "ppl": 6.907496452331543
                },
                {
                    "bit": 13,
                    "ppl": 6.907578945159912
                },
                {
                    "bit": 14,
                    "ppl": 6.907355308532715
                },
                {
                    "bit": 15,
                    "ppl": 6.9071502685546875
                }
            ]
        },
        {
            "layer.27.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9474005699157715
                },
                {
                    "bit": 2,
                    "ppl": 6.916080474853516
                },
                {
                    "bit": 3,
                    "ppl": 6.9098944664001465
                },
                {
                    "bit": 4,
                    "ppl": 6.907581806182861
                },
                {
                    "bit": 5,
                    "ppl": 6.907130241394043
                },
                {
                    "bit": 6,
                    "ppl": 6.907243251800537
                },
                {
                    "bit": 7,
                    "ppl": 6.907334804534912
                },
                {
                    "bit": 8,
                    "ppl": 6.907060146331787
                },
                {
                    "bit": 9,
                    "ppl": 6.906786918640137
                },
                {
                    "bit": 10,
                    "ppl": 6.906916618347168
                },
                {
                    "bit": 11,
                    "ppl": 6.906977653503418
                },
                {
                    "bit": 12,
                    "ppl": 6.9068403244018555
                },
                {
                    "bit": 13,
                    "ppl": 6.906948566436768
                },
                {
                    "bit": 14,
                    "ppl": 6.907005310058594
                },
                {
                    "bit": 15,
                    "ppl": 6.907145977020264
                }
            ]
        },
        {
            "layer.27.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.946597576141357
                },
                {
                    "bit": 2,
                    "ppl": 6.915050983428955
                },
                {
                    "bit": 3,
                    "ppl": 6.910464286804199
                },
                {
                    "bit": 4,
                    "ppl": 6.908629417419434
                },
                {
                    "bit": 5,
                    "ppl": 6.907670497894287
                },
                {
                    "bit": 6,
                    "ppl": 6.908029556274414
                },
                {
                    "bit": 7,
                    "ppl": 6.907538890838623
                },
                {
                    "bit": 8,
                    "ppl": 6.907469272613525
                },
                {
                    "bit": 9,
                    "ppl": 6.907268047332764
                },
                {
                    "bit": 10,
                    "ppl": 6.90740966796875
                },
                {
                    "bit": 11,
                    "ppl": 6.90743350982666
                },
                {
                    "bit": 12,
                    "ppl": 6.907214164733887
                },
                {
                    "bit": 13,
                    "ppl": 6.907175540924072
                },
                {
                    "bit": 14,
                    "ppl": 6.907223701477051
                },
                {
                    "bit": 15,
                    "ppl": 6.90708065032959
                }
            ]
        },
        {
            "layer.27.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.931404113769531
                },
                {
                    "bit": 2,
                    "ppl": 6.913908958435059
                },
                {
                    "bit": 3,
                    "ppl": 6.9109578132629395
                },
                {
                    "bit": 4,
                    "ppl": 6.908852577209473
                },
                {
                    "bit": 5,
                    "ppl": 6.908542633056641
                },
                {
                    "bit": 6,
                    "ppl": 6.90761137008667
                },
                {
                    "bit": 7,
                    "ppl": 6.907487869262695
                },
                {
                    "bit": 8,
                    "ppl": 6.9074482917785645
                },
                {
                    "bit": 9,
                    "ppl": 6.907373428344727
                },
                {
                    "bit": 10,
                    "ppl": 6.907175064086914
                },
                {
                    "bit": 11,
                    "ppl": 6.907069206237793
                },
                {
                    "bit": 12,
                    "ppl": 6.906946182250977
                },
                {
                    "bit": 13,
                    "ppl": 6.907079696655273
                },
                {
                    "bit": 14,
                    "ppl": 6.9070563316345215
                },
                {
                    "bit": 15,
                    "ppl": 6.906824111938477
                }
            ]
        },
        {
            "layer.27.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.943591594696045
                },
                {
                    "bit": 2,
                    "ppl": 6.9202961921691895
                },
                {
                    "bit": 3,
                    "ppl": 6.913924217224121
                },
                {
                    "bit": 4,
                    "ppl": 6.9109039306640625
                },
                {
                    "bit": 5,
                    "ppl": 6.9087300300598145
                },
                {
                    "bit": 6,
                    "ppl": 6.908567905426025
                },
                {
                    "bit": 7,
                    "ppl": 6.908038139343262
                },
                {
                    "bit": 8,
                    "ppl": 6.907981872558594
                },
                {
                    "bit": 9,
                    "ppl": 6.907532215118408
                },
                {
                    "bit": 10,
                    "ppl": 6.907560348510742
                },
                {
                    "bit": 11,
                    "ppl": 6.907201290130615
                },
                {
                    "bit": 12,
                    "ppl": 6.907505989074707
                },
                {
                    "bit": 13,
                    "ppl": 6.907257080078125
                },
                {
                    "bit": 14,
                    "ppl": 6.90720272064209
                },
                {
                    "bit": 15,
                    "ppl": 6.906947612762451
                }
            ]
        },
        {
            "layer.27.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.044796466827393
                },
                {
                    "bit": 2,
                    "ppl": 6.951893329620361
                },
                {
                    "bit": 3,
                    "ppl": 6.92292594909668
                },
                {
                    "bit": 4,
                    "ppl": 6.91531229019165
                },
                {
                    "bit": 5,
                    "ppl": 6.9122467041015625
                },
                {
                    "bit": 6,
                    "ppl": 6.910373210906982
                },
                {
                    "bit": 7,
                    "ppl": 6.909595966339111
                },
                {
                    "bit": 8,
                    "ppl": 6.908488750457764
                },
                {
                    "bit": 9,
                    "ppl": 6.908430099487305
                },
                {
                    "bit": 10,
                    "ppl": 6.9078497886657715
                },
                {
                    "bit": 11,
                    "ppl": 6.907754898071289
                },
                {
                    "bit": 12,
                    "ppl": 6.907526016235352
                },
                {
                    "bit": 13,
                    "ppl": 6.907165050506592
                },
                {
                    "bit": 14,
                    "ppl": 6.907234191894531
                },
                {
                    "bit": 15,
                    "ppl": 6.906952381134033
                }
            ]
        },
        {
            "layer.27.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.058875560760498
                },
                {
                    "bit": 2,
                    "ppl": 6.950908660888672
                },
                {
                    "bit": 3,
                    "ppl": 6.9242262840271
                },
                {
                    "bit": 4,
                    "ppl": 6.9147210121154785
                },
                {
                    "bit": 5,
                    "ppl": 6.912652969360352
                },
                {
                    "bit": 6,
                    "ppl": 6.910441875457764
                },
                {
                    "bit": 7,
                    "ppl": 6.909631252288818
                },
                {
                    "bit": 8,
                    "ppl": 6.908994674682617
                },
                {
                    "bit": 9,
                    "ppl": 6.908812046051025
                },
                {
                    "bit": 10,
                    "ppl": 6.9083709716796875
                },
                {
                    "bit": 11,
                    "ppl": 6.907871246337891
                },
                {
                    "bit": 12,
                    "ppl": 6.9078450202941895
                },
                {
                    "bit": 13,
                    "ppl": 6.90748929977417
                },
                {
                    "bit": 14,
                    "ppl": 6.907448768615723
                },
                {
                    "bit": 15,
                    "ppl": 6.907181262969971
                }
            ]
        },
        {
            "layer.27.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.028936386108398
                },
                {
                    "bit": 2,
                    "ppl": 6.945138931274414
                },
                {
                    "bit": 3,
                    "ppl": 6.922292709350586
                },
                {
                    "bit": 4,
                    "ppl": 6.914155960083008
                },
                {
                    "bit": 5,
                    "ppl": 6.912214279174805
                },
                {
                    "bit": 6,
                    "ppl": 6.909593105316162
                },
                {
                    "bit": 7,
                    "ppl": 6.9089250564575195
                },
                {
                    "bit": 8,
                    "ppl": 6.908556938171387
                },
                {
                    "bit": 9,
                    "ppl": 6.9078803062438965
                },
                {
                    "bit": 10,
                    "ppl": 6.907998561859131
                },
                {
                    "bit": 11,
                    "ppl": 6.90755033493042
                },
                {
                    "bit": 12,
                    "ppl": 6.907601356506348
                },
                {
                    "bit": 13,
                    "ppl": 6.907343864440918
                },
                {
                    "bit": 14,
                    "ppl": 6.907224178314209
                },
                {
                    "bit": 15,
                    "ppl": 6.907422065734863
                }
            ]
        },
        {
            "layer.28.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.934839725494385
                },
                {
                    "bit": 2,
                    "ppl": 6.912323951721191
                },
                {
                    "bit": 3,
                    "ppl": 6.909435272216797
                },
                {
                    "bit": 4,
                    "ppl": 6.9079155921936035
                },
                {
                    "bit": 5,
                    "ppl": 6.9073309898376465
                },
                {
                    "bit": 6,
                    "ppl": 6.907297611236572
                },
                {
                    "bit": 7,
                    "ppl": 6.907392501831055
                },
                {
                    "bit": 8,
                    "ppl": 6.907200813293457
                },
                {
                    "bit": 9,
                    "ppl": 6.907259941101074
                },
                {
                    "bit": 10,
                    "ppl": 6.907044887542725
                },
                {
                    "bit": 11,
                    "ppl": 6.907158374786377
                },
                {
                    "bit": 12,
                    "ppl": 6.906923770904541
                },
                {
                    "bit": 13,
                    "ppl": 6.906989097595215
                },
                {
                    "bit": 14,
                    "ppl": 6.907022953033447
                },
                {
                    "bit": 15,
                    "ppl": 6.907128810882568
                }
            ]
        },
        {
            "layer.28.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.930853843688965
                },
                {
                    "bit": 2,
                    "ppl": 6.913384914398193
                },
                {
                    "bit": 3,
                    "ppl": 6.909946918487549
                },
                {
                    "bit": 4,
                    "ppl": 6.908731460571289
                },
                {
                    "bit": 5,
                    "ppl": 6.908527374267578
                },
                {
                    "bit": 6,
                    "ppl": 6.908112049102783
                },
                {
                    "bit": 7,
                    "ppl": 6.908106803894043
                },
                {
                    "bit": 8,
                    "ppl": 6.907710075378418
                },
                {
                    "bit": 9,
                    "ppl": 6.907642364501953
                },
                {
                    "bit": 10,
                    "ppl": 6.907711982727051
                },
                {
                    "bit": 11,
                    "ppl": 6.907530784606934
                },
                {
                    "bit": 12,
                    "ppl": 6.907450199127197
                },
                {
                    "bit": 13,
                    "ppl": 6.907329082489014
                },
                {
                    "bit": 14,
                    "ppl": 6.907392501831055
                },
                {
                    "bit": 15,
                    "ppl": 6.907160758972168
                }
            ]
        },
        {
            "layer.28.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.927802562713623
                },
                {
                    "bit": 2,
                    "ppl": 6.913031578063965
                },
                {
                    "bit": 3,
                    "ppl": 6.909641742706299
                },
                {
                    "bit": 4,
                    "ppl": 6.9080657958984375
                },
                {
                    "bit": 5,
                    "ppl": 6.907975196838379
                },
                {
                    "bit": 6,
                    "ppl": 6.907688617706299
                },
                {
                    "bit": 7,
                    "ppl": 6.9073591232299805
                },
                {
                    "bit": 8,
                    "ppl": 6.9073381423950195
                },
                {
                    "bit": 9,
                    "ppl": 6.907280921936035
                },
                {
                    "bit": 10,
                    "ppl": 6.907230854034424
                },
                {
                    "bit": 11,
                    "ppl": 6.907112121582031
                },
                {
                    "bit": 12,
                    "ppl": 6.907163619995117
                },
                {
                    "bit": 13,
                    "ppl": 6.906899929046631
                },
                {
                    "bit": 14,
                    "ppl": 6.907123565673828
                },
                {
                    "bit": 15,
                    "ppl": 6.906909465789795
                }
            ]
        },
        {
            "layer.28.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.931463718414307
                },
                {
                    "bit": 2,
                    "ppl": 6.916525363922119
                },
                {
                    "bit": 3,
                    "ppl": 6.909796714782715
                },
                {
                    "bit": 4,
                    "ppl": 6.908626079559326
                },
                {
                    "bit": 5,
                    "ppl": 6.908283233642578
                },
                {
                    "bit": 6,
                    "ppl": 6.908018112182617
                },
                {
                    "bit": 7,
                    "ppl": 6.907899856567383
                },
                {
                    "bit": 8,
                    "ppl": 6.90761137008667
                },
                {
                    "bit": 9,
                    "ppl": 6.907511234283447
                },
                {
                    "bit": 10,
                    "ppl": 6.907160758972168
                },
                {
                    "bit": 11,
                    "ppl": 6.907268524169922
                },
                {
                    "bit": 12,
                    "ppl": 6.907005310058594
                },
                {
                    "bit": 13,
                    "ppl": 6.90706729888916
                },
                {
                    "bit": 14,
                    "ppl": 6.907238960266113
                },
                {
                    "bit": 15,
                    "ppl": 6.907001972198486
                }
            ]
        },
        {
            "layer.28.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.060307025909424
                },
                {
                    "bit": 2,
                    "ppl": 6.955368518829346
                },
                {
                    "bit": 3,
                    "ppl": 6.92480993270874
                },
                {
                    "bit": 4,
                    "ppl": 6.917084217071533
                },
                {
                    "bit": 5,
                    "ppl": 6.914159297943115
                },
                {
                    "bit": 6,
                    "ppl": 6.911604881286621
                },
                {
                    "bit": 7,
                    "ppl": 6.910606861114502
                },
                {
                    "bit": 8,
                    "ppl": 6.909528732299805
                },
                {
                    "bit": 9,
                    "ppl": 6.909345626831055
                },
                {
                    "bit": 10,
                    "ppl": 6.908616065979004
                },
                {
                    "bit": 11,
                    "ppl": 6.908434867858887
                },
                {
                    "bit": 12,
                    "ppl": 6.9078803062438965
                },
                {
                    "bit": 13,
                    "ppl": 6.907556056976318
                },
                {
                    "bit": 14,
                    "ppl": 6.907393932342529
                },
                {
                    "bit": 15,
                    "ppl": 6.907164096832275
                }
            ]
        },
        {
            "layer.28.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.023012638092041
                },
                {
                    "bit": 2,
                    "ppl": 6.942111015319824
                },
                {
                    "bit": 3,
                    "ppl": 6.920825481414795
                },
                {
                    "bit": 4,
                    "ppl": 6.911758899688721
                },
                {
                    "bit": 5,
                    "ppl": 6.909757614135742
                },
                {
                    "bit": 6,
                    "ppl": 6.908088207244873
                },
                {
                    "bit": 7,
                    "ppl": 6.908261299133301
                },
                {
                    "bit": 8,
                    "ppl": 6.907774448394775
                },
                {
                    "bit": 9,
                    "ppl": 6.908166408538818
                },
                {
                    "bit": 10,
                    "ppl": 6.907400608062744
                },
                {
                    "bit": 11,
                    "ppl": 6.907807350158691
                },
                {
                    "bit": 12,
                    "ppl": 6.907203674316406
                },
                {
                    "bit": 13,
                    "ppl": 6.907357692718506
                },
                {
                    "bit": 14,
                    "ppl": 6.90746545791626
                },
                {
                    "bit": 15,
                    "ppl": 6.90714168548584
                }
            ]
        },
        {
            "layer.28.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.019020080566406
                },
                {
                    "bit": 2,
                    "ppl": 6.943629264831543
                },
                {
                    "bit": 3,
                    "ppl": 6.92184591293335
                },
                {
                    "bit": 4,
                    "ppl": 6.914566516876221
                },
                {
                    "bit": 5,
                    "ppl": 6.911359786987305
                },
                {
                    "bit": 6,
                    "ppl": 6.90968656539917
                },
                {
                    "bit": 7,
                    "ppl": 6.909297466278076
                },
                {
                    "bit": 8,
                    "ppl": 6.908447742462158
                },
                {
                    "bit": 9,
                    "ppl": 6.908194541931152
                },
                {
                    "bit": 10,
                    "ppl": 6.908006191253662
                },
                {
                    "bit": 11,
                    "ppl": 6.907616138458252
                },
                {
                    "bit": 12,
                    "ppl": 6.9076642990112305
                },
                {
                    "bit": 13,
                    "ppl": 6.907007694244385
                },
                {
                    "bit": 14,
                    "ppl": 6.907288074493408
                },
                {
                    "bit": 15,
                    "ppl": 6.906989574432373
                }
            ]
        },
        {
            "layer.29.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9747819900512695
                },
                {
                    "bit": 2,
                    "ppl": 6.917455196380615
                },
                {
                    "bit": 3,
                    "ppl": 6.910060882568359
                },
                {
                    "bit": 4,
                    "ppl": 6.908592700958252
                },
                {
                    "bit": 5,
                    "ppl": 6.907586574554443
                },
                {
                    "bit": 6,
                    "ppl": 6.907323360443115
                },
                {
                    "bit": 7,
                    "ppl": 6.907392501831055
                },
                {
                    "bit": 8,
                    "ppl": 6.907634258270264
                },
                {
                    "bit": 9,
                    "ppl": 6.907265663146973
                },
                {
                    "bit": 10,
                    "ppl": 6.907351493835449
                },
                {
                    "bit": 11,
                    "ppl": 6.90743350982666
                },
                {
                    "bit": 12,
                    "ppl": 6.907187461853027
                },
                {
                    "bit": 13,
                    "ppl": 6.907163619995117
                },
                {
                    "bit": 14,
                    "ppl": 6.906940937042236
                },
                {
                    "bit": 15,
                    "ppl": 6.907077789306641
                }
            ]
        },
        {
            "layer.29.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.939979076385498
                },
                {
                    "bit": 2,
                    "ppl": 6.915400981903076
                },
                {
                    "bit": 3,
                    "ppl": 6.9115400314331055
                },
                {
                    "bit": 4,
                    "ppl": 6.908222198486328
                },
                {
                    "bit": 5,
                    "ppl": 6.907805442810059
                },
                {
                    "bit": 6,
                    "ppl": 6.907395839691162
                },
                {
                    "bit": 7,
                    "ppl": 6.907463073730469
                },
                {
                    "bit": 8,
                    "ppl": 6.907461643218994
                },
                {
                    "bit": 9,
                    "ppl": 6.906922817230225
                },
                {
                    "bit": 10,
                    "ppl": 6.906975746154785
                },
                {
                    "bit": 11,
                    "ppl": 6.906781196594238
                },
                {
                    "bit": 12,
                    "ppl": 6.906998157501221
                },
                {
                    "bit": 13,
                    "ppl": 6.906980514526367
                },
                {
                    "bit": 14,
                    "ppl": 6.907122611999512
                },
                {
                    "bit": 15,
                    "ppl": 6.907114028930664
                }
            ]
        },
        {
            "layer.29.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.94117546081543
                },
                {
                    "bit": 2,
                    "ppl": 6.9170942306518555
                },
                {
                    "bit": 3,
                    "ppl": 6.911249160766602
                },
                {
                    "bit": 4,
                    "ppl": 6.908544540405273
                },
                {
                    "bit": 5,
                    "ppl": 6.90814733505249
                },
                {
                    "bit": 6,
                    "ppl": 6.907711982727051
                },
                {
                    "bit": 7,
                    "ppl": 6.907792091369629
                },
                {
                    "bit": 8,
                    "ppl": 6.907499313354492
                },
                {
                    "bit": 9,
                    "ppl": 6.907463073730469
                },
                {
                    "bit": 10,
                    "ppl": 6.907153129577637
                },
                {
                    "bit": 11,
                    "ppl": 6.907362937927246
                },
                {
                    "bit": 12,
                    "ppl": 6.907012939453125
                },
                {
                    "bit": 13,
                    "ppl": 6.907227039337158
                },
                {
                    "bit": 14,
                    "ppl": 6.907149314880371
                },
                {
                    "bit": 15,
                    "ppl": 6.90714693069458
                }
            ]
        },
        {
            "layer.29.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.952365398406982
                },
                {
                    "bit": 2,
                    "ppl": 6.919198989868164
                },
                {
                    "bit": 3,
                    "ppl": 6.912762641906738
                },
                {
                    "bit": 4,
                    "ppl": 6.910340785980225
                },
                {
                    "bit": 5,
                    "ppl": 6.908229827880859
                },
                {
                    "bit": 6,
                    "ppl": 6.908190727233887
                },
                {
                    "bit": 7,
                    "ppl": 6.9078240394592285
                },
                {
                    "bit": 8,
                    "ppl": 6.907797813415527
                },
                {
                    "bit": 9,
                    "ppl": 6.9072346687316895
                },
                {
                    "bit": 10,
                    "ppl": 6.907474040985107
                },
                {
                    "bit": 11,
                    "ppl": 6.9073381423950195
                },
                {
                    "bit": 12,
                    "ppl": 6.907297611236572
                },
                {
                    "bit": 13,
                    "ppl": 6.907303333282471
                },
                {
                    "bit": 14,
                    "ppl": 6.906973838806152
                },
                {
                    "bit": 15,
                    "ppl": 6.907198905944824
                }
            ]
        },
        {
            "layer.29.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.065993785858154
                },
                {
                    "bit": 2,
                    "ppl": 6.9539103507995605
                },
                {
                    "bit": 3,
                    "ppl": 6.926266193389893
                },
                {
                    "bit": 4,
                    "ppl": 6.915529251098633
                },
                {
                    "bit": 5,
                    "ppl": 6.912110805511475
                },
                {
                    "bit": 6,
                    "ppl": 6.911247730255127
                },
                {
                    "bit": 7,
                    "ppl": 6.9097676277160645
                },
                {
                    "bit": 8,
                    "ppl": 6.909141540527344
                },
                {
                    "bit": 9,
                    "ppl": 6.908571720123291
                },
                {
                    "bit": 10,
                    "ppl": 6.908372402191162
                },
                {
                    "bit": 11,
                    "ppl": 6.908038139343262
                },
                {
                    "bit": 12,
                    "ppl": 6.907919406890869
                },
                {
                    "bit": 13,
                    "ppl": 6.907358646392822
                },
                {
                    "bit": 14,
                    "ppl": 6.907569885253906
                },
                {
                    "bit": 15,
                    "ppl": 6.907161712646484
                }
            ]
        },
        {
            "layer.29.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.046431541442871
                },
                {
                    "bit": 2,
                    "ppl": 6.949927806854248
                },
                {
                    "bit": 3,
                    "ppl": 6.925477504730225
                },
                {
                    "bit": 4,
                    "ppl": 6.930258274078369
                },
                {
                    "bit": 5,
                    "ppl": 6.911519527435303
                },
                {
                    "bit": 6,
                    "ppl": 6.909984588623047
                },
                {
                    "bit": 7,
                    "ppl": 6.908881187438965
                },
                {
                    "bit": 8,
                    "ppl": 6.908586502075195
                },
                {
                    "bit": 9,
                    "ppl": 6.9081902503967285
                },
                {
                    "bit": 10,
                    "ppl": 6.9083075523376465
                },
                {
                    "bit": 11,
                    "ppl": 6.90808629989624
                },
                {
                    "bit": 12,
                    "ppl": 6.907593250274658
                },
                {
                    "bit": 13,
                    "ppl": 6.9074859619140625
                },
                {
                    "bit": 14,
                    "ppl": 6.907375812530518
                },
                {
                    "bit": 15,
                    "ppl": 6.9072136878967285
                }
            ]
        },
        {
            "layer.29.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.0393242835998535
                },
                {
                    "bit": 2,
                    "ppl": 6.945905685424805
                },
                {
                    "bit": 3,
                    "ppl": 6.922667503356934
                },
                {
                    "bit": 4,
                    "ppl": 6.915036201477051
                },
                {
                    "bit": 5,
                    "ppl": 6.912715435028076
                },
                {
                    "bit": 6,
                    "ppl": 6.91091775894165
                },
                {
                    "bit": 7,
                    "ppl": 6.910280704498291
                },
                {
                    "bit": 8,
                    "ppl": 6.909024238586426
                },
                {
                    "bit": 9,
                    "ppl": 6.90877103805542
                },
                {
                    "bit": 10,
                    "ppl": 6.9081034660339355
                },
                {
                    "bit": 11,
                    "ppl": 6.908156871795654
                },
                {
                    "bit": 12,
                    "ppl": 6.907827377319336
                },
                {
                    "bit": 13,
                    "ppl": 6.9076642990112305
                },
                {
                    "bit": 14,
                    "ppl": 6.9074578285217285
                },
                {
                    "bit": 15,
                    "ppl": 6.907369136810303
                }
            ]
        },
        {
            "layer.30.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.926141738891602
                },
                {
                    "bit": 2,
                    "ppl": 6.913669109344482
                },
                {
                    "bit": 3,
                    "ppl": 6.909153938293457
                },
                {
                    "bit": 4,
                    "ppl": 6.907398700714111
                },
                {
                    "bit": 5,
                    "ppl": 6.90718412399292
                },
                {
                    "bit": 6,
                    "ppl": 6.907217979431152
                },
                {
                    "bit": 7,
                    "ppl": 6.907120704650879
                },
                {
                    "bit": 8,
                    "ppl": 6.907282829284668
                },
                {
                    "bit": 9,
                    "ppl": 6.906795978546143
                },
                {
                    "bit": 10,
                    "ppl": 6.907105922698975
                },
                {
                    "bit": 11,
                    "ppl": 6.907039165496826
                },
                {
                    "bit": 12,
                    "ppl": 6.9072065353393555
                },
                {
                    "bit": 13,
                    "ppl": 6.906926155090332
                },
                {
                    "bit": 14,
                    "ppl": 6.906991004943848
                },
                {
                    "bit": 15,
                    "ppl": 6.90695333480835
                }
            ]
        },
        {
            "layer.30.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9311299324035645
                },
                {
                    "bit": 2,
                    "ppl": 6.913502216339111
                },
                {
                    "bit": 3,
                    "ppl": 6.910942077636719
                },
                {
                    "bit": 4,
                    "ppl": 6.909637928009033
                },
                {
                    "bit": 5,
                    "ppl": 6.908851623535156
                },
                {
                    "bit": 6,
                    "ppl": 6.908298969268799
                },
                {
                    "bit": 7,
                    "ppl": 6.908202171325684
                },
                {
                    "bit": 8,
                    "ppl": 6.908036708831787
                },
                {
                    "bit": 9,
                    "ppl": 6.907744407653809
                },
                {
                    "bit": 10,
                    "ppl": 6.907524108886719
                },
                {
                    "bit": 11,
                    "ppl": 6.907412052154541
                },
                {
                    "bit": 12,
                    "ppl": 6.907407760620117
                },
                {
                    "bit": 13,
                    "ppl": 6.907259941101074
                },
                {
                    "bit": 14,
                    "ppl": 6.9072160720825195
                },
                {
                    "bit": 15,
                    "ppl": 6.907138347625732
                }
            ]
        },
        {
            "layer.30.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9366960525512695
                },
                {
                    "bit": 2,
                    "ppl": 6.914239883422852
                },
                {
                    "bit": 3,
                    "ppl": 6.909647464752197
                },
                {
                    "bit": 4,
                    "ppl": 6.907866954803467
                },
                {
                    "bit": 5,
                    "ppl": 6.907496452331543
                },
                {
                    "bit": 6,
                    "ppl": 6.907466411590576
                },
                {
                    "bit": 7,
                    "ppl": 6.906914710998535
                },
                {
                    "bit": 8,
                    "ppl": 6.907064914703369
                },
                {
                    "bit": 9,
                    "ppl": 6.9066596031188965
                },
                {
                    "bit": 10,
                    "ppl": 6.906810760498047
                },
                {
                    "bit": 11,
                    "ppl": 6.906639099121094
                },
                {
                    "bit": 12,
                    "ppl": 6.906710624694824
                },
                {
                    "bit": 13,
                    "ppl": 6.906951427459717
                },
                {
                    "bit": 14,
                    "ppl": 6.906842231750488
                },
                {
                    "bit": 15,
                    "ppl": 6.906815052032471
                }
            ]
        },
        {
            "layer.30.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 6.9369354248046875
                },
                {
                    "bit": 2,
                    "ppl": 6.916863441467285
                },
                {
                    "bit": 3,
                    "ppl": 6.910765647888184
                },
                {
                    "bit": 4,
                    "ppl": 6.909008979797363
                },
                {
                    "bit": 5,
                    "ppl": 6.907909393310547
                },
                {
                    "bit": 6,
                    "ppl": 6.907323837280273
                },
                {
                    "bit": 7,
                    "ppl": 6.907247543334961
                },
                {
                    "bit": 8,
                    "ppl": 6.907655715942383
                },
                {
                    "bit": 9,
                    "ppl": 6.907007217407227
                },
                {
                    "bit": 10,
                    "ppl": 6.907312393188477
                },
                {
                    "bit": 11,
                    "ppl": 6.90722131729126
                },
                {
                    "bit": 12,
                    "ppl": 6.907114028930664
                },
                {
                    "bit": 13,
                    "ppl": 6.906959056854248
                },
                {
                    "bit": 14,
                    "ppl": 6.907153129577637
                },
                {
                    "bit": 15,
                    "ppl": 6.907067775726318
                }
            ]
        },
        {
            "layer.30.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.163942337036133
                },
                {
                    "bit": 2,
                    "ppl": 6.970335006713867
                },
                {
                    "bit": 3,
                    "ppl": 6.927790641784668
                },
                {
                    "bit": 4,
                    "ppl": 6.9160566329956055
                },
                {
                    "bit": 5,
                    "ppl": 6.9124555587768555
                },
                {
                    "bit": 6,
                    "ppl": 6.910745143890381
                },
                {
                    "bit": 7,
                    "ppl": 6.909553050994873
                },
                {
                    "bit": 8,
                    "ppl": 6.908487796783447
                },
                {
                    "bit": 9,
                    "ppl": 6.908108711242676
                },
                {
                    "bit": 10,
                    "ppl": 6.9077606201171875
                },
                {
                    "bit": 11,
                    "ppl": 6.90742826461792
                },
                {
                    "bit": 12,
                    "ppl": 6.907430171966553
                },
                {
                    "bit": 13,
                    "ppl": 6.907064914703369
                },
                {
                    "bit": 14,
                    "ppl": 6.907156944274902
                },
                {
                    "bit": 15,
                    "ppl": 6.9071736335754395
                }
            ]
        },
        {
            "layer.30.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.1519246101379395
                },
                {
                    "bit": 2,
                    "ppl": 6.979912281036377
                },
                {
                    "bit": 3,
                    "ppl": 6.937510967254639
                },
                {
                    "bit": 4,
                    "ppl": 6.921688556671143
                },
                {
                    "bit": 5,
                    "ppl": 6.915266513824463
                },
                {
                    "bit": 6,
                    "ppl": 6.912492752075195
                },
                {
                    "bit": 7,
                    "ppl": 6.910431385040283
                },
                {
                    "bit": 8,
                    "ppl": 6.909204959869385
                },
                {
                    "bit": 9,
                    "ppl": 6.908209323883057
                },
                {
                    "bit": 10,
                    "ppl": 6.908348560333252
                },
                {
                    "bit": 11,
                    "ppl": 6.907846927642822
                },
                {
                    "bit": 12,
                    "ppl": 6.907430171966553
                },
                {
                    "bit": 13,
                    "ppl": 6.907674789428711
                },
                {
                    "bit": 14,
                    "ppl": 6.907250881195068
                },
                {
                    "bit": 15,
                    "ppl": 6.90692138671875
                }
            ]
        },
        {
            "layer.30.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 7.124197959899902
                },
                {
                    "bit": 2,
                    "ppl": 6.965266704559326
                },
                {
                    "bit": 3,
                    "ppl": 6.9272356033325195
                },
                {
                    "bit": 4,
                    "ppl": 6.915039539337158
                },
                {
                    "bit": 5,
                    "ppl": 6.912327766418457
                },
                {
                    "bit": 6,
                    "ppl": 6.910129547119141
                },
                {
                    "bit": 7,
                    "ppl": 6.908884048461914
                },
                {
                    "bit": 8,
                    "ppl": 6.908803939819336
                },
                {
                    "bit": 9,
                    "ppl": 6.908019542694092
                },
                {
                    "bit": 10,
                    "ppl": 6.907989978790283
                },
                {
                    "bit": 11,
                    "ppl": 6.907827854156494
                },
                {
                    "bit": 12,
                    "ppl": 6.907416820526123
                },
                {
                    "bit": 13,
                    "ppl": 6.907526016235352
                },
                {
                    "bit": 14,
                    "ppl": 6.907217025756836
                },
                {
                    "bit": 15,
                    "ppl": 6.90717077255249
                }
            ]
        },
        {
            "layer.31.self_attn.q_proj": [
                {
                    "bit": 1,
                    "ppl": 6.951844692230225
                },
                {
                    "bit": 2,
                    "ppl": 6.915441989898682
                },
                {
                    "bit": 3,
                    "ppl": 6.909141540527344
                },
                {
                    "bit": 4,
                    "ppl": 6.907656669616699
                },
                {
                    "bit": 5,
                    "ppl": 6.9070210456848145
                },
                {
                    "bit": 6,
                    "ppl": 6.907138347625732
                },
                {
                    "bit": 7,
                    "ppl": 6.906916618347168
                },
                {
                    "bit": 8,
                    "ppl": 6.9069952964782715
                },
                {
                    "bit": 9,
                    "ppl": 6.906948566436768
                },
                {
                    "bit": 10,
                    "ppl": 6.906836986541748
                },
                {
                    "bit": 11,
                    "ppl": 6.90703010559082
                },
                {
                    "bit": 12,
                    "ppl": 6.906963348388672
                },
                {
                    "bit": 13,
                    "ppl": 6.906978130340576
                },
                {
                    "bit": 14,
                    "ppl": 6.907042503356934
                },
                {
                    "bit": 15,
                    "ppl": 6.906933307647705
                }
            ]
        },
        {
            "layer.31.self_attn.k_proj": [
                {
                    "bit": 1,
                    "ppl": 6.95280122756958
                },
                {
                    "bit": 2,
                    "ppl": 6.915663719177246
                },
                {
                    "bit": 3,
                    "ppl": 6.909312725067139
                },
                {
                    "bit": 4,
                    "ppl": 6.908035755157471
                },
                {
                    "bit": 5,
                    "ppl": 6.907050132751465
                },
                {
                    "bit": 6,
                    "ppl": 6.906479835510254
                },
                {
                    "bit": 7,
                    "ppl": 6.906866550445557
                },
                {
                    "bit": 8,
                    "ppl": 6.906753063201904
                },
                {
                    "bit": 9,
                    "ppl": 6.907015800476074
                },
                {
                    "bit": 10,
                    "ppl": 6.907036781311035
                },
                {
                    "bit": 11,
                    "ppl": 6.906981468200684
                },
                {
                    "bit": 12,
                    "ppl": 6.90708065032959
                },
                {
                    "bit": 13,
                    "ppl": 6.907045364379883
                },
                {
                    "bit": 14,
                    "ppl": 6.90696907043457
                },
                {
                    "bit": 15,
                    "ppl": 6.906951427459717
                }
            ]
        },
        {
            "layer.31.self_attn.v_proj": [
                {
                    "bit": 1,
                    "ppl": 7.074445724487305
                },
                {
                    "bit": 2,
                    "ppl": 6.938771724700928
                },
                {
                    "bit": 3,
                    "ppl": 6.915655612945557
                },
                {
                    "bit": 4,
                    "ppl": 6.909824371337891
                },
                {
                    "bit": 5,
                    "ppl": 6.907735347747803
                },
                {
                    "bit": 6,
                    "ppl": 6.907369136810303
                },
                {
                    "bit": 7,
                    "ppl": 6.90654182434082
                },
                {
                    "bit": 8,
                    "ppl": 6.906848907470703
                },
                {
                    "bit": 9,
                    "ppl": 6.906642436981201
                },
                {
                    "bit": 10,
                    "ppl": 6.906888484954834
                },
                {
                    "bit": 11,
                    "ppl": 6.9066009521484375
                },
                {
                    "bit": 12,
                    "ppl": 6.906851768493652
                },
                {
                    "bit": 13,
                    "ppl": 6.906708240509033
                },
                {
                    "bit": 14,
                    "ppl": 6.907187461853027
                },
                {
                    "bit": 15,
                    "ppl": 6.906877040863037
                }
            ]
        },
        {
            "layer.31.self_attn.o_proj": [
                {
                    "bit": 1,
                    "ppl": 7.023704528808594
                },
                {
                    "bit": 2,
                    "ppl": 6.936225414276123
                },
                {
                    "bit": 3,
                    "ppl": 6.916187286376953
                },
                {
                    "bit": 4,
                    "ppl": 6.909587383270264
                },
                {
                    "bit": 5,
                    "ppl": 6.9099249839782715
                },
                {
                    "bit": 6,
                    "ppl": 6.9080939292907715
                },
                {
                    "bit": 7,
                    "ppl": 6.90767765045166
                },
                {
                    "bit": 8,
                    "ppl": 6.907303333282471
                },
                {
                    "bit": 9,
                    "ppl": 6.9071455001831055
                },
                {
                    "bit": 10,
                    "ppl": 6.907022953033447
                },
                {
                    "bit": 11,
                    "ppl": 6.9073166847229
                },
                {
                    "bit": 12,
                    "ppl": 6.906933307647705
                },
                {
                    "bit": 13,
                    "ppl": 6.907047271728516
                },
                {
                    "bit": 14,
                    "ppl": 6.906911373138428
                },
                {
                    "bit": 15,
                    "ppl": 6.907000541687012
                }
            ]
        },
        {
            "layer.31.mlp.gate_proj": [
                {
                    "bit": 1,
                    "ppl": 7.880674839019775
                },
                {
                    "bit": 2,
                    "ppl": 7.162163257598877
                },
                {
                    "bit": 3,
                    "ppl": 6.995767593383789
                },
                {
                    "bit": 4,
                    "ppl": 6.952259063720703
                },
                {
                    "bit": 5,
                    "ppl": 6.932133674621582
                },
                {
                    "bit": 6,
                    "ppl": 6.923571586608887
                },
                {
                    "bit": 7,
                    "ppl": 6.918952941894531
                },
                {
                    "bit": 8,
                    "ppl": 6.915648460388184
                },
                {
                    "bit": 9,
                    "ppl": 6.913786888122559
                },
                {
                    "bit": 10,
                    "ppl": 6.912351608276367
                },
                {
                    "bit": 11,
                    "ppl": 6.910889148712158
                },
                {
                    "bit": 12,
                    "ppl": 6.909519195556641
                },
                {
                    "bit": 13,
                    "ppl": 6.909087657928467
                },
                {
                    "bit": 14,
                    "ppl": 6.908291339874268
                },
                {
                    "bit": 15,
                    "ppl": 6.907647609710693
                }
            ]
        },
        {
            "layer.31.mlp.up_proj": [
                {
                    "bit": 1,
                    "ppl": 7.988831043243408
                },
                {
                    "bit": 2,
                    "ppl": 7.200341701507568
                },
                {
                    "bit": 3,
                    "ppl": 7.020227909088135
                },
                {
                    "bit": 4,
                    "ppl": 6.964024543762207
                },
                {
                    "bit": 5,
                    "ppl": 6.943571090698242
                },
                {
                    "bit": 6,
                    "ppl": 6.930125713348389
                },
                {
                    "bit": 7,
                    "ppl": 6.923565864562988
                },
                {
                    "bit": 8,
                    "ppl": 6.919719219207764
                },
                {
                    "bit": 9,
                    "ppl": 6.916611671447754
                },
                {
                    "bit": 10,
                    "ppl": 6.914859771728516
                },
                {
                    "bit": 11,
                    "ppl": 6.911839485168457
                },
                {
                    "bit": 12,
                    "ppl": 6.911146640777588
                },
                {
                    "bit": 13,
                    "ppl": 6.909188270568848
                },
                {
                    "bit": 14,
                    "ppl": 6.908665180206299
                },
                {
                    "bit": 15,
                    "ppl": 6.906949996948242
                }
            ]
        },
        {
            "layer.31.mlp.down_proj": [
                {
                    "bit": 1,
                    "ppl": 8.164628028869629
                },
                {
                    "bit": 2,
                    "ppl": 7.263692855834961
                },
                {
                    "bit": 3,
                    "ppl": 7.051300525665283
                },
                {
                    "bit": 4,
                    "ppl": 6.988273620605469
                },
                {
                    "bit": 5,
                    "ppl": 6.951361179351807
                },
                {
                    "bit": 6,
                    "ppl": 6.9371819496154785
                },
                {
                    "bit": 7,
                    "ppl": 6.929267883300781
                },
                {
                    "bit": 8,
                    "ppl": 6.9232497215271
                },
                {
                    "bit": 9,
                    "ppl": 6.919683933258057
                },
                {
                    "bit": 10,
                    "ppl": 6.915896892547607
                },
                {
                    "bit": 11,
                    "ppl": 6.914095401763916
                },
                {
                    "bit": 12,
                    "ppl": 6.911957263946533
                },
                {
                    "bit": 13,
                    "ppl": 6.9099931716918945
                },
                {
                    "bit": 14,
                    "ppl": 6.9088053703308105
                },
                {
                    "bit": 15,
                    "ppl": 6.907323837280273
                }
            ]
        }
    ]
}